-- Logs begin at Mon 2022-08-29 22:57:29 UTC, end at Tue 2022-08-30 00:14:01 UTC. -- Aug 29 23:43:20.518250 dv-cinder-855041-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 29 23:43:23.314660 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.common.config [-] Logging enabled! Aug 29 23:43:23.315299 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev527 Aug 29 23:43:23.315466 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=113298) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 29 23:43:23.319631 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.common.config [-] Logging enabled! Aug 29 23:43:23.319939 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev527 Aug 29 23:43:23.320331 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=113298) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 29 23:43:23.321334 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 29 23:43:23.321600 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 29 23:43:23.322193 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 29 23:43:23.322477 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 29 23:43:23.322736 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 29 23:43:23.323365 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.323698 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.323986 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.324371 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.324704 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.325026 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.325354 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.325740 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.326088 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.326422 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.326807 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.327091 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.327429 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] config_source = [] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.327780 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.328120 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.328423 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] debug = True {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.328761 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.329256 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.329715 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.330088 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.330464 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.330832 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.331703 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.332737 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.333080 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.333469 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] host = dv-cinder-855041-2-iscsi {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.333807 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.334142 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.334475 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.334805 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.335121 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.335441 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.335767 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.336079 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] log_dir = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.336417 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] log_file = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.336734 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.337069 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.337391 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.337725 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.337988 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.338261 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.338587 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.338925 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.339242 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.339556 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.339874 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.340292 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.340606 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.340950 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.341273 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.341596 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.341919 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.342233 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.342546 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.342855 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.343167 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.343490 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.343805 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.344118 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.344457 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.344782 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.345088 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.345399 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.345743 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.346067 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.346382 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.346704 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.348257 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.348601 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.348927 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.349250 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] use_journal = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.349572 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] use_json = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.349892 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.350211 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.350536 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.350860 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.351183 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.351504 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.351878 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.352244 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.352568 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:23.352915 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.353256 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.353600 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.353928 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.354281 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.354604 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.354937 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.355260 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.355632 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.355965 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.356341 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.356666 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.357013 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.357348 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.357688 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.358046 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.358383 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.358719 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.359038 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.359355 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.359673 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.359996 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.360369 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.360694 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.361027 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.361359 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.361684 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.362025 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.362354 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.362938 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.363365 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.363702 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.364022 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.364388 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.364725 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.365048 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.365365 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.365696 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.366017 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.366330 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.366654 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.366986 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.367317 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.367634 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.367958 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.368332 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.368654 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.368970 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.369282 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.369602 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.369918 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.370244 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.370561 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.370875 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.371189 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.371507 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.371822 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.372136 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.372475 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.372791 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.373111 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.373426 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.373738 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.374105 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.374443 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.374806 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.375235 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.375552 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.375913 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.376312 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.376668 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.377032 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.377390 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.377749 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.378157 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.379030 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.379402 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.379775 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.380139 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.380583 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.380956 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.381322 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.381697 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.382065 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.382424 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.382797 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.383166 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.383546 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.383920 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.384360 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.384740 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.385101 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.385465 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.385827 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.386201 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.386563 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.386929 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.387288 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.387650 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.388024 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.388427 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.388807 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.389186 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.389548 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.389933 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.390314 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.390698 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.391061 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.391454 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.391819 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:23.392119 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 29 23:43:23.392482 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=113298) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 29 23:43:23.712015 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=113298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 29 23:43:23.712367 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=113298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 29 23:43:23.712682 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=113298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 29 23:43:23.712943 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=113298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 29 23:43:23.713258 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=113298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 29 23:43:23.713620 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 29 23:43:24.168775 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:24.169104 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:24.169417 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:24.170730 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:24.171047 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:24.171350 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:24.233168 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:24.233512 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:24.233818 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:24.252285 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:24.252618 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:24.252926 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:24.289915 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:24.290238 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:24.290551 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:24.332975 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:24.333654 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:24.333654 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:24.592602 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:24.592798 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:24.593065 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:24.593330 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:24.594273 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:24.701565 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:24.701934 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:24.702286 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:24.702596 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:24.702960 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:24.703326 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:24.703628 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:24.703933 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:24.704282 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:24.704627 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:24.704944 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:24.705260 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:24.705563 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:24.705860 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:24.706690 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:24.707007 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:24.707892 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:24.708293 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:24.708622 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:24.708935 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:24.709261 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:24.709557 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:24.709893 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:24.710371 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:24.710664 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:24.710953 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:24.711496 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=113298) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 23:43:24.711797 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=113298) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 23:43:24.712084 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=113298) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 23:43:24.712405 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=113298) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 23:43:24.712682 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=113298) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 23:43:24.712984 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=113298) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 23:43:24.713436 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 29 23:43:24.718361 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 29 23:43:24.728549 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 29 23:43:24.732716 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1100, 1149)])]) Aug 29 23:43:24.734527 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 29 23:43:24.735270 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 29 23:43:24.735685 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 29 23:43:24.736120 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 29 23:43:24.739937 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 29 23:43:24.740275 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 29 23:43:24.740681 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 29 23:43:24.745918 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 29 23:43:24.775551 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 29 23:43:24.776022 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:24.776369 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=113298) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Aug 29 23:43:24.776748 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:24.778233 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=113298) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 29 23:43:24.778523 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 29 23:43:24.778764 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 29 23:43:24.782496 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:24.782778 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:24.921060 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 29 23:43:24.921281 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 29 23:43:24.921518 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 29 23:43:24.921900 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 29 23:43:24.977544 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO dbcounter [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Registered counter for database neutron Aug 29 23:43:24.999382 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_db.sqlalchemy.engines [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=113298) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 29 23:43:25.007043 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG dbcounter [-] [113298] Writer thread running {{(pid=113298) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 29 23:43:25.751325 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.plugins.ml2.managers [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Initializing driver for type 'gre' Aug 29 23:43:25.752013 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] gre ID ranges: [(1, 1000)] Aug 29 23:43:25.932439 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.plugins.ml2.managers [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Initializing driver for type 'local' Aug 29 23:43:25.932966 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.plugins.ml2.managers [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Initializing driver for type 'vlan' Aug 29 23:43:26.015007 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] VlanTypeDriver initialization complete Aug 29 23:43:26.015252 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.plugins.ml2.managers [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Initializing driver for type 'vxlan' Aug 29 23:43:26.015629 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] vxlan ID ranges: [(1, 1000)] Aug 29 23:43:26.219882 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.plugins.ml2.managers [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Initializing extension driver 'port_security' Aug 29 23:43:26.220336 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.plugins.ml2.extensions.port_security [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] PortSecurityExtensionDriver initialization complete Aug 29 23:43:26.220751 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.plugins.ml2.managers [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Initializing mechanism driver 'openvswitch' Aug 29 23:43:26.221120 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.plugins.ml2.managers [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Initializing mechanism driver 'hyperv' Aug 29 23:43:26.234150 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.plugins.ml2.plugin [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=113298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:43:26.234927 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: > port after_create 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.235309 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: > port after_update 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.235666 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: > port after_delete 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.236243 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=113298) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 29 23:43:26.236676 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: > subnet after_create 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.237033 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: > subnet after_update 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.237464 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: > subnet after_delete 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.237868 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=113298) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 29 23:43:26.238287 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: > network after_create 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.238639 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: > network after_update 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.238985 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: > network after_delete 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.239380 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=113298) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 29 23:43:26.239919 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: > security_group after_create 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.240311 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: > security_group after_update 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.240723 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: > security_group after_delete 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.241105 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=113298) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 29 23:43:26.241509 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.241855 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.242194 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.242586 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=113298) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 29 23:43:26.243059 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: > address_group after_create 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.243381 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: > address_group after_update 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.243727 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: > address_group after_delete 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.244128 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=113298) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 29 23:43:26.244607 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] ML2 OVO RPC backend initialized. {{(pid=113298) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Aug 29 23:43:26.245392 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: > router_interface after_create 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.245748 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.246164 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: > network before_response 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.246515 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: > networks before_response 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.246860 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: > port before_response 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.247200 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: > ports before_response 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.247542 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: > subnet before_response 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.247887 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: > subnets before_response 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.248261 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: > network after_create 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.248607 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: > network after_update 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.248944 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: > network after_delete 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.249282 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: > port after_create 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.249618 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: > port after_update 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.249955 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: > port after_delete 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.250289 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: > subnet after_create 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.250624 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: > subnet after_update 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.250960 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: > subnet after_delete 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.260265 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.quota [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded quota_driver: . Aug 29 23:43:26.260594 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.plugins.ml2.plugin [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Modular L2 Plugin initialization complete Aug 29 23:43:26.260936 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading services supported by the core plugin {{(pid=113298) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 29 23:43:26.261294 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.plugins.ml2.managers [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Got port-security extension from driver 'port_security' Aug 29 23:43:26.261815 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.extensions.vlantransparent [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Disabled vlantransparent extension. Aug 29 23:43:26.262318 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=113298) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 29 23:43:26.262639 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading Plugin: router Aug 29 23:43:26.304027 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: > router_interface before_create 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.304356 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: > router after_create 55549900 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.304714 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: > router before_create 55549900 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.305081 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.305453 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.306826 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: > router after_delete 55549900 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.306826 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: > floatingip after_create 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.306826 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: > floatingip after_update 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.307248 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: > router after_create 55549900 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.307248 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: > router after_update 55549900 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.308677 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: > router after_update 55549900 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.308677 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.308677 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: > router after_update 55549900 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.308677 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: > router precommit_update 55549900 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.309331 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: port after_update 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.309488 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: port after_delete 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.309761 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: subnet after_update 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.310112 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.310465 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: > port precommit_delete 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.310864 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: > router precommit_create 55549900 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.311215 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: port before_delete 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.311560 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: > router precommit_create 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.311923 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: > router after_update 55549900 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.312299 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: > router precommit_delete 55549900 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.312657 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: > router precommit_create 55549900 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.313025 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: > router_interface after_create 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.313373 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: > router precommit_update 55549900 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.313746 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: > agent after_create 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.314097 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: > agent after_delete 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.314442 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: > network after_delete 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.315409 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.quota.resource_registry [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Tracking information for resource: router configured {{(pid=113298) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 23:43:26.315886 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.quota.resource_registry [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Tracking information for resource: floatingip configured {{(pid=113298) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 23:43:26.321990 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.db.l3_agentschedulers_db [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 29 23:43:26.322584 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: port after_update 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.322958 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: port after_create 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.323575 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: port after_delete 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.323929 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: port after_update 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.324789 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: > router before_create 55550100 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.325157 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: > router precommit_delete 55550100 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.325519 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: > router precommit_create 55550100 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.325878 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: > router precommit_update 55550100 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.331019 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.services.provider_configuration [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Service providers = [] {{(pid=113298) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 29 23:43:26.331971 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.db.servicetype_db [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=113298) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 29 23:43:26.336012 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.services.service_base [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=113298) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 23:43:26.336637 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.services.service_base [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=113298) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 23:43:26.336858 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.services.service_base [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=113298) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 23:43:26.338289 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.services.service_base [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=113298) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 23:43:26.338683 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.services.service_base [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 29 23:43:26.339088 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=113298) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 23:43:26.339402 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 29 23:43:26.353184 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=113298) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 23:43:26.353514 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading Plugin: auto_allocate Aug 29 23:43:26.360077 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: network precommit_update 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.360487 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: network precommit_create 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.361045 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=113298) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 23:43:26.361364 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading Plugin: tag Aug 29 23:43:26.369547 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=113298) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 23:43:26.369882 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading Plugin: timestamp Aug 29 23:43:26.374218 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=113298) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 23:43:26.374551 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading Plugin: network_ip_availability Aug 29 23:43:26.381389 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.381764 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.382118 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.382940 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=113298) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 23:43:26.383261 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading Plugin: flavors Aug 29 23:43:26.390423 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=113298) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 23:43:26.390754 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading Plugin: revisions Aug 29 23:43:26.396629 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=113298) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 23:43:26.397024 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_concurrency.lockutils [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.684s {{(pid=113298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 29 23:43:26.397792 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=113298) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Aug 29 23:43:26.398130 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Initializing extension manager. Aug 29 23:43:26.398657 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: __init__.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.398999 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: __pycache__ {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.399333 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: address_group.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.400098 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.400730 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: address-group Aug 29 23:43:26.401057 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: address_scope.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.401748 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.402256 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: address-scope Aug 29 23:43:26.402575 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: admin_state_down_before_update.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.403539 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.404051 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: router-admin-state-down-before-update Aug 29 23:43:26.404399 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: agent.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.405070 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.405576 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: agent Aug 29 23:43:26.405891 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: agent_resources_synced.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.406774 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.407276 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: agent-resources-synced Aug 29 23:43:26.407692 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: allowedaddresspairs.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.410390 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.410973 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: allowed-address-pairs Aug 29 23:43:26.411306 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: auto_allocated_topology.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.412447 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.412995 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: auto-allocated-topology Aug 29 23:43:26.413315 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: availability_zone.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.413996 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.414498 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: availability_zone Aug 29 23:43:26.414815 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: availability_zone_filter.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.415720 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.416245 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: availability_zone_filter Aug 29 23:43:26.416573 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: data_plane_status.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.417434 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.417934 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extension data-plane-status not supported by any of loaded plugins Aug 29 23:43:26.418250 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: default_subnetpools.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.419131 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.419634 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: default-subnetpools Aug 29 23:43:26.419947 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: dhcpagentscheduler.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.420804 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.421315 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: dhcp_agent_scheduler Aug 29 23:43:26.421634 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: dns.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.422570 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.423069 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extension dns-integration not supported by any of loaded plugins Aug 29 23:43:26.423384 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: dns_domain_ports.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.424306 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.424845 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 29 23:43:26.425176 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.426381 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.426624 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 29 23:43:26.426936 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: dvr.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.427589 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.428112 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: dvr Aug 29 23:43:26.428459 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: ecmp_routes.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.433265 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.433265 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extension ecmp_routes not supported by any of loaded plugins Aug 29 23:43:26.433265 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: empty_string_filtering.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.433265 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.433265 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: empty-string-filtering Aug 29 23:43:26.433265 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.433725 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.433725 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 29 23:43:26.433725 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.434409 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.435387 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 29 23:43:26.435387 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: external_net.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.436085 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.436625 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: external-net Aug 29 23:43:26.436938 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: extra_dhcp_opt.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.437822 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.438327 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: extra_dhcp_opt Aug 29 23:43:26.438650 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: extraroute.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.439521 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.440021 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: extraroute Aug 29 23:43:26.440371 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: extraroute_atomic.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.441788 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.442301 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: extraroute-atomic Aug 29 23:43:26.442622 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: filter_validation.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.443537 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.444053 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: filter-validation Aug 29 23:43:26.444408 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: fip_pf_description.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.445397 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.445897 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 29 23:43:26.446232 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: fip_pf_port_range.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.447227 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.447725 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Aug 29 23:43:26.448047 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: fip_port_details.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.449295 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.449805 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: fip-port-details Aug 29 23:43:26.450130 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: flavors.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.451363 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.451878 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: flavors Aug 29 23:43:26.452222 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.453893 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.454421 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 29 23:43:26.454750 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: floatingip_pools.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.455438 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.456007 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: floatingip-pools Aug 29 23:43:26.457108 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: ip_allocation.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.458298 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.458824 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extension ip_allocation not supported by any of loaded plugins Aug 29 23:43:26.459149 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.460039 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.460584 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: ip-substring-filtering Aug 29 23:43:26.460921 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: l2_adjacency.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.461837 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.462329 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extension l2_adjacency not supported by any of loaded plugins Aug 29 23:43:26.462654 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: l3.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.463648 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.464165 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: router Aug 29 23:43:26.464523 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: l3_conntrack_helper.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.466839 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.467374 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 29 23:43:26.467702 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.468633 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.469146 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: ext-gw-mode Aug 29 23:43:26.469474 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.470510 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.471021 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: l3-ha Aug 29 23:43:26.471343 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.473223 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.473846 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 29 23:43:26.474167 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: l3_flavors.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.475085 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.475589 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: l3-flavors Aug 29 23:43:26.475915 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: l3_ndp_proxy.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.477326 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.477836 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 29 23:43:26.478175 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.479137 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.479649 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: l3-port-ip-change-not-allowed Aug 29 23:43:26.479968 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: l3agentscheduler.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.481083 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.481694 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: l3_agent_scheduler Aug 29 23:43:26.482021 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: local_ip.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.483861 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.484430 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extension local_ip not supported by any of loaded plugins Aug 29 23:43:26.484755 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: logging.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.486264 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.486826 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extension logging not supported by any of loaded plugins Aug 29 23:43:26.487153 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: metering.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.488093 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.489155 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: metering Aug 29 23:43:26.489483 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.490644 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.491173 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: metering_source_and_destination_fields Aug 29 23:43:26.491567 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: multiprovidernet.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.492499 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.493010 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: multi-provider Aug 29 23:43:26.493346 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: netmtu.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.494245 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.494779 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: net-mtu Aug 29 23:43:26.495099 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: netmtu_writable.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.496012 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.496573 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: net-mtu-writable Aug 29 23:43:26.496898 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: network_availability_zone.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.497548 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.498051 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: network_availability_zone Aug 29 23:43:26.498370 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: network_ip_availability.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.499487 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.499996 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: network-ip-availability Aug 29 23:43:26.500352 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: network_segment_range.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.501127 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.508492 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extension network-segment-range not supported by any of loaded plugins Aug 29 23:43:26.508492 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: pagination.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.509626 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.510003 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: pagination Aug 29 23:43:26.510354 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: port_device_profile.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.511395 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.511985 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: port-device-profile Aug 29 23:43:26.512403 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: port_mac_address_override.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.513361 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.513946 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: port-mac-override Aug 29 23:43:26.514303 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.515310 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.516366 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: port-mac-address-regenerate Aug 29 23:43:26.516813 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.517813 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.518456 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: port-numa-affinity-policy Aug 29 23:43:26.519354 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: port_resource_request.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.522289 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.522869 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extension port-resource-request not supported by any of loaded plugins Aug 29 23:43:26.523224 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: port_resource_request_groups.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.524308 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.524867 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 29 23:43:26.525314 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: portbindings.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.528087 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.528087 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: binding Aug 29 23:43:26.528087 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: portbindings_extended.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.529895 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.530750 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: binding-extended Aug 29 23:43:26.531294 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: portsecurity.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.532682 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.533506 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: port-security Aug 29 23:43:26.534028 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: project_id.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.542031 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.543450 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: project-id Aug 29 23:43:26.544011 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: providernet.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.546112 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.553457 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: provider Aug 29 23:43:26.554016 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: qos.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.559404 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.560075 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extension qos not supported by any of loaded plugins Aug 29 23:43:26.560478 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.561973 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.562539 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 29 23:43:26.562911 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.563868 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.564475 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 29 23:43:26.564844 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: qos_default.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.566451 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.567012 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extension qos-default not supported by any of loaded plugins Aug 29 23:43:26.567374 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: qos_fip.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.568387 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.568946 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extension qos-fip not supported by any of loaded plugins Aug 29 23:43:26.569308 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: qos_fip_network_policy.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.570240 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.570828 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 29 23:43:26.572912 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: qos_gateway_ip.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.572912 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.573867 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 29 23:43:26.574272 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: qos_port_network_policy.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.575253 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.575846 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 29 23:43:26.576289 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.577387 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.577988 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 29 23:43:26.578404 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.587525 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.588126 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 29 23:43:26.588531 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: qos_pps_rule.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.589818 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.590459 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extension qos-pps not supported by any of loaded plugins Aug 29 23:43:26.590821 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: qos_rule_type_details.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.591812 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.592410 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 29 23:43:26.592773 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: qos_rule_type_filter.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.593736 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.594355 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extension qos-rule-type-filter not supported by any of loaded plugins Aug 29 23:43:26.594738 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: qos_rules_alias.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.595805 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.596404 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 29 23:43:26.597295 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: quota_check_limit.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.598235 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.598796 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: quota-check-limit Aug 29 23:43:26.599172 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: quotasv2.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.600317 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.600679 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: quotas Aug 29 23:43:26.601037 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: quotasv2_detail.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.602903 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.603274 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: quota_details Aug 29 23:43:26.603688 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: rbac.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.605206 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.605941 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: rbac-policies Aug 29 23:43:26.606315 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: rbac_address_group.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.612482 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.613638 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: rbac-address-group Aug 29 23:43:26.614058 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: rbac_address_scope.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.615078 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.615691 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: rbac-address-scope Aug 29 23:43:26.616104 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: rbac_security_groups.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.617219 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.617833 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: rbac-security-groups Aug 29 23:43:26.618263 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: rbac_subnetpool.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.619271 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.619885 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: rbac-subnetpool Aug 29 23:43:26.620362 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: revisionifmatch.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.621348 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.621950 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: revision-if-match Aug 29 23:43:26.622367 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: revisions.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.623575 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.624211 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: standard-attr-revisions Aug 29 23:43:26.624625 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: router_availability_zone.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.625357 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.625971 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: router_availability_zone Aug 29 23:43:26.626378 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: routerservicetype.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.627366 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.627976 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extension router-service-type not supported by any of loaded plugins Aug 29 23:43:26.628933 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.629937 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.630629 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: security-groups-normalized-cidr Aug 29 23:43:26.631037 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: security_groups_port_filtering.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.632049 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.632676 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: port-security-groups-filtering Aug 29 23:43:26.633081 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.634078 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.634679 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: security-groups-remote-address-group Aug 29 23:43:26.635085 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: security_groups_shared_filtering.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.636071 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.636708 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: security-groups-shared-filtering Aug 29 23:43:26.637119 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: securitygroup.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.647776 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.648380 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: security-group Aug 29 23:43:26.648718 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: segment.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.649512 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.650033 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extension segment not supported by any of loaded plugins Aug 29 23:43:26.650363 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.651362 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.651954 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 29 23:43:26.652318 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: servicetype.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.653425 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.653950 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: service-type Aug 29 23:43:26.654277 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: sorting.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.662098 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.662430 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: sorting Aug 29 23:43:26.662757 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: standard_attr_segment.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.663678 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.664261 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 29 23:43:26.664594 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: standardattrdescription.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.665231 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.665742 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: standard-attr-description Aug 29 23:43:26.666067 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: stateful_security_group.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.667017 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.667534 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: stateful-security-group Aug 29 23:43:26.667859 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: stdattrs_common.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.668454 dv-cinder-855041-2-iscsi neutron-server[113298]: WARNING neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 29 23:43:26.668777 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.669690 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.670211 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 29 23:43:26.670537 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: subnet_onboard.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.671598 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.672114 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: subnet_onboard Aug 29 23:43:26.672469 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.673377 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.673891 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 29 23:43:26.674298 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: subnet_service_types.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.675216 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.675818 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: subnet-service-types Aug 29 23:43:26.676254 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: subnetallocation.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.677329 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.677847 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: subnet_allocation Aug 29 23:43:26.678178 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.678835 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.679470 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: subnetpool-prefix-ops Aug 29 23:43:26.679717 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.680680 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.681193 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 29 23:43:26.681518 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: tagging.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.682602 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.683117 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: standard-attr-tag Aug 29 23:43:26.683472 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: timestamp.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.700017 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.700685 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loaded extension: standard-attr-timestamp Aug 29 23:43:26.701062 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: trunk.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.702271 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.702838 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extension trunk not supported by any of loaded plugins Aug 29 23:43:26.703242 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: trunk_details.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.704209 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.704830 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extension trunk-details not supported by any of loaded plugins Aug 29 23:43:26.705196 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: uplink_status_propagation.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.706753 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.707400 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 29 23:43:26.707754 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Loading extension file: vlantransparent.py {{(pid=113298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:43:26.708530 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=113298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:43:26.709045 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extension vlan-transparent not supported by any of loaded plugins Aug 29 23:43:26.711752 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.quota.resource_registry [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Creating instance of TrackedResource for resource:network Aug 29 23:43:26.712321 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.quota.resource_registry [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Creating instance of TrackedResource for resource:subnet Aug 29 23:43:26.712723 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.quota.resource_registry [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 23:43:26.713118 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.quota.resource_registry [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Creating instance of TrackedResource for resource:port Aug 29 23:43:26.714492 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.v2.resource_helper [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113298) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 23:43:26.714949 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.v2.resource_helper [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Service FLAVORS assigned prefix: {{(pid=113298) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 23:43:26.715566 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.v2.resource_helper [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113298) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 23:43:26.716061 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.v2.resource_helper [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113298) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 23:43:26.716428 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.quota.resource_registry [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Creating instance of TrackedResource for resource:router Aug 29 23:43:26.716866 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.quota.resource_registry [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Creating instance of TrackedResource for resource:floatingip Aug 29 23:43:26.717370 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.v2.resource_helper [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Service METERING assigned prefix: /metering {{(pid=113298) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 23:43:26.718862 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.719240 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.719590 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:43:26.720694 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.quota.resource_registry [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Creating instance of CountableResource for resource:rbac_policy Aug 29 23:43:26.721145 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.quota.resource_registry [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Creating instance of TrackedResource for resource:security_group Aug 29 23:43:26.721592 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.quota.resource_registry [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Creating instance of TrackedResource for resource:security_group_rule Aug 29 23:43:26.722347 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.v2.resource_helper [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Service CORE assigned prefix: {{(pid=113298) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 23:43:26.722733 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.quota.resource_registry [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 23:43:26.723278 dv-cinder-855041-2-iscsi neutron-server[113298]: WARNING neutron.quota.resource_registry [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] subnetpool is already registered Aug 29 23:43:26.723733 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.v2.resource_helper [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Service CORE assigned prefix: {{(pid=113298) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 23:43:26.724073 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.quota.resource_registry [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 23:43:26.724448 dv-cinder-855041-2-iscsi neutron-server[113298]: WARNING neutron.quota.resource_registry [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] subnetpool is already registered Aug 29 23:43:26.726963 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.v2.resource_helper [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113298) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 23:43:26.727449 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.v2.resource_helper [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Service FLAVORS assigned prefix: {{(pid=113298) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 23:43:26.728103 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.v2.resource_helper [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113298) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 23:43:26.728591 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.v2.resource_helper [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113298) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 23:43:26.728966 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.quota.resource_registry [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Creating instance of TrackedResource for resource:router Aug 29 23:43:26.729344 dv-cinder-855041-2-iscsi neutron-server[113298]: WARNING neutron.quota.resource_registry [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] router is already registered Aug 29 23:43:26.729801 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.quota.resource_registry [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Creating instance of TrackedResource for resource:floatingip Aug 29 23:43:26.730239 dv-cinder-855041-2-iscsi neutron-server[113298]: WARNING neutron.quota.resource_registry [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] floatingip is already registered Aug 29 23:43:26.730762 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.v2.resource_helper [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Service METERING assigned prefix: /metering {{(pid=113298) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 23:43:26.731528 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.quota.resource_registry [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Creating instance of CountableResource for resource:rbac_policy Aug 29 23:43:26.731900 dv-cinder-855041-2-iscsi neutron-server[113298]: WARNING neutron.quota.resource_registry [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] rbac_policy is already registered Aug 29 23:43:26.732419 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.quota.resource_registry [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Creating instance of TrackedResource for resource:security_group Aug 29 23:43:26.732848 dv-cinder-855041-2-iscsi neutron-server[113298]: WARNING neutron.quota.resource_registry [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] security_group is already registered Aug 29 23:43:26.733340 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.quota.resource_registry [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Creating instance of TrackedResource for resource:security_group_rule Aug 29 23:43:26.733761 dv-cinder-855041-2-iscsi neutron-server[113298]: WARNING neutron.quota.resource_registry [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] security_group_rule is already registered Aug 29 23:43:26.734545 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.v2.resource_helper [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Service CORE assigned prefix: {{(pid=113298) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 23:43:26.735106 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.quota.resource_registry [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 23:43:26.735512 dv-cinder-855041-2-iscsi neutron-server[113298]: WARNING neutron.quota.resource_registry [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] subnetpool is already registered Aug 29 23:43:26.736122 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.v2.resource_helper [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Service CORE assigned prefix: {{(pid=113298) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 23:43:26.736567 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.quota.resource_registry [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 23:43:26.737052 dv-cinder-855041-2-iscsi neutron-server[113298]: WARNING neutron.quota.resource_registry [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] subnetpool is already registered Aug 29 23:43:26.737671 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extended resource: extensions {{(pid=113298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:43:26.739559 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extended resource: address-groups {{(pid=113298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:43:26.741296 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extended resource: address-scopes {{(pid=113298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:43:26.742706 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extended resource: agents {{(pid=113298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:43:26.743929 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extended resource: auto-allocated-topology {{(pid=113298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:43:26.745781 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extended resource: availability_zones {{(pid=113298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:43:26.747970 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extended resource: dhcp-networks {{(pid=113298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:43:26.750785 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extended resource: dhcp-agents {{(pid=113298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:43:26.752393 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extended resource: routers {{(pid=113298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:43:26.754784 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extended resource: flavors {{(pid=113298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:43:26.756124 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extended resource: service_profiles {{(pid=113298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:43:26.757436 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extended resource: next_providers {{(pid=113298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:43:26.758967 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extended resource: service_profiles {{(pid=113298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:43:26.761933 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extended resource: floatingip-pools {{(pid=113298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:43:26.763419 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extended resource: routers {{(pid=113298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:43:26.765248 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extended resource: floatingips {{(pid=113298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:43:26.769285 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extended resource: l3-routers {{(pid=113298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:43:26.769285 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extended resource: l3-agents {{(pid=113298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:43:26.770233 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extended resource: metering-labels {{(pid=113298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:43:26.771842 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extended resource: metering-label-rules {{(pid=113298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:43:26.773431 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extended resource: network-ip-availabilities {{(pid=113298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:43:26.774758 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extended resource: bindings {{(pid=113298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:43:26.776494 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extended resource: quotas {{(pid=113298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:43:26.778223 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extended resource: quotas {{(pid=113298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:43:26.779818 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extended resource: rbac-policies {{(pid=113298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:43:26.781183 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extended resource: security-groups {{(pid=113298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:43:26.782558 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extended resource: security-group-rules {{(pid=113298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:43:26.783961 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extended resource: service-providers {{(pid=113298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:43:26.785738 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extended resource: subnetpools {{(pid=113298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:43:26.787186 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extended resource: subnetpools {{(pid=113298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:43:26.788867 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extended resource: tags {{(pid=113298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:43:26.790638 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extended resource: tags {{(pid=113298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:43:26.792778 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extended resource: tags {{(pid=113298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:43:26.794873 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extended resource: tags {{(pid=113298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:43:26.796685 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extended resource: tags {{(pid=113298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:43:26.798706 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extended resource: tags {{(pid=113298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:43:26.800602 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extended resource: tags {{(pid=113298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:43:26.802581 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extended resource: tags {{(pid=113298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:43:26.804384 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extended resource: tags {{(pid=113298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:43:26.806132 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron.api.extensions [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Extended resource: tags {{(pid=113298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:43:26.812549 dv-cinder-855041-2-iscsi neutron-server[113298]: WARNING keystonemiddleware.auth_token [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 29 23:43:26.818298 dv-cinder-855041-2-iscsi neutron-server[113298]: WARNING keystonemiddleware.auth_token [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 29 23:43:26.828146 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_concurrency.lockutils [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Acquiring lock "singleton_lock" {{(pid=113298) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Aug 29 23:43:26.829494 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_concurrency.lockutils [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Acquired lock "singleton_lock" {{(pid=113298) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Aug 29 23:43:26.829494 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_concurrency.lockutils [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Releasing lock "singleton_lock" {{(pid=113298) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Aug 29 23:43:26.829723 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO oslo_service.service [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Starting 2 workers Aug 29 23:43:26.835160 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Started child 113415 {{(pid=113298) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 23:43:26.841258 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:26.842392 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Started child 113416 {{(pid=113298) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 23:43:26.842859 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [-] (113415) wsgi starting up on http://0.0.0.0:9696 Aug 29 23:43:26.843712 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO neutron.service [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Neutron service started, listening on 0.0.0.0:9696 Aug 29 23:43:26.844744 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Publish callbacks [] for process (None), before_spawn {{(pid=113298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:26.848926 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:26.849776 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO oslo_service.service [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Starting 1 workers Aug 29 23:43:26.851014 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [-] (113416) wsgi starting up on http://0.0.0.0:9696 Aug 29 23:43:26.855186 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Started child 113417 {{(pid=113298) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 23:43:26.855780 dv-cinder-855041-2-iscsi neutron-server[113298]: INFO oslo_service.service [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Starting 1 workers Aug 29 23:43:26.860843 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Started child 113418 {{(pid=113298) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 23:43:26.861674 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG neutron_lib.callbacks.manager [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] Publish callbacks [] for process (None), after_spawn {{(pid=113298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:26.862390 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.service [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] calling RpcWorker wait() {{(pid=113417) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 29 23:43:26.863700 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.service [None req-41b76f18-96d2-4c8f-89ff-66c6ffa3553f None None] returning from RpcWorker wait() {{(pid=113417) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 29 23:43:26.864547 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=113298) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 29 23:43:26.864766 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 29 23:43:26.865141 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 29 23:43:26.865362 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 29 23:43:26.865865 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 29 23:43:26.866021 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:26.866174 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 29 23:43:26.866545 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.866690 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:43:26.866831 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.867076 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.867496 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.868121 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.868457 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.868694 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.868985 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.869129 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:26.869863 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.869863 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.869863 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.869863 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.870303 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.870432 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.870607 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.871004 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.871247 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.871442 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.871679 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] config_source = [] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.872024 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.872260 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.872531 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] debug = True {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.872803 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.873314 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.873566 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.873819 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.874066 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.874350 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.874604 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.874884 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.875115 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.875312 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.875651 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.875846 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.876201 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.876402 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.876623 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.876810 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.877036 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.877563 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] host = dv-cinder-855041-2-iscsi {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.877815 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.878675 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.878888 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.879289 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.879482 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.879664 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.879851 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.880103 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.880389 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.880634 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.880885 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.881134 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.881356 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] log_dir = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.881604 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] log_file = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.881813 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] log_options = True {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.882007 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.882300 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.882566 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.882762 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.883057 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.883057 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.883422 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.883623 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.883815 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.884012 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.884227 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.889310 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.889310 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.889310 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.889310 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.889310 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.889310 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.889310 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.889310 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.891060 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.891060 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.891060 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.891060 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.891060 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.891060 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.891060 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.891060 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.891060 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.892672 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.892672 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.892672 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.892672 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.892672 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.892672 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.892672 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.892672 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.894615 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.894615 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.894615 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.894615 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.894615 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.894615 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.894615 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.894615 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.896013 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.896013 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] use_journal = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.896013 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] use_json = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.896013 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.896013 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.896013 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.896013 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.896013 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.896013 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.898107 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.898107 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.898107 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.898107 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.898107 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.898107 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.898107 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.898107 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.899584 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.899584 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.899584 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.899584 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.899584 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.899584 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.899584 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.899584 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.901146 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.901146 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.901146 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.901146 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.901146 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.901146 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.901146 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.902392 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:43:26.902601 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.902601 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.902601 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.902601 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.902601 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.902601 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.902601 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.902601 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.904023 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.904023 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.904023 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.904023 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.904023 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.90/identity {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.904023 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.904023 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.905304 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.905304 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.905304 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.905304 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.905304 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.906161 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.906161 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.906161 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.906708 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.906708 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.907216 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.907216 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.907555 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.907555 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.907984 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.908366 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.910822 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.910822 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.910822 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.910822 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.910822 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.910822 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.912248 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.912248 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.912248 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.912248 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.912248 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.913174 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.913174 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.913174 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.913174 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.913174 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.914027 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.914027 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.914027 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.914027 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.914704 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.914704 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.914704 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.915221 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.915221 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.915570 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.915570 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.915923 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.915923 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.916335 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.916335 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.916711 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.916711 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.917297 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.917297 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.917674 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.917674 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.918029 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.918029 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.918449 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.918449 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.918763 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.918954 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.919171 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.919378 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.919773 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.919988 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.920225 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.920406 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.920570 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.927213 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.927213 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.927213 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.927213 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.927213 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.927213 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.927213 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.927213 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.929155 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.929155 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.929155 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.929155 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.929155 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.929155 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.929155 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.929155 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.930857 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.930857 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.930857 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.930857 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.930857 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.930857 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.930857 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.930857 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.932878 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.932878 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.932878 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.932878 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.932878 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.932878 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.932878 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.932878 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.934560 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.934560 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.934560 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.934560 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.934560 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.934560 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.934560 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.934560 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.936511 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.936511 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.936511 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.936511 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.936511 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.936511 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.936511 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.936511 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.938213 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.938213 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.938213 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.938213 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.938213 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.938213 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.90/identity {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.938213 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.938213 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.939893 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.939893 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.939893 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.939893 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.939893 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.939893 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.939893 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.939893 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.943518 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.943518 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.943518 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.943518 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.943518 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.943518 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.943518 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.943518 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.945305 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.945305 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.945305 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.945305 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.945305 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.945305 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.945305 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.945305 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.947072 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.947072 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.947072 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.947072 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.947072 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.947072 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.947072 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.947072 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.949285 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.949285 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.949285 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.949285 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.949285 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.949285 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.949285 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.949285 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.951054 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.951054 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.951054 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.951054 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.951054 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.951054 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.951054 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.951054 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.956013 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.956013 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.956013 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.956013 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.956013 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.956013 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.956013 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.956013 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.956013 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.959042 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.959042 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.959042 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.959042 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.959042 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.959042 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.959042 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.959042 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.959042 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.962431 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.962431 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.962431 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.962431 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.962431 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.962431 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.962431 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.962431 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.962431 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.963627 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.963627 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.963627 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.963627 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.963627 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.963627 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.963627 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.963627 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.964860 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.964860 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.964860 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.964860 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.964860 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.964860 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.964860 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.964860 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.966390 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.966390 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.966390 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.966390 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.966390 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.966390 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.966390 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.966390 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.967812 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.967812 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.967812 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.967812 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.967812 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.967812 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.967812 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.967812 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.968788 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.968788 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.968788 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.968788 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.968788 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.968788 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.968788 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.968788 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.969761 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.969761 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.969761 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.969761 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.969761 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.969761 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.969761 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.969761 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.971340 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.971340 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.971340 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.971340 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.971340 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.971340 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1100:1149'] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.971340 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.971340 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.973695 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.973695 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.973695 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.973695 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.973695 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.973695 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.973695 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.973695 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.973695 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.975281 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.975281 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.975281 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.975281 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.975281 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.975281 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.975281 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.976533 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.976533 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.976533 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.976533 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.977776 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:26.977978 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 29 23:43:26.978472 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=113298) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 29 23:43:26.978685 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 29 23:43:26.980332 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 29 23:43:26.980551 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 29 23:43:26.980759 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 29 23:43:26.981079 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 29 23:43:26.981079 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.991328 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.991328 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.991328 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.991328 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.991328 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.991328 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.991328 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.991328 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.991902 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.991902 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.991902 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.991902 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.991902 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.991902 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.991902 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.991902 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.992647 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.992647 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] config_source = [] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.992647 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.992647 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.992647 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] debug = True {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.992647 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.993333 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.993333 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.993333 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.993333 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.993333 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.993333 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.994050 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.994050 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.994050 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.994050 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.994050 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.994050 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.994050 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.994050 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.995010 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.995010 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.995010 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] host = dv-cinder-855041-2-iscsi {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.995010 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.995010 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.995010 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.995010 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.995010 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.995889 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.995889 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.995889 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.995889 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.995889 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.995889 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.995889 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.995889 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] log_dir = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.998422 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] log_file = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.998422 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] log_options = True {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.998422 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.998422 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.998422 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.998422 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.998422 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.999599 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.999599 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.999599 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.999599 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.999599 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.999599 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.999599 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:26.999599 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:27.000644 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:27.000644 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:27.000644 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:27.000644 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:27.000644 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:27.000644 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:27.000644 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:27.000644 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:27.001973 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:27.001973 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:27.001973 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:27.001973 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:27.001973 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:27.001973 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:27.001973 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:27.001973 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:27.001973 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:27.003491 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:27.003491 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:27.003491 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:27.003491 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:27.003491 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:27.003491 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:27.003491 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:27.003491 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:27.005224 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:27.005224 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:27.005224 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:27.005224 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:27.005224 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:27.005224 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:27.005224 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:27.005224 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] use_journal = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:27.006654 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] use_json = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:27.006654 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:27.006654 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:27.006654 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:27.006654 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:27.006654 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:27.006654 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:27.006654 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:27.008549 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:27.008549 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:43:27.008549 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.008549 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.008549 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.008549 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.008549 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.008549 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.010018 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.010018 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.010018 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.010018 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.010018 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.010018 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.010018 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.010018 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.011366 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.011366 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.011366 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.011366 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.011366 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.011366 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.011366 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.011366 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.012228 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.012228 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.012228 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.012228 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.012228 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.012228 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.012228 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.012228 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.013789 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.013789 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.013789 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.90/identity {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.013789 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.013789 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.013789 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.013789 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.013789 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.014745 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.014745 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.014745 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.014745 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.014745 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.014745 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.014745 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.014745 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.014745 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.015709 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.015709 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.015709 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.015709 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.015709 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.015709 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.015709 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.015709 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.015709 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.020025 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.020025 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.020025 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.020025 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.020025 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.020025 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.020025 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.020025 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.021356 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.021356 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.021356 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.021356 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.021356 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.021356 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.021356 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.021356 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.021356 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.022677 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.022677 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.022677 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.022677 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.022677 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.022677 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.022677 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.022677 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.022677 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.024095 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.024095 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.024095 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.024095 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.024095 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.024095 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.024095 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.024095 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.024095 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.025265 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.025265 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.025265 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.025265 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.025265 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.025265 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.025265 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.025265 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.026273 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.026273 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.026273 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.026273 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.026273 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.026273 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.026273 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.026273 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.027471 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.027471 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.027471 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.027471 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.027471 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.027471 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.027471 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.027471 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.028735 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.028735 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.028735 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.028735 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.028735 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.028735 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.028735 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.028735 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.029912 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.029912 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.029912 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.029912 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.029912 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.029912 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.029912 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.029912 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.031094 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.031094 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.031094 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.031094 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.031094 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.031094 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.031094 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.031094 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.031094 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.032365 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.032365 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.032365 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.032365 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.032365 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.032365 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.032365 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.032365 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.033294 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.033294 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.033294 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.033294 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.033294 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.033294 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.033294 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.90/identity {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.033294 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.034336 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.034336 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.034336 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.034336 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.034336 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.034336 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.034336 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.034336 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.036214 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.036214 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.036214 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.036214 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.036214 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.036214 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.036214 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.036214 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.037306 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.037306 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.037306 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.037306 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.037306 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.037306 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.037306 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.037306 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.038370 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.038370 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.038370 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.038370 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.038370 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.038370 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.038370 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.038370 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.039371 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.039371 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.039371 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.039371 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.039371 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.039371 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.039371 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.039371 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.040932 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.040932 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.040932 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.040932 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.040932 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.040932 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.040932 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.040932 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.041929 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.041929 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.041929 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.041929 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.041929 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.041929 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.041929 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.041929 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.041929 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.043138 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.043138 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.043138 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.043138 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.043138 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.043138 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.043138 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.043138 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.043138 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.044591 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.044591 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.044591 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.044591 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.044591 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.044591 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.044591 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.044591 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.044591 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.045854 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.045854 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.045854 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.045854 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.045854 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.045854 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.045854 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.045854 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.046818 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.046818 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.046818 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.046818 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.046818 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.046818 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.046818 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.046818 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.047677 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.047677 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.047677 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.047677 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.047677 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.047677 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.047677 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.047677 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.048637 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.048637 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.048637 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.048637 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.048637 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.048637 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.048637 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.048637 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.049639 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.049639 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.049639 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.049639 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.049639 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.049639 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.049639 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.049639 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.050982 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.050982 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.050982 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.050982 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.050982 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.050982 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.050982 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.050982 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.051982 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.051982 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.051982 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.051982 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.051982 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.051982 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.051982 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1100:1149'] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.051982 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.053113 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.053113 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.053113 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.053113 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.053113 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.053113 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.053113 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.053113 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.053113 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.054708 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.054708 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.054708 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.054708 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.054708 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.054708 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.054708 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.054708 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.054708 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.056050 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.056050 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.056050 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.056050 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:43:27.056050 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 29 23:43:27.056910 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:43:27.256865 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 43852) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:43:27.264266 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [-] 10.222.0.90 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0050840 Aug 29 23:43:27.269793 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [-] 10.222.0.90 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0046792 Aug 29 23:43:36.133231 dv-cinder-855041-2-iscsi neutron-server[113298]: DEBUG dbcounter [-] [113298] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=113298) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:43:40.226647 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f53d492-f449-49b0-9c4f-b91e9f480076 None None] get_active_networks_info from dv-cinder-855041-2-iscsi {{(pid=113417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 29 23:43:40.236985 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writer thread running {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 29 23:43:40.326536 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f53d492-f449-49b0-9c4f-b91e9f480076 None None] No non-hosted networks {{(pid=113417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 29 23:43:40.361085 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.agentschedulers_db [None req-6f53d492-f449-49b0-9c4f-b91e9f480076 None None] DHCP Agent not found on host dv-cinder-855041-2-iscsi {{(pid=113417) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Aug 29 23:43:40.414603 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-eabe436f-bd5d-40f0-ab8a-6e55726fe06e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-479109'] for agent (1020f8f9-c858-45a1-84c5-376480b0ca2e), after_create {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:42.325641 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writer thread running {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 29 23:43:43.405018 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-c1b66c8e-8d38-42b8-8618-70025812bf97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-479109'] for agent (037668f0-d812-4b59-9d2d-ce33f66a7708), after_create {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:43.434385 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.db.api [None req-acc0cdfe-5988-41fb-be10-d458433248ec None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-855041-2-iscsi {{(pid=113417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 29 23:43:43.435130 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG oslo_db.api [None req-acc0cdfe-5988-41fb-be10-d458433248ec None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 23:43:44.048993 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-acc0cdfe-5988-41fb-be10-d458433248ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (037668f0-d812-4b59-9d2d-ce33f66a7708), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:44.365622 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cdcd43ac-7909-438b-ba67-31b4a20d4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-479109'] for agent (bcd4f52e-0d63-4d8a-9dda-ff825ab30758), after_create {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:45.056429 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 43928) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:43:45.528968 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-479109'] for agent (01773ddc-a5d8-4c68-b7b5-e385af2b339f), after_create {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:45.531283 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:45.532336 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:45.533118 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:45.534543 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:45.535434 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:45.537168 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:45.538090 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:45.542331 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:45.542331 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:45.542331 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:45.542331 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:45.542331 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:45.543055 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:45.544146 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:45.545270 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:45.546215 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-855041-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:43:45.557433 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-855041-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:43:45.975102 dv-cinder-855041-2-iscsi neutron-server[113415]: WARNING oslo_policy.policy [None req-50e5417d-6c7f-4124-afc1-0bc300ccd94d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 23:43:45.975636 dv-cinder-855041-2-iscsi neutron-server[113415]: WARNING oslo_policy.policy [None req-50e5417d-6c7f-4124-afc1-0bc300ccd94d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 23:43:46.204402 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [None req-50e5417d-6c7f-4124-afc1-0bc300ccd94d admin admin] http://10.222.0.90:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 23:43:46.212731 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-50e5417d-6c7f-4124-afc1-0bc300ccd94d admin admin] 10.222.0.90 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.1552737 Aug 29 23:43:46.386015 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-55545b4a-c719-46e4-a9c5-7c044aa64822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-479109'] for agent (63136763-0f20-46a8-951a-2f70193501e4), after_create {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:48.714145 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 43960) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:43:49.110112 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [None req-97a14854-810b-43ac-a2d4-ca0926a09d70 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:43:49.123194 dv-cinder-855041-2-iscsi neutron-server[113415]: ERROR stevedore.extension [None req-97a14854-810b-43ac-a2d4-ca0926a09d70 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Aug 29 23:43:49.214196 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.policy [None req-97a14854-810b-43ac-a2d4-ca0926a09d70 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=113415) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 29 23:43:49.257850 dv-cinder-855041-2-iscsi neutron-server[113415]: WARNING oslo_policy.policy [None req-97a14854-810b-43ac-a2d4-ca0926a09d70 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 23:43:49.258226 dv-cinder-855041-2-iscsi neutron-server[113415]: WARNING oslo_policy.policy [None req-97a14854-810b-43ac-a2d4-ca0926a09d70 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 23:43:49.278886 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writer thread running {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 29 23:43:49.453012 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-97a14854-810b-43ac-a2d4-ca0926a09d70 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751006216865', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751006215381', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751006167922', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751006159011', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751006187308', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751006178977', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-578285', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3616444', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-486325', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-571065'] for rbac-policy (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:49.747748 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-97a14854-810b-43ac-a2d4-ca0926a09d70 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:49.748900 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-97a14854-810b-43ac-a2d4-ca0926a09d70 admin admin] 10.222.0.90 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0335996 Aug 29 23:43:50.556267 dv-cinder-855041-2-iscsi neutron-server[113417]: INFO neutron.db.l3_hamode_db [None req-6a43b8af-91b5-4410-b2fc-ed68e6cba30c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 29 23:43:50.642918 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a43b8af-91b5-4410-b2fc-ed68e6cba30c None None] Routers set() bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:43:50.643825 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a43b8af-91b5-4410-b2fc-ed68e6cba30c None None] Router IDs set() for agent in host dv-cinder-855041-2-iscsi {{(pid=113417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 29 23:43:52.203243 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 43970) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:43:52.574613 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [None req-f39287b7-9aa1-4d86-bc69-0f9d12438d1d demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:43:52.692422 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39287b7-9aa1-4d86-bc69-0f9d12438d1d demo demo] Made reservation on behalf of 171cf150ec9a441bad2b22d379135ed8 for: {'network': 1} {{(pid=113415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:43:52.696933 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-f39287b7-9aa1-4d86-bc69-0f9d12438d1d demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for network (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:52.720347 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-f39287b7-9aa1-4d86-bc69-0f9d12438d1d demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:52.852344 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-f39287b7-9aa1-4d86-bc69-0f9d12438d1d demo demo] Publish callbacks [] for security_group (d5150291-6bca-47db-ad31-5e5e8e51a647), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:52.909891 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-f39287b7-9aa1-4d86-bc69-0f9d12438d1d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (d5150291-6bca-47db-ad31-5e5e8e51a647), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:52.943290 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f39287b7-9aa1-4d86-bc69-0f9d12438d1d demo demo] vlan segment allocate from pool success with {'vlan_id': 1124, 'physical_network': 'physnet1'} {{(pid=113415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 23:43:52.974317 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-f39287b7-9aa1-4d86-bc69-0f9d12438d1d demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751006364474', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3480186'] for segment (d301baa7-79f7-4ec2-b3b2-78178946995c), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:52.974912 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-f39287b7-9aa1-4d86-bc69-0f9d12438d1d demo demo] Unsubscribe: segment precommit_create {{(pid=113415) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 29 23:43:52.975443 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.db.segments_db [None req-f39287b7-9aa1-4d86-bc69-0f9d12438d1d demo demo] Added segment d301baa7-79f7-4ec2-b3b2-78178946995c of type vlan for network ea4ef2f6-6f1b-46b7-ad12-c197730e953a Aug 29 23:43:52.982093 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39287b7-9aa1-4d86-bc69-0f9d12438d1d demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=d5150291-6bca-47db-ad31-5e5e8e51a647,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:43:53.018535 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39287b7-9aa1-4d86-bc69-0f9d12438d1d demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:53.018869 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39287b7-9aa1-4d86-bc69-0f9d12438d1d demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:53.019218 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39287b7-9aa1-4d86-bc69-0f9d12438d1d demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:53.019568 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39287b7-9aa1-4d86-bc69-0f9d12438d1d demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:53.019901 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39287b7-9aa1-4d86-bc69-0f9d12438d1d demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:53.020247 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39287b7-9aa1-4d86-bc69-0f9d12438d1d demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:53.020569 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39287b7-9aa1-4d86-bc69-0f9d12438d1d demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:53.020887 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39287b7-9aa1-4d86-bc69-0f9d12438d1d demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:53.021203 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39287b7-9aa1-4d86-bc69-0f9d12438d1d demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:53.021516 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39287b7-9aa1-4d86-bc69-0f9d12438d1d demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:53.021830 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39287b7-9aa1-4d86-bc69-0f9d12438d1d demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:53.022157 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39287b7-9aa1-4d86-bc69-0f9d12438d1d demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:53.022473 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39287b7-9aa1-4d86-bc69-0f9d12438d1d demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:53.022787 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39287b7-9aa1-4d86-bc69-0f9d12438d1d demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:53.023099 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39287b7-9aa1-4d86-bc69-0f9d12438d1d demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:53.024576 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39287b7-9aa1-4d86-bc69-0f9d12438d1d demo demo] Tracked resource versions report: Aug 29 23:43:53.024576 dv-cinder-855041-2-iscsi neutron-server[113415]: pushed versions: Aug 29 23:43:53.024576 dv-cinder-855041-2-iscsi neutron-server[113415]: { 'AddressGroup': {'1.2'}, Aug 29 23:43:53.024576 dv-cinder-855041-2-iscsi neutron-server[113415]: 'Agent': {'1.1'}, Aug 29 23:43:53.024576 dv-cinder-855041-2-iscsi neutron-server[113415]: 'ConntrackHelper': {'1.0'}, Aug 29 23:43:53.024576 dv-cinder-855041-2-iscsi neutron-server[113415]: 'LocalIPAssociation': {'1.0'}, Aug 29 23:43:53.024576 dv-cinder-855041-2-iscsi neutron-server[113415]: 'Log': {'1.0'}, Aug 29 23:43:53.024576 dv-cinder-855041-2-iscsi neutron-server[113415]: 'NDPProxy': {'1.0'}, Aug 29 23:43:53.024576 dv-cinder-855041-2-iscsi neutron-server[113415]: 'Network': {'1.1'}, Aug 29 23:43:53.024576 dv-cinder-855041-2-iscsi neutron-server[113415]: 'Port': {'1.7'}, Aug 29 23:43:53.024576 dv-cinder-855041-2-iscsi neutron-server[113415]: 'PortForwarding': {'1.3'}, Aug 29 23:43:53.024576 dv-cinder-855041-2-iscsi neutron-server[113415]: 'QosPolicy': {'1.10'}, Aug 29 23:43:53.024576 dv-cinder-855041-2-iscsi neutron-server[113415]: 'SecurityGroup': {'1.5'}, Aug 29 23:43:53.024576 dv-cinder-855041-2-iscsi neutron-server[113415]: 'SecurityGroupRule': {'1.2'}, Aug 29 23:43:53.024576 dv-cinder-855041-2-iscsi neutron-server[113415]: 'SubPort': {'1.0'}, Aug 29 23:43:53.024576 dv-cinder-855041-2-iscsi neutron-server[113415]: 'Subnet': {'1.1'}, Aug 29 23:43:53.024576 dv-cinder-855041-2-iscsi neutron-server[113415]: 'Trunk': {'1.1'}} Aug 29 23:43:53.024576 dv-cinder-855041-2-iscsi neutron-server[113415]: consumer versions: Aug 29 23:43:53.024576 dv-cinder-855041-2-iscsi neutron-server[113415]: { DHCP agent@dv-cinder-855041-2-iscsi: {}, Aug 29 23:43:53.024576 dv-cinder-855041-2-iscsi neutron-server[113415]: L3 agent@dv-cinder-855041-2-iscsi: {}, Aug 29 23:43:53.024576 dv-cinder-855041-2-iscsi neutron-server[113415]: Metadata agent@dv-cinder-855041-2-iscsi: {}, Aug 29 23:43:53.024576 dv-cinder-855041-2-iscsi neutron-server[113415]: Metering agent@dv-cinder-855041-2-iscsi: {}, Aug 29 23:43:53.024576 dv-cinder-855041-2-iscsi neutron-server[113415]: Open vSwitch agent@dv-cinder-855041-2-iscsi: { 'AddressGroup': '1.2', Aug 29 23:43:53.024576 dv-cinder-855041-2-iscsi neutron-server[113415]: 'Agent': '1.1', Aug 29 23:43:53.024576 dv-cinder-855041-2-iscsi neutron-server[113415]: 'ConntrackHelper': '1.0', Aug 29 23:43:53.024576 dv-cinder-855041-2-iscsi neutron-server[113415]: 'LocalIPAssociation': '1.0', Aug 29 23:43:53.024576 dv-cinder-855041-2-iscsi neutron-server[113415]: 'Log': '1.0', Aug 29 23:43:53.024576 dv-cinder-855041-2-iscsi neutron-server[113415]: 'NDPProxy': '1.0', Aug 29 23:43:53.024576 dv-cinder-855041-2-iscsi neutron-server[113415]: 'Network': '1.1', Aug 29 23:43:53.024576 dv-cinder-855041-2-iscsi neutron-server[113415]: 'Port': '1.7', Aug 29 23:43:53.024576 dv-cinder-855041-2-iscsi neutron-server[113415]: 'PortForwarding': '1.3', Aug 29 23:43:53.024576 dv-cinder-855041-2-iscsi neutron-server[113415]: 'QosPolicy': '1.10', Aug 29 23:43:53.024576 dv-cinder-855041-2-iscsi neutron-server[113415]: 'SecurityGroup': '1.5', Aug 29 23:43:53.024576 dv-cinder-855041-2-iscsi neutron-server[113415]: 'SecurityGroupRule': '1.2', Aug 29 23:43:53.024576 dv-cinder-855041-2-iscsi neutron-server[113415]: 'SubPort': '1.0', Aug 29 23:43:53.024576 dv-cinder-855041-2-iscsi neutron-server[113415]: 'Subnet': '1.1', Aug 29 23:43:53.024576 dv-cinder-855041-2-iscsi neutron-server[113415]: 'Trunk': '1.1'}} Aug 29 23:43:53.024576 dv-cinder-855041-2-iscsi neutron-server[113415]: {{(pid=113415) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 23:43:53.088673 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-f39287b7-9aa1-4d86-bc69-0f9d12438d1d demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751005866352'] for network (ea4ef2f6-6f1b-46b7-ad12-c197730e953a), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:53.185985 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-f39287b7-9aa1-4d86-bc69-0f9d12438d1d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357'] for network (ea4ef2f6-6f1b-46b7-ad12-c197730e953a), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:53.191572 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39287b7-9aa1-4d86-bc69-0f9d12438d1d demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:43:53.192307 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-f39287b7-9aa1-4d86-bc69-0f9d12438d1d demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for network (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:53.247594 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=55,neutron:INSERT=42,neutron:UPDATE=3 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:43:53.320258 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39287b7-9aa1-4d86-bc69-0f9d12438d1d demo demo] Pushing event updated for resources: {'Network': ['ID=ea4ef2f6-6f1b-46b7-ad12-c197730e953a,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:43:53.337268 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Network ea4ef2f6-6f1b-46b7-ad12-c197730e953a details requested by agent ovs-agent-dv-cinder-855041-2-iscsi with host dv-cinder-855041-2-iscsi {{(pid=113417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 23:43:53.360234 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-f39287b7-9aa1-4d86-bc69-0f9d12438d1d demo demo] 10.222.0.90 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.1507878 Aug 29 23:43:55.896571 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 43984) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:43:56.468484 dv-cinder-855041-2-iscsi neutron-server[113416]: WARNING oslo_policy.policy [None req-afb8b0d0-52c2-42be-a848-d3e3f8c72ce3 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 23:43:56.469013 dv-cinder-855041-2-iscsi neutron-server[113416]: WARNING oslo_policy.policy [None req-afb8b0d0-52c2-42be-a848-d3e3f8c72ce3 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 23:43:56.706667 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writer thread running {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 29 23:43:56.728229 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:43:56.909748 dv-cinder-855041-2-iscsi neutron-server[113416]: ERROR stevedore.extension [None req-afb8b0d0-52c2-42be-a848-d3e3f8c72ce3 demo admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Aug 29 23:43:56.995732 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.policy [None req-afb8b0d0-52c2-42be-a848-d3e3f8c72ce3 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=113416) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 29 23:43:57.039704 dv-cinder-855041-2-iscsi neutron-server[113416]: WARNING oslo_policy.policy [None req-afb8b0d0-52c2-42be-a848-d3e3f8c72ce3 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 23:43:57.040135 dv-cinder-855041-2-iscsi neutron-server[113416]: WARNING oslo_policy.policy [None req-afb8b0d0-52c2-42be-a848-d3e3f8c72ce3 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 23:43:57.048335 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb8b0d0-52c2-42be-a848-d3e3f8c72ce3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:43:57.050477 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-afb8b0d0-52c2-42be-a848-d3e3f8c72ce3 demo admin] 10.222.0.90 "GET /networking/v2.0/networks/ea4ef2f6-6f1b-46b7-ad12-c197730e953a HTTP/1.1" status: 200 len: 826 time: 1.1519768 Aug 29 23:43:57.095192 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-2dded067-dbb9-4db4-8873-271c6371a0c4 demo admin] 10.222.0.90 "GET /networking/v2.0/subnetpools/18661b4f-4a4a-4c94-b52e-c4721d28ba4d HTTP/1.1" status: 200 len: 734 time: 0.0358243 Aug 29 23:43:57.106027 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [None req-3189ae09-a3f6-4c04-83ed-824e898d1108 demo admin] Request body: {'subnet': {'subnetpool_id': '18661b4f-4a4a-4c94-b52e-c4721d28ba4d', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': 'ea4ef2f6-6f1b-46b7-ad12-c197730e953a', 'ip_version': 4}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:43:57.202845 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3189ae09-a3f6-4c04-83ed-824e898d1108 demo admin] Made reservation on behalf of 171cf150ec9a441bad2b22d379135ed8 for: {'subnet': 1} {{(pid=113416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:43:57.206828 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-3189ae09-a3f6-4c04-83ed-824e898d1108 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:57.603210 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-3189ae09-a3f6-4c04-83ed-824e898d1108 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4096602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357'] for subnet (7b473fa1-a6b6-4965-b0fa-62867f6c3d2b), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:57.680652 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3189ae09-a3f6-4c04-83ed-824e898d1108 demo admin] Checking segment: {'id': 'd301baa7-79f7-4ec2-b3b2-78178946995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'ea4ef2f6-6f1b-46b7-ad12-c197730e953a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:43:57.681025 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3189ae09-a3f6-4c04-83ed-824e898d1108 demo admin] Network hostable DHCP agents. Network: ea4ef2f6-6f1b-46b7-ad12-c197730e953a, hostable agents: ['1020f8f9-c858-45a1-84c5-376480b0ca2e'], hosted agents: [] {{(pid=113416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 23:43:57.691368 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3189ae09-a3f6-4c04-83ed-824e898d1108 demo admin] Pushing event updated for resources: {'Subnet': ['ID=7b473fa1-a6b6-4965-b0fa-62867f6c3d2b,revision_number=0']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:43:57.705714 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3189ae09-a3f6-4c04-83ed-824e898d1108 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:57.706057 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3189ae09-a3f6-4c04-83ed-824e898d1108 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:57.706413 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3189ae09-a3f6-4c04-83ed-824e898d1108 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:57.706765 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3189ae09-a3f6-4c04-83ed-824e898d1108 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:57.707092 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3189ae09-a3f6-4c04-83ed-824e898d1108 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:57.707411 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3189ae09-a3f6-4c04-83ed-824e898d1108 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:57.707726 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3189ae09-a3f6-4c04-83ed-824e898d1108 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:57.708040 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3189ae09-a3f6-4c04-83ed-824e898d1108 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:57.708403 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3189ae09-a3f6-4c04-83ed-824e898d1108 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:57.708722 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3189ae09-a3f6-4c04-83ed-824e898d1108 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:57.709036 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3189ae09-a3f6-4c04-83ed-824e898d1108 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:57.709362 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3189ae09-a3f6-4c04-83ed-824e898d1108 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:57.709679 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3189ae09-a3f6-4c04-83ed-824e898d1108 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:57.709987 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3189ae09-a3f6-4c04-83ed-824e898d1108 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:57.710300 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3189ae09-a3f6-4c04-83ed-824e898d1108 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:57.711778 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3189ae09-a3f6-4c04-83ed-824e898d1108 demo admin] Tracked resource versions report: Aug 29 23:43:57.711778 dv-cinder-855041-2-iscsi neutron-server[113416]: pushed versions: Aug 29 23:43:57.711778 dv-cinder-855041-2-iscsi neutron-server[113416]: { 'AddressGroup': {'1.2'}, Aug 29 23:43:57.711778 dv-cinder-855041-2-iscsi neutron-server[113416]: 'Agent': {'1.1'}, Aug 29 23:43:57.711778 dv-cinder-855041-2-iscsi neutron-server[113416]: 'ConntrackHelper': {'1.0'}, Aug 29 23:43:57.711778 dv-cinder-855041-2-iscsi neutron-server[113416]: 'LocalIPAssociation': {'1.0'}, Aug 29 23:43:57.711778 dv-cinder-855041-2-iscsi neutron-server[113416]: 'Log': {'1.0'}, Aug 29 23:43:57.711778 dv-cinder-855041-2-iscsi neutron-server[113416]: 'NDPProxy': {'1.0'}, Aug 29 23:43:57.711778 dv-cinder-855041-2-iscsi neutron-server[113416]: 'Network': {'1.1'}, Aug 29 23:43:57.711778 dv-cinder-855041-2-iscsi neutron-server[113416]: 'Port': {'1.7'}, Aug 29 23:43:57.711778 dv-cinder-855041-2-iscsi neutron-server[113416]: 'PortForwarding': {'1.3'}, Aug 29 23:43:57.711778 dv-cinder-855041-2-iscsi neutron-server[113416]: 'QosPolicy': {'1.10'}, Aug 29 23:43:57.711778 dv-cinder-855041-2-iscsi neutron-server[113416]: 'SecurityGroup': {'1.5'}, Aug 29 23:43:57.711778 dv-cinder-855041-2-iscsi neutron-server[113416]: 'SecurityGroupRule': {'1.2'}, Aug 29 23:43:57.711778 dv-cinder-855041-2-iscsi neutron-server[113416]: 'SubPort': {'1.0'}, Aug 29 23:43:57.711778 dv-cinder-855041-2-iscsi neutron-server[113416]: 'Subnet': {'1.1'}, Aug 29 23:43:57.711778 dv-cinder-855041-2-iscsi neutron-server[113416]: 'Trunk': {'1.1'}} Aug 29 23:43:57.711778 dv-cinder-855041-2-iscsi neutron-server[113416]: consumer versions: Aug 29 23:43:57.711778 dv-cinder-855041-2-iscsi neutron-server[113416]: { DHCP agent@dv-cinder-855041-2-iscsi: {}, Aug 29 23:43:57.711778 dv-cinder-855041-2-iscsi neutron-server[113416]: L3 agent@dv-cinder-855041-2-iscsi: {}, Aug 29 23:43:57.711778 dv-cinder-855041-2-iscsi neutron-server[113416]: Metadata agent@dv-cinder-855041-2-iscsi: {}, Aug 29 23:43:57.711778 dv-cinder-855041-2-iscsi neutron-server[113416]: Metering agent@dv-cinder-855041-2-iscsi: {}, Aug 29 23:43:57.711778 dv-cinder-855041-2-iscsi neutron-server[113416]: Open vSwitch agent@dv-cinder-855041-2-iscsi: { 'AddressGroup': '1.2', Aug 29 23:43:57.711778 dv-cinder-855041-2-iscsi neutron-server[113416]: 'Agent': '1.1', Aug 29 23:43:57.711778 dv-cinder-855041-2-iscsi neutron-server[113416]: 'ConntrackHelper': '1.0', Aug 29 23:43:57.711778 dv-cinder-855041-2-iscsi neutron-server[113416]: 'LocalIPAssociation': '1.0', Aug 29 23:43:57.711778 dv-cinder-855041-2-iscsi neutron-server[113416]: 'Log': '1.0', Aug 29 23:43:57.711778 dv-cinder-855041-2-iscsi neutron-server[113416]: 'NDPProxy': '1.0', Aug 29 23:43:57.711778 dv-cinder-855041-2-iscsi neutron-server[113416]: 'Network': '1.1', Aug 29 23:43:57.711778 dv-cinder-855041-2-iscsi neutron-server[113416]: 'Port': '1.7', Aug 29 23:43:57.711778 dv-cinder-855041-2-iscsi neutron-server[113416]: 'PortForwarding': '1.3', Aug 29 23:43:57.711778 dv-cinder-855041-2-iscsi neutron-server[113416]: 'QosPolicy': '1.10', Aug 29 23:43:57.711778 dv-cinder-855041-2-iscsi neutron-server[113416]: 'SecurityGroup': '1.5', Aug 29 23:43:57.711778 dv-cinder-855041-2-iscsi neutron-server[113416]: 'SecurityGroupRule': '1.2', Aug 29 23:43:57.711778 dv-cinder-855041-2-iscsi neutron-server[113416]: 'SubPort': '1.0', Aug 29 23:43:57.711778 dv-cinder-855041-2-iscsi neutron-server[113416]: 'Subnet': '1.1', Aug 29 23:43:57.711778 dv-cinder-855041-2-iscsi neutron-server[113416]: 'Trunk': '1.1'}} Aug 29 23:43:57.711778 dv-cinder-855041-2-iscsi neutron-server[113416]: {{(pid=113416) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 23:43:57.791497 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3189ae09-a3f6-4c04-83ed-824e898d1108 demo admin] Network ea4ef2f6-6f1b-46b7-ad12-c197730e953a is scheduled to be hosted by DHCP agent 1020f8f9-c858-45a1-84c5-376480b0ca2e with binding_index 1 {{(pid=113416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 23:43:57.882453 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.base_scheduler [None req-3189ae09-a3f6-4c04-83ed-824e898d1108 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855041-2-iscsi, ea4ef2f6-6f1b-46b7-ad12-c197730e953a) {{(pid=113416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:43:57.887701 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3189ae09-a3f6-4c04-83ed-824e898d1108 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:43:57.888416 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-3189ae09-a3f6-4c04-83ed-824e898d1108 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for subnet (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:57.894323 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9d6f15-0532-4ae6-b691-591822984760 None None] Network ea4ef2f6-6f1b-46b7-ad12-c197730e953a requested from dv-cinder-855041-2-iscsi {{(pid=113417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:43:57.930622 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=38,neutron:INSERT=34,neutron:UPDATE=1 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:43:57.976272 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-3189ae09-a3f6-4c04-83ed-824e898d1108 demo admin] 10.222.0.90 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8739250 Aug 29 23:43:58.186122 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0552dfea-c3ad-46fe-bb68-6cff8615f12a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53cca06d-0ebc-509e-8194-c81e43be134c-ea4ef2f6-6f1b-46b7-ad12-c197730e953a', 'network_id': 'ea4ef2f6-6f1b-46b7-ad12-c197730e953a', 'project_id': '171cf150ec9a441bad2b22d379135ed8', 'fixed_ips': [{'subnet_id': '7b473fa1-a6b6-4965-b0fa-62867f6c3d2b'}]}} from dv-cinder-855041-2-iscsi. {{(pid=113417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 23:43:58.187532 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-0552dfea-c3ad-46fe-bb68-6cff8615f12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:58.616920 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.db_base_plugin_common [None req-0552dfea-c3ad-46fe-bb68-6cff8615f12a None None] Allocated IP 172.20.0.2 (ea4ef2f6-6f1b-46b7-ad12-c197730e953a/7b473fa1-a6b6-4965-b0fa-62867f6c3d2b/a585ca73-0858-4531-b625-2a4c6051afe6) {{(pid=113417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:43:58.901849 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-0552dfea-c3ad-46fe-bb68-6cff8615f12a None None] Publish callbacks [] for port (a585ca73-0858-4531-b625-2a4c6051afe6), precommit_create {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:58.963444 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-0552dfea-c3ad-46fe-bb68-6cff8615f12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297'] for port (a585ca73-0858-4531-b625-2a4c6051afe6), after_create {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:59.063598 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0552dfea-c3ad-46fe-bb68-6cff8615f12a None None] Network ea4ef2f6-6f1b-46b7-ad12-c197730e953a is already hosted by enough agents. {{(pid=113417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:43:59.075540 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.scheduler.base_scheduler [None req-0552dfea-c3ad-46fe-bb68-6cff8615f12a None None] Resources bound (agent type, host, resource id): {{(pid=113417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:43:59.083604 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0552dfea-c3ad-46fe-bb68-6cff8615f12a None None] Received port after_create {{(pid=113417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:43:59.087150 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0552dfea-c3ad-46fe-bb68-6cff8615f12a None None] Pushing event updated for resources: {'Port': ['ID=a585ca73-0858-4531-b625-2a4c6051afe6,revision_number=1']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:43:59.120454 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0552dfea-c3ad-46fe-bb68-6cff8615f12a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:59.120907 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0552dfea-c3ad-46fe-bb68-6cff8615f12a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:59.121473 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0552dfea-c3ad-46fe-bb68-6cff8615f12a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:59.121936 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0552dfea-c3ad-46fe-bb68-6cff8615f12a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:59.122440 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0552dfea-c3ad-46fe-bb68-6cff8615f12a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:59.122989 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0552dfea-c3ad-46fe-bb68-6cff8615f12a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:59.123485 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0552dfea-c3ad-46fe-bb68-6cff8615f12a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:59.123839 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0552dfea-c3ad-46fe-bb68-6cff8615f12a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:59.124292 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0552dfea-c3ad-46fe-bb68-6cff8615f12a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:59.124678 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0552dfea-c3ad-46fe-bb68-6cff8615f12a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:59.125063 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0552dfea-c3ad-46fe-bb68-6cff8615f12a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:59.125367 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0552dfea-c3ad-46fe-bb68-6cff8615f12a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:59.125708 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0552dfea-c3ad-46fe-bb68-6cff8615f12a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:59.126037 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0552dfea-c3ad-46fe-bb68-6cff8615f12a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:59.126431 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0552dfea-c3ad-46fe-bb68-6cff8615f12a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:59.129193 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0552dfea-c3ad-46fe-bb68-6cff8615f12a None None] Tracked resource versions report: Aug 29 23:43:59.129193 dv-cinder-855041-2-iscsi neutron-server[113417]: pushed versions: Aug 29 23:43:59.129193 dv-cinder-855041-2-iscsi neutron-server[113417]: { 'AddressGroup': {'1.2'}, Aug 29 23:43:59.129193 dv-cinder-855041-2-iscsi neutron-server[113417]: 'Agent': {'1.1'}, Aug 29 23:43:59.129193 dv-cinder-855041-2-iscsi neutron-server[113417]: 'ConntrackHelper': {'1.0'}, Aug 29 23:43:59.129193 dv-cinder-855041-2-iscsi neutron-server[113417]: 'LocalIPAssociation': {'1.0'}, Aug 29 23:43:59.129193 dv-cinder-855041-2-iscsi neutron-server[113417]: 'Log': {'1.0'}, Aug 29 23:43:59.129193 dv-cinder-855041-2-iscsi neutron-server[113417]: 'NDPProxy': {'1.0'}, Aug 29 23:43:59.129193 dv-cinder-855041-2-iscsi neutron-server[113417]: 'Network': {'1.1'}, Aug 29 23:43:59.129193 dv-cinder-855041-2-iscsi neutron-server[113417]: 'Port': {'1.7'}, Aug 29 23:43:59.129193 dv-cinder-855041-2-iscsi neutron-server[113417]: 'PortForwarding': {'1.3'}, Aug 29 23:43:59.129193 dv-cinder-855041-2-iscsi neutron-server[113417]: 'QosPolicy': {'1.10'}, Aug 29 23:43:59.129193 dv-cinder-855041-2-iscsi neutron-server[113417]: 'SecurityGroup': {'1.5'}, Aug 29 23:43:59.129193 dv-cinder-855041-2-iscsi neutron-server[113417]: 'SecurityGroupRule': {'1.2'}, Aug 29 23:43:59.129193 dv-cinder-855041-2-iscsi neutron-server[113417]: 'SubPort': {'1.0'}, Aug 29 23:43:59.129193 dv-cinder-855041-2-iscsi neutron-server[113417]: 'Subnet': {'1.1'}, Aug 29 23:43:59.129193 dv-cinder-855041-2-iscsi neutron-server[113417]: 'Trunk': {'1.1'}} Aug 29 23:43:59.129193 dv-cinder-855041-2-iscsi neutron-server[113417]: consumer versions: Aug 29 23:43:59.129193 dv-cinder-855041-2-iscsi neutron-server[113417]: { DHCP agent@dv-cinder-855041-2-iscsi: {}, Aug 29 23:43:59.129193 dv-cinder-855041-2-iscsi neutron-server[113417]: L3 agent@dv-cinder-855041-2-iscsi: {}, Aug 29 23:43:59.129193 dv-cinder-855041-2-iscsi neutron-server[113417]: Metadata agent@dv-cinder-855041-2-iscsi: {}, Aug 29 23:43:59.129193 dv-cinder-855041-2-iscsi neutron-server[113417]: Metering agent@dv-cinder-855041-2-iscsi: {}, Aug 29 23:43:59.129193 dv-cinder-855041-2-iscsi neutron-server[113417]: Open vSwitch agent@dv-cinder-855041-2-iscsi: { 'AddressGroup': '1.2', Aug 29 23:43:59.129193 dv-cinder-855041-2-iscsi neutron-server[113417]: 'Agent': '1.1', Aug 29 23:43:59.129193 dv-cinder-855041-2-iscsi neutron-server[113417]: 'ConntrackHelper': '1.0', Aug 29 23:43:59.129193 dv-cinder-855041-2-iscsi neutron-server[113417]: 'LocalIPAssociation': '1.0', Aug 29 23:43:59.129193 dv-cinder-855041-2-iscsi neutron-server[113417]: 'Log': '1.0', Aug 29 23:43:59.129193 dv-cinder-855041-2-iscsi neutron-server[113417]: 'NDPProxy': '1.0', Aug 29 23:43:59.129193 dv-cinder-855041-2-iscsi neutron-server[113417]: 'Network': '1.1', Aug 29 23:43:59.129193 dv-cinder-855041-2-iscsi neutron-server[113417]: 'Port': '1.7', Aug 29 23:43:59.129193 dv-cinder-855041-2-iscsi neutron-server[113417]: 'PortForwarding': '1.3', Aug 29 23:43:59.129193 dv-cinder-855041-2-iscsi neutron-server[113417]: 'QosPolicy': '1.10', Aug 29 23:43:59.129193 dv-cinder-855041-2-iscsi neutron-server[113417]: 'SecurityGroup': '1.5', Aug 29 23:43:59.129193 dv-cinder-855041-2-iscsi neutron-server[113417]: 'SecurityGroupRule': '1.2', Aug 29 23:43:59.129193 dv-cinder-855041-2-iscsi neutron-server[113417]: 'SubPort': '1.0', Aug 29 23:43:59.129193 dv-cinder-855041-2-iscsi neutron-server[113417]: 'Subnet': '1.1', Aug 29 23:43:59.129193 dv-cinder-855041-2-iscsi neutron-server[113417]: 'Trunk': '1.1'}} Aug 29 23:43:59.129193 dv-cinder-855041-2-iscsi neutron-server[113417]: {{(pid=113417) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 23:43:59.212934 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-0552dfea-c3ad-46fe-bb68-6cff8615f12a None None] Attempting to bind port a585ca73-0858-4531-b625-2a4c6051afe6 on host dv-cinder-855041-2-iscsi for vnic_type normal with profile {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:43:59.213594 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-0552dfea-c3ad-46fe-bb68-6cff8615f12a None None] Attempting to bind port a585ca73-0858-4531-b625-2a4c6051afe6 by drivers openvswitch,hyperv on host dv-cinder-855041-2-iscsi at level 0 using segments [{'id': 'd301baa7-79f7-4ec2-b3b2-78178946995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'ea4ef2f6-6f1b-46b7-ad12-c197730e953a'}] {{(pid=113417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:43:59.214296 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0552dfea-c3ad-46fe-bb68-6cff8615f12a None None] Attempting to bind port a585ca73-0858-4531-b625-2a4c6051afe6 on network ea4ef2f6-6f1b-46b7-ad12-c197730e953a {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:43:59.223938 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0552dfea-c3ad-46fe-bb68-6cff8615f12a None None] Checking agent: {'id': '01773ddc-a5d8-4c68-b7b5-e385af2b339f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 43, 45), 'started_at': datetime.datetime(2022, 8, 29, 23, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:43:59.224637 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0552dfea-c3ad-46fe-bb68-6cff8615f12a None None] Checking segment: {'id': 'd301baa7-79f7-4ec2-b3b2-78178946995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'ea4ef2f6-6f1b-46b7-ad12-c197730e953a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:43:59.225414 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-0552dfea-c3ad-46fe-bb68-6cff8615f12a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:59.226074 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0552dfea-c3ad-46fe-bb68-6cff8615f12a None None] Bound using segment: {'id': 'd301baa7-79f7-4ec2-b3b2-78178946995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'ea4ef2f6-6f1b-46b7-ad12-c197730e953a'} {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:43:59.226896 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-0552dfea-c3ad-46fe-bb68-6cff8615f12a None None] Bound port: a585ca73-0858-4531-b625-2a4c6051afe6, host: dv-cinder-855041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd301baa7-79f7-4ec2-b3b2-78178946995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'ea4ef2f6-6f1b-46b7-ad12-c197730e953a'}}] {{(pid=113417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:43:59.227570 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-0552dfea-c3ad-46fe-bb68-6cff8615f12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (a585ca73-0858-4531-b625-2a4c6051afe6), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:59.240808 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=4 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:43:59.302363 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-0552dfea-c3ad-46fe-bb68-6cff8615f12a None None] For port a585ca73-0858-4531-b625-2a4c6051afe6, host dv-cinder-855041-2-iscsi, cleared binding levels {{(pid=113417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:43:59.324777 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-0552dfea-c3ad-46fe-bb68-6cff8615f12a None None] For port a585ca73-0858-4531-b625-2a4c6051afe6, host dv-cinder-855041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=a585ca73-0858-4531-b625-2a4c6051afe6,segment=NetworkSegment(d301baa7-79f7-4ec2-b3b2-78178946995c),segment_id=d301baa7-79f7-4ec2-b3b2-78178946995c)] {{(pid=113417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:43:59.340425 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=7 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:43:59.342673 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:43:59.413307 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-0552dfea-c3ad-46fe-bb68-6cff8615f12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (a585ca73-0858-4531-b625-2a4c6051afe6), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:59.487424 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0552dfea-c3ad-46fe-bb68-6cff8615f12a None None] Pushing event updated for resources: {'Port': ['ID=a585ca73-0858-4531-b625-2a4c6051afe6,revision_number=2']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:44:00.659098 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 44012) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:44:01.068524 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [None req-4f20d9e6-6f54-478d-8710-8ff7758c2cc8 admin admin] http://10.222.0.90:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 23:44:01.069578 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-4f20d9e6-6f54-478d-8710-8ff7758c2cc8 admin admin] 10.222.0.90 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4093051 Aug 29 23:44:03.317630 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=50,neutron:INSERT=13,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:44:03.595258 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 44020) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:44:03.971657 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [None req-9d4bf9c1-868c-4fd6-a3e4-a0626850b742 admin admin] http://10.222.0.90:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 23:44:03.973019 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-9d4bf9c1-868c-4fd6-a3e4-a0626850b742 admin admin] 10.222.0.90 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3767784 Aug 29 23:44:06.725029 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 44032) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:44:07.135993 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [None req-11b9d59d-73d8-4b5e-a9e7-7e25b3485685 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:44:07.243465 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-11b9d59d-73d8-4b5e-a9e7-7e25b3485685 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-476365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63332'] for router (acc43b96-e92d-4411-b136-6d5dd97b2305), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:07.245084 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-11b9d59d-73d8-4b5e-a9e7-7e25b3485685 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471508', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63325'] for router (acc43b96-e92d-4411-b136-6d5dd97b2305), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:07.409617 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-11b9d59d-73d8-4b5e-a9e7-7e25b3485685 demo demo] Publish callbacks [] for router_controller (acc43b96-e92d-4411-b136-6d5dd97b2305), precommit_add_association {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:07.495316 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-11b9d59d-73d8-4b5e-a9e7-7e25b3485685 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477501'] for router (acc43b96-e92d-4411-b136-6d5dd97b2305), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:07.753383 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device a585ca73-0858-4531-b625-2a4c6051afe6 up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:44:07.764430 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-11b9d59d-73d8-4b5e-a9e7-7e25b3485685 demo demo] Publish callbacks [] for router (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:07.766066 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-11b9d59d-73d8-4b5e-a9e7-7e25b3485685 demo demo] 10.222.0.90 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.0397217 Aug 29 23:44:07.867011 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port a585ca73-0858-4531-b625-2a4c6051afe6 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:44:07.867443 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (a585ca73-0858-4531-b625-2a4c6051afe6), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:08.014452 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port a585ca73-0858-4531-b625-2a4c6051afe6 is: DOWN; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:44:08.014954 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (a585ca73-0858-4531-b625-2a4c6051afe6), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:08.054483 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:44:08.068763 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] For port a585ca73-0858-4531-b625-2a4c6051afe6, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=a585ca73-0858-4531-b625-2a4c6051afe6,segment=NetworkSegment(d301baa7-79f7-4ec2-b3b2-78178946995c),segment_id=d301baa7-79f7-4ec2-b3b2-78178946995c)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:44:08.104042 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644e5b74-2c8f-438c-ac03-d42ea4b0cbc5 None None] Network ea4ef2f6-6f1b-46b7-ad12-c197730e953a requested from dv-cinder-855041-2-iscsi {{(pid=113417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:44:08.178726 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-023be3ef-47e1-4174-9dda-9c185c6d8bb7 None None] Provisioning complete for port a585ca73-0858-4531-b625-2a4c6051afe6 triggered by entity DHCP. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:44:08.179102 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-023be3ef-47e1-4174-9dda-9c185c6d8bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (a585ca73-0858-4531-b625-2a4c6051afe6), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:08.278754 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (a585ca73-0858-4531-b625-2a4c6051afe6), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:08.362547 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Pushing event updated for resources: {'Port': ['ID=a585ca73-0858-4531-b625-2a4c6051afe6,revision_number=3']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:44:08.365250 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-023be3ef-47e1-4174-9dda-9c185c6d8bb7 None None] Current status of the port a585ca73-0858-4531-b625-2a4c6051afe6 is: ACTIVE; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:44:08.581317 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:44:08.590779 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-206feb2a-419f-4009-b3ed-60fa419aecf9 None None] Provisioning complete for port a585ca73-0858-4531-b625-2a4c6051afe6 triggered by entity DHCP. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:44:08.591182 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-206feb2a-419f-4009-b3ed-60fa419aecf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (a585ca73-0858-4531-b625-2a4c6051afe6), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:08.676787 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-206feb2a-419f-4009-b3ed-60fa419aecf9 None None] Current status of the port a585ca73-0858-4531-b625-2a4c6051afe6 is: ACTIVE; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:44:09.722955 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device a585ca73-0858-4531-b625-2a4c6051afe6 up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:44:09.788498 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port a585ca73-0858-4531-b625-2a4c6051afe6 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:44:09.789176 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (a585ca73-0858-4531-b625-2a4c6051afe6), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:09.887613 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port a585ca73-0858-4531-b625-2a4c6051afe6 is: ACTIVE; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:44:09.934386 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.agents_db [None req-4166f728-c6cb-4ae6-8e81-f61b29fbc360 None None] Agent healthcheck: found 5 active agents {{(pid=113418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 23:44:10.271313 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-9d11b42f-9ade-469d-8285-5b0c0bf95467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (1020f8f9-c858-45a1-84c5-376480b0ca2e), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:10.454357 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 44042) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:44:10.871943 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [None req-eda2e798-5f42-4094-83ff-f217e97c4cf0 admin admin] http://10.222.0.90:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 23:44:10.873008 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-eda2e798-5f42-4094-83ff-f217e97c4cf0 admin admin] 10.222.0.90 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4176385 Aug 29 23:44:13.494302 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 44050) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:44:13.515468 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-58a57b9e-4891-4f4a-af0c-4703e08d5ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (037668f0-d812-4b59-9d2d-ce33f66a7708), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:13.891971 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [None req-1dc834b4-7f62-46a7-8d62-4623ce5b1093 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:44:14.040510 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc834b4-7f62-46a7-8d62-4623ce5b1093 admin admin] Made reservation on behalf of 7ebb01ff13ea4a259b137c01cbe21104 for: {'network': 1} {{(pid=113416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:44:14.042916 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-1dc834b4-7f62-46a7-8d62-4623ce5b1093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for network (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:14.082225 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-1dc834b4-7f62-46a7-8d62-4623ce5b1093 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:14.167374 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:44:14.197239 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-1dc834b4-7f62-46a7-8d62-4623ce5b1093 admin admin] Publish callbacks [] for security_group (c6b95ec3-f0a9-41c3-a6e9-2f41f88c1053), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:14.275272 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-1dc834b4-7f62-46a7-8d62-4623ce5b1093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (c6b95ec3-f0a9-41c3-a6e9-2f41f88c1053), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:14.281744 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:44:14.294487 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1dc834b4-7f62-46a7-8d62-4623ce5b1093 admin admin] Reserving flat network on physical network physnet1 {{(pid=113416) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 29 23:44:14.326721 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cdcd43ac-7909-438b-ba67-31b4a20d4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (bcd4f52e-0d63-4d8a-9dda-ff825ab30758), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:14.327071 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc834b4-7f62-46a7-8d62-4623ce5b1093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b95ec3-f0a9-41c3-a6e9-2f41f88c1053,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:44:14.329859 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-1dc834b4-7f62-46a7-8d62-4623ce5b1093 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751006364474', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3480186'] for segment (b4742eaf-d58e-407a-bbd7-30be4e48df16), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:14.330477 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-1dc834b4-7f62-46a7-8d62-4623ce5b1093 admin admin] Unsubscribe: segment precommit_create {{(pid=113416) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 29 23:44:14.330964 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.db.segments_db [None req-1dc834b4-7f62-46a7-8d62-4623ce5b1093 admin admin] Added segment b4742eaf-d58e-407a-bbd7-30be4e48df16 of type flat for network c6396a07-dfbf-4950-850b-378da3ed2a88 Aug 29 23:44:14.391113 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-1dc834b4-7f62-46a7-8d62-4623ce5b1093 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751005866352'] for network (c6396a07-dfbf-4950-850b-378da3ed2a88), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:14.492674 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-1dc834b4-7f62-46a7-8d62-4623ce5b1093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357'] for network (c6396a07-dfbf-4950-850b-378da3ed2a88), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:14.493820 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc834b4-7f62-46a7-8d62-4623ce5b1093 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:44:14.494481 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-1dc834b4-7f62-46a7-8d62-4623ce5b1093 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for network (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:14.599164 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-1dc834b4-7f62-46a7-8d62-4623ce5b1093 admin admin] 10.222.0.90 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1037395 Aug 29 23:44:14.599956 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc834b4-7f62-46a7-8d62-4623ce5b1093 admin admin] Pushing event updated for resources: {'Network': ['ID=c6396a07-dfbf-4950-850b-378da3ed2a88,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:44:14.613706 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Network c6396a07-dfbf-4950-850b-378da3ed2a88 details requested by agent ovs-agent-dv-cinder-855041-2-iscsi with host dv-cinder-855041-2-iscsi {{(pid=113417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 23:44:15.557667 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (01773ddc-a5d8-4c68-b7b5-e385af2b339f), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:16.317036 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-55545b4a-c719-46e4-a9c5-7c044aa64822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (63136763-0f20-46a8-951a-2f70193501e4), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:17.137523 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 44060) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:44:17.553814 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763ce6f9-e274-47a0-a879-059227e8424c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:44:17.555198 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-763ce6f9-e274-47a0-a879-059227e8424c demo admin] 10.222.0.90 "GET /networking/v2.0/subnets/7b473fa1-a6b6-4965-b0fa-62867f6c3d2b HTTP/1.1" status: 200 len: 849 time: 0.4166937 Aug 29 23:44:17.687198 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-7806d14e-b86b-436d-888b-1b84d07ff6d4 demo admin] 10.222.0.90 "GET /networking/v2.0/routers/acc43b96-e92d-4411-b136-6d5dd97b2305 HTTP/1.1" status: 200 len: 704 time: 0.1209104 Aug 29 23:44:18.012755 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-78a0754d-1c40-42c1-95d1-bf08ba65b603 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:18.321362 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:44:18.348913 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.db_base_plugin_common [None req-78a0754d-1c40-42c1-95d1-bf08ba65b603 demo admin] Allocated IP 172.20.0.1 (ea4ef2f6-6f1b-46b7-ad12-c197730e953a/7b473fa1-a6b6-4965-b0fa-62867f6c3d2b/d9cef581-d6cb-4912-8780-ac934098a099) {{(pid=113416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:44:18.531466 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-78a0754d-1c40-42c1-95d1-bf08ba65b603 demo admin] Publish callbacks [] for port (d9cef581-d6cb-4912-8780-ac934098a099), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:18.550130 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:44:18.898640 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-78a0754d-1c40-42c1-95d1-bf08ba65b603 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297'] for port (d9cef581-d6cb-4912-8780-ac934098a099), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:19.037490 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a0754d-1c40-42c1-95d1-bf08ba65b603 demo admin] Network ea4ef2f6-6f1b-46b7-ad12-c197730e953a is already hosted by enough agents. {{(pid=113416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:44:19.043602 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.base_scheduler [None req-78a0754d-1c40-42c1-95d1-bf08ba65b603 demo admin] Resources bound (agent type, host, resource id): {{(pid=113416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:44:19.047893 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a0754d-1c40-42c1-95d1-bf08ba65b603 demo admin] Received port after_create {{(pid=113416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:44:19.048467 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-78a0754d-1c40-42c1-95d1-bf08ba65b603 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477273'] for router_interface (acc43b96-e92d-4411-b136-6d5dd97b2305), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:19.075793 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a0754d-1c40-42c1-95d1-bf08ba65b603 demo admin] Pushing event updated for resources: {'Port': ['ID=d9cef581-d6cb-4912-8780-ac934098a099,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:44:19.269893 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-609e6eea-0569-483e-ba43-b90e1f7c3439 None None] Provisioning complete for port d9cef581-d6cb-4912-8780-ac934098a099 triggered by entity DHCP. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:44:19.270575 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-609e6eea-0569-483e-ba43-b90e1f7c3439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (d9cef581-d6cb-4912-8780-ac934098a099), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:19.302192 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-609e6eea-0569-483e-ba43-b90e1f7c3439 None None] Port d9cef581-d6cb-4912-8780-ac934098a099 cannot update to ACTIVE because it is not bound. {{(pid=113417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 23:44:19.398605 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-78a0754d-1c40-42c1-95d1-bf08ba65b603 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (d9cef581-d6cb-4912-8780-ac934098a099), before_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:19.610714 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-78a0754d-1c40-42c1-95d1-bf08ba65b603 demo admin] Publish callbacks [] for port (d9cef581-d6cb-4912-8780-ac934098a099), precommit_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:19.682507 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-78a0754d-1c40-42c1-95d1-bf08ba65b603 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (d9cef581-d6cb-4912-8780-ac934098a099), after_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:19.683334 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-78a0754d-1c40-42c1-95d1-bf08ba65b603 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3699119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477389'] for router_interface (acc43b96-e92d-4411-b136-6d5dd97b2305), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:19.766704 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a0754d-1c40-42c1-95d1-bf08ba65b603 demo admin] Pushing event updated for resources: {'Port': ['ID=d9cef581-d6cb-4912-8780-ac934098a099,revision_number=2']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:44:19.819608 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a0754d-1c40-42c1-95d1-bf08ba65b603 demo admin] Network ea4ef2f6-6f1b-46b7-ad12-c197730e953a is already hosted by enough agents. {{(pid=113416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:44:19.820943 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.base_scheduler [None req-78a0754d-1c40-42c1-95d1-bf08ba65b603 demo admin] Resources bound (agent type, host, resource id): {{(pid=113416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:44:19.924684 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=1 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:44:19.927521 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=1 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:44:19.931604 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:44:20.027116 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-bf31c6b0-6d86-47e8-ac31-31a5c0e930b2 None None] Provisioning complete for port d9cef581-d6cb-4912-8780-ac934098a099 triggered by entity DHCP. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:44:20.027612 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-bf31c6b0-6d86-47e8-ac31-31a5c0e930b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (d9cef581-d6cb-4912-8780-ac934098a099), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:20.035950 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a0754d-1c40-42c1-95d1-bf08ba65b603 demo admin] Router acc43b96-e92d-4411-b136-6d5dd97b2305 is scheduled to L3 agent 037668f0-d812-4b59-9d2d-ce33f66a7708 with binding_index 1 {{(pid=113416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 23:44:20.063976 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-bf31c6b0-6d86-47e8-ac31-31a5c0e930b2 None None] Port d9cef581-d6cb-4912-8780-ac934098a099 cannot update to ACTIVE because it is not bound. {{(pid=113417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 23:44:20.165735 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a0754d-1c40-42c1-95d1-bf08ba65b603 demo admin] Notify agent at l3_agent.dv-cinder-855041-2-iscsi the message routers_updated {{(pid=113416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:44:20.171006 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-78a0754d-1c40-42c1-95d1-bf08ba65b603 demo admin] 10.222.0.90 "PUT /networking/v2.0/routers/acc43b96-e92d-4411-b136-6d5dd97b2305/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4783287 Aug 29 23:44:20.176593 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd476f6b-adc8-415a-922c-b5b54d2ad77e None None] Sync routers for ids ['acc43b96-e92d-4411-b136-6d5dd97b2305'] in dv-cinder-855041-2-iscsi {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:44:20.191990 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd476f6b-adc8-415a-922c-b5b54d2ad77e None None] Routers {'acc43b96-e92d-4411-b136-6d5dd97b2305'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:44:20.192887 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-dd476f6b-adc8-415a-922c-b5b54d2ad77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:44:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['acc43b96-e92d-4411-b136-6d5dd97b2305'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:44:20.401411 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-dd476f6b-adc8-415a-922c-b5b54d2ad77e None None] Set router acc43b96-e92d-4411-b136-6d5dd97b2305 gateway port host: None {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:44:20.867984 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-dd476f6b-adc8-415a-922c-b5b54d2ad77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc43b96-e92d-4411-b136-6d5dd97b2305', 'name': 'router1', 'tenant_id': '171cf150ec9a441bad2b22d379135ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:44:07Z', 'updated_at': '2022-08-29T23:44:19Z', 'revision_number': 2, 'project_id': '171cf150ec9a441bad2b22d379135ed8', 'gw_port_host': None, '_interfaces': [{'id': 'd9cef581-d6cb-4912-8780-ac934098a099', 'name': '', 'network_id': 'ea4ef2f6-6f1b-46b7-ad12-c197730e953a', 'tenant_id': '171cf150ec9a441bad2b22d379135ed8', 'mac_address': 'fa:16:3e:9a:75:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc43b96-e92d-4411-b136-6d5dd97b2305', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b473fa1-a6b6-4965-b0fa-62867f6c3d2b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:44:18Z', 'updated_at': '2022-08-29T23:44:19Z', 'revision_number': 2, 'project_id': '171cf150ec9a441bad2b22d379135ed8', 'subnets': [{'id': '7b473fa1-a6b6-4965-b0fa-62867f6c3d2b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '18661b4f-4a4a-4c94-b52e-c4721d28ba4d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:44:20.919490 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd476f6b-adc8-415a-922c-b5b54d2ad77e None None] Checking router: acc43b96-e92d-4411-b136-6d5dd97b2305 for host: dv-cinder-855041-2-iscsi {{(pid=113418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:44:20.919858 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd476f6b-adc8-415a-922c-b5b54d2ad77e None None] Updating router acc43b96-e92d-4411-b136-6d5dd97b2305 port d9cef581-d6cb-4912-8780-ac934098a099 binding host dv-cinder-855041-2-iscsi {{(pid=113418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 23:44:20.977415 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron_lib.callbacks.manager [None req-dd476f6b-adc8-415a-922c-b5b54d2ad77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (d9cef581-d6cb-4912-8780-ac934098a099), before_update {{(pid=113418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:21.517834 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron_lib.callbacks.manager [None req-dd476f6b-adc8-415a-922c-b5b54d2ad77e None None] Publish callbacks [] for port (d9cef581-d6cb-4912-8780-ac934098a099), precommit_update {{(pid=113418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:21.597640 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron_lib.callbacks.manager [None req-dd476f6b-adc8-415a-922c-b5b54d2ad77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (d9cef581-d6cb-4912-8780-ac934098a099), after_update {{(pid=113418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:21.757198 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5752984-6028-4a0f-b0ba-4074b462412f None None] Pushing event updated for resources: {'Port': ['ID=d9cef581-d6cb-4912-8780-ac934098a099,revision_number=3']} {{(pid=113418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:44:21.764605 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.managers [None req-dd476f6b-adc8-415a-922c-b5b54d2ad77e None None] Attempting to bind port d9cef581-d6cb-4912-8780-ac934098a099 on host dv-cinder-855041-2-iscsi for vnic_type normal with profile {{(pid=113418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:44:21.765028 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.managers [None req-dd476f6b-adc8-415a-922c-b5b54d2ad77e None None] Attempting to bind port d9cef581-d6cb-4912-8780-ac934098a099 by drivers openvswitch,hyperv on host dv-cinder-855041-2-iscsi at level 0 using segments [{'id': 'd301baa7-79f7-4ec2-b3b2-78178946995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'ea4ef2f6-6f1b-46b7-ad12-c197730e953a'}] {{(pid=113418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:44:21.765452 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd476f6b-adc8-415a-922c-b5b54d2ad77e None None] Attempting to bind port d9cef581-d6cb-4912-8780-ac934098a099 on network ea4ef2f6-6f1b-46b7-ad12-c197730e953a {{(pid=113418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:44:21.769937 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5752984-6028-4a0f-b0ba-4074b462412f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:44:21.770203 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5752984-6028-4a0f-b0ba-4074b462412f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:44:21.770544 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5752984-6028-4a0f-b0ba-4074b462412f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:44:21.770876 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5752984-6028-4a0f-b0ba-4074b462412f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:44:21.771197 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5752984-6028-4a0f-b0ba-4074b462412f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:44:21.771515 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5752984-6028-4a0f-b0ba-4074b462412f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:44:21.771832 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5752984-6028-4a0f-b0ba-4074b462412f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:44:21.772147 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5752984-6028-4a0f-b0ba-4074b462412f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:44:21.772493 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5752984-6028-4a0f-b0ba-4074b462412f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:44:21.772809 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5752984-6028-4a0f-b0ba-4074b462412f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:44:21.773126 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5752984-6028-4a0f-b0ba-4074b462412f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:44:21.773458 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5752984-6028-4a0f-b0ba-4074b462412f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:44:21.773777 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5752984-6028-4a0f-b0ba-4074b462412f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:44:21.774087 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5752984-6028-4a0f-b0ba-4074b462412f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:44:21.774400 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5752984-6028-4a0f-b0ba-4074b462412f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:44:21.775996 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5752984-6028-4a0f-b0ba-4074b462412f None None] Tracked resource versions report: Aug 29 23:44:21.775996 dv-cinder-855041-2-iscsi neutron-server[113418]: pushed versions: Aug 29 23:44:21.775996 dv-cinder-855041-2-iscsi neutron-server[113418]: { 'AddressGroup': {'1.2'}, Aug 29 23:44:21.775996 dv-cinder-855041-2-iscsi neutron-server[113418]: 'Agent': {'1.1'}, Aug 29 23:44:21.775996 dv-cinder-855041-2-iscsi neutron-server[113418]: 'ConntrackHelper': {'1.0'}, Aug 29 23:44:21.775996 dv-cinder-855041-2-iscsi neutron-server[113418]: 'LocalIPAssociation': {'1.0'}, Aug 29 23:44:21.775996 dv-cinder-855041-2-iscsi neutron-server[113418]: 'Log': {'1.0'}, Aug 29 23:44:21.775996 dv-cinder-855041-2-iscsi neutron-server[113418]: 'NDPProxy': {'1.0'}, Aug 29 23:44:21.775996 dv-cinder-855041-2-iscsi neutron-server[113418]: 'Network': {'1.1'}, Aug 29 23:44:21.775996 dv-cinder-855041-2-iscsi neutron-server[113418]: 'Port': {'1.7'}, Aug 29 23:44:21.775996 dv-cinder-855041-2-iscsi neutron-server[113418]: 'PortForwarding': {'1.3'}, Aug 29 23:44:21.775996 dv-cinder-855041-2-iscsi neutron-server[113418]: 'QosPolicy': {'1.10'}, Aug 29 23:44:21.775996 dv-cinder-855041-2-iscsi neutron-server[113418]: 'SecurityGroup': {'1.5'}, Aug 29 23:44:21.775996 dv-cinder-855041-2-iscsi neutron-server[113418]: 'SecurityGroupRule': {'1.2'}, Aug 29 23:44:21.775996 dv-cinder-855041-2-iscsi neutron-server[113418]: 'SubPort': {'1.0'}, Aug 29 23:44:21.775996 dv-cinder-855041-2-iscsi neutron-server[113418]: 'Subnet': {'1.1'}, Aug 29 23:44:21.775996 dv-cinder-855041-2-iscsi neutron-server[113418]: 'Trunk': {'1.1'}} Aug 29 23:44:21.775996 dv-cinder-855041-2-iscsi neutron-server[113418]: consumer versions: Aug 29 23:44:21.775996 dv-cinder-855041-2-iscsi neutron-server[113418]: { DHCP agent@dv-cinder-855041-2-iscsi: {}, Aug 29 23:44:21.775996 dv-cinder-855041-2-iscsi neutron-server[113418]: L3 agent@dv-cinder-855041-2-iscsi: {}, Aug 29 23:44:21.775996 dv-cinder-855041-2-iscsi neutron-server[113418]: Metadata agent@dv-cinder-855041-2-iscsi: {}, Aug 29 23:44:21.775996 dv-cinder-855041-2-iscsi neutron-server[113418]: Metering agent@dv-cinder-855041-2-iscsi: {}, Aug 29 23:44:21.775996 dv-cinder-855041-2-iscsi neutron-server[113418]: Open vSwitch agent@dv-cinder-855041-2-iscsi: { 'AddressGroup': '1.2', Aug 29 23:44:21.775996 dv-cinder-855041-2-iscsi neutron-server[113418]: 'Agent': '1.1', Aug 29 23:44:21.775996 dv-cinder-855041-2-iscsi neutron-server[113418]: 'ConntrackHelper': '1.0', Aug 29 23:44:21.775996 dv-cinder-855041-2-iscsi neutron-server[113418]: 'LocalIPAssociation': '1.0', Aug 29 23:44:21.775996 dv-cinder-855041-2-iscsi neutron-server[113418]: 'Log': '1.0', Aug 29 23:44:21.775996 dv-cinder-855041-2-iscsi neutron-server[113418]: 'NDPProxy': '1.0', Aug 29 23:44:21.775996 dv-cinder-855041-2-iscsi neutron-server[113418]: 'Network': '1.1', Aug 29 23:44:21.775996 dv-cinder-855041-2-iscsi neutron-server[113418]: 'Port': '1.7', Aug 29 23:44:21.775996 dv-cinder-855041-2-iscsi neutron-server[113418]: 'PortForwarding': '1.3', Aug 29 23:44:21.775996 dv-cinder-855041-2-iscsi neutron-server[113418]: 'QosPolicy': '1.10', Aug 29 23:44:21.775996 dv-cinder-855041-2-iscsi neutron-server[113418]: 'SecurityGroup': '1.5', Aug 29 23:44:21.775996 dv-cinder-855041-2-iscsi neutron-server[113418]: 'SecurityGroupRule': '1.2', Aug 29 23:44:21.775996 dv-cinder-855041-2-iscsi neutron-server[113418]: 'SubPort': '1.0', Aug 29 23:44:21.775996 dv-cinder-855041-2-iscsi neutron-server[113418]: 'Subnet': '1.1', Aug 29 23:44:21.775996 dv-cinder-855041-2-iscsi neutron-server[113418]: 'Trunk': '1.1'}} Aug 29 23:44:21.775996 dv-cinder-855041-2-iscsi neutron-server[113418]: {{(pid=113418) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 23:44:21.785849 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd476f6b-adc8-415a-922c-b5b54d2ad77e None None] Checking agent: {'id': '01773ddc-a5d8-4c68-b7b5-e385af2b339f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 43, 45), 'started_at': datetime.datetime(2022, 8, 29, 23, 44, 15), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:44:21.786282 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd476f6b-adc8-415a-922c-b5b54d2ad77e None None] Checking segment: {'id': 'd301baa7-79f7-4ec2-b3b2-78178946995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'ea4ef2f6-6f1b-46b7-ad12-c197730e953a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:44:21.786767 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron_lib.callbacks.manager [None req-dd476f6b-adc8-415a-922c-b5b54d2ad77e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:21.787179 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd476f6b-adc8-415a-922c-b5b54d2ad77e None None] Bound using segment: {'id': 'd301baa7-79f7-4ec2-b3b2-78178946995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'ea4ef2f6-6f1b-46b7-ad12-c197730e953a'} {{(pid=113418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:44:21.787777 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.managers [None req-dd476f6b-adc8-415a-922c-b5b54d2ad77e None None] Bound port: d9cef581-d6cb-4912-8780-ac934098a099, host: dv-cinder-855041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd301baa7-79f7-4ec2-b3b2-78178946995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'ea4ef2f6-6f1b-46b7-ad12-c197730e953a'}}] {{(pid=113418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:44:21.788377 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron_lib.callbacks.manager [None req-dd476f6b-adc8-415a-922c-b5b54d2ad77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (d9cef581-d6cb-4912-8780-ac934098a099), before_update {{(pid=113418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:21.860483 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.db [None req-dd476f6b-adc8-415a-922c-b5b54d2ad77e None None] For port d9cef581-d6cb-4912-8780-ac934098a099, host dv-cinder-855041-2-iscsi, cleared binding levels {{(pid=113418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:44:21.881328 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.db [None req-dd476f6b-adc8-415a-922c-b5b54d2ad77e None None] For port d9cef581-d6cb-4912-8780-ac934098a099, host dv-cinder-855041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=d9cef581-d6cb-4912-8780-ac934098a099,segment=NetworkSegment(d301baa7-79f7-4ec2-b3b2-78178946995c),segment_id=d301baa7-79f7-4ec2-b3b2-78178946995c)] {{(pid=113418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:44:21.978500 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron_lib.callbacks.manager [None req-dd476f6b-adc8-415a-922c-b5b54d2ad77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (d9cef581-d6cb-4912-8780-ac934098a099), after_update {{(pid=113418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:22.016078 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:44:22.016743 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:44:22.021096 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd476f6b-adc8-415a-922c-b5b54d2ad77e None None] Routers {'acc43b96-e92d-4411-b136-6d5dd97b2305'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:44:22.021655 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-dd476f6b-adc8-415a-922c-b5b54d2ad77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:44:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['acc43b96-e92d-4411-b136-6d5dd97b2305'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:44:22.103686 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5752984-6028-4a0f-b0ba-4074b462412f None None] Pushing event updated for resources: {'Port': ['ID=d9cef581-d6cb-4912-8780-ac934098a099,revision_number=4']} {{(pid=113418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:44:22.125156 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-dd476f6b-adc8-415a-922c-b5b54d2ad77e None None] Set router acc43b96-e92d-4411-b136-6d5dd97b2305 gateway port host: None {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:44:22.339869 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-dd476f6b-adc8-415a-922c-b5b54d2ad77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc43b96-e92d-4411-b136-6d5dd97b2305', 'name': 'router1', 'tenant_id': '171cf150ec9a441bad2b22d379135ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:44:07Z', 'updated_at': '2022-08-29T23:44:19Z', 'revision_number': 2, 'project_id': '171cf150ec9a441bad2b22d379135ed8', 'gw_port_host': None, '_interfaces': [{'id': 'd9cef581-d6cb-4912-8780-ac934098a099', 'name': '', 'network_id': 'ea4ef2f6-6f1b-46b7-ad12-c197730e953a', 'tenant_id': '171cf150ec9a441bad2b22d379135ed8', 'mac_address': 'fa:16:3e:9a:75:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc43b96-e92d-4411-b136-6d5dd97b2305', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b473fa1-a6b6-4965-b0fa-62867f6c3d2b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:44:18Z', 'updated_at': '2022-08-29T23:44:21Z', 'revision_number': 4, 'project_id': '171cf150ec9a441bad2b22d379135ed8', 'subnets': [{'id': '7b473fa1-a6b6-4965-b0fa-62867f6c3d2b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '18661b4f-4a4a-4c94-b52e-c4721d28ba4d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:44:22.369735 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd476f6b-adc8-415a-922c-b5b54d2ad77e None None] The sync data for ids ['acc43b96-e92d-4411-b136-6d5dd97b2305'] in dv-cinder-855041-2-iscsi is: [{'id': 'acc43b96-e92d-4411-b136-6d5dd97b2305', 'name': 'router1', 'tenant_id': '171cf150ec9a441bad2b22d379135ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:44:07Z', 'updated_at': '2022-08-29T23:44:19Z', 'revision_number': 2, 'project_id': '171cf150ec9a441bad2b22d379135ed8', 'gw_port_host': None, '_interfaces': [{'id': 'd9cef581-d6cb-4912-8780-ac934098a099', 'name': '', 'network_id': 'ea4ef2f6-6f1b-46b7-ad12-c197730e953a', 'tenant_id': '171cf150ec9a441bad2b22d379135ed8', 'mac_address': 'fa:16:3e:9a:75:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc43b96-e92d-4411-b136-6d5dd97b2305', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b473fa1-a6b6-4965-b0fa-62867f6c3d2b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:44:18Z', 'updated_at': '2022-08-29T23:44:21Z', 'revision_number': 4, 'project_id': '171cf150ec9a441bad2b22d379135ed8', 'subnets': [{'id': '7b473fa1-a6b6-4965-b0fa-62867f6c3d2b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '18661b4f-4a4a-4c94-b52e-c4721d28ba4d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:44:22.644697 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 44070) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:44:23.052422 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c4bd8f-b598-4d2e-8a5c-f44e8aa3e278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:44:23.053795 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-b0c4bd8f-b598-4d2e-8a5c-f44e8aa3e278 admin admin] 10.222.0.90 "GET /networking/v2.0/networks/c6396a07-dfbf-4950-850b-378da3ed2a88 HTTP/1.1" status: 200 len: 842 time: 0.4081259 Aug 29 23:44:23.063517 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [None req-ee9668bf-79f5-4f38-890f-2168f87b99d0 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'gateway_ip': '172.27.1.1', 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.27.1.0/24'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:44:23.151253 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee9668bf-79f5-4f38-890f-2168f87b99d0 admin admin] Made reservation on behalf of 7ebb01ff13ea4a259b137c01cbe21104 for: {'subnet': 1} {{(pid=113416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:44:23.153158 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-ee9668bf-79f5-4f38-890f-2168f87b99d0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:23.260346 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:44:23.488653 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.objects.ports [None req-ee9668bf-79f5-4f38-890f-2168f87b99d0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=113416) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 29 23:44:23.489072 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-ee9668bf-79f5-4f38-890f-2168f87b99d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4096602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357'] for subnet (a98be68c-aef3-471c-b3f8-ae629ebf2983), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:23.552381 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9668bf-79f5-4f38-890f-2168f87b99d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a98be68c-aef3-471c-b3f8-ae629ebf2983,revision_number=0']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:44:23.565994 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9668bf-79f5-4f38-890f-2168f87b99d0 admin admin] Checking segment: {'id': 'b4742eaf-d58e-407a-bbd7-30be4e48df16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:44:23.566352 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9668bf-79f5-4f38-890f-2168f87b99d0 admin admin] Network hostable DHCP agents. Network: c6396a07-dfbf-4950-850b-378da3ed2a88, hostable agents: ['1020f8f9-c858-45a1-84c5-376480b0ca2e'], hosted agents: [] {{(pid=113416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 23:44:23.669115 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9668bf-79f5-4f38-890f-2168f87b99d0 admin admin] Network c6396a07-dfbf-4950-850b-378da3ed2a88 is scheduled to be hosted by DHCP agent 1020f8f9-c858-45a1-84c5-376480b0ca2e with binding_index 1 {{(pid=113416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 23:44:23.760911 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.base_scheduler [None req-ee9668bf-79f5-4f38-890f-2168f87b99d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855041-2-iscsi, c6396a07-dfbf-4950-850b-378da3ed2a88) {{(pid=113416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:44:23.765124 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9668bf-79f5-4f38-890f-2168f87b99d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:44:23.765726 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-ee9668bf-79f5-4f38-890f-2168f87b99d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for subnet (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:23.771086 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befb3818-1220-4a80-bf7f-0a7f214244db None None] Network c6396a07-dfbf-4950-850b-378da3ed2a88 requested from dv-cinder-855041-2-iscsi {{(pid=113417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:44:23.856864 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-ee9668bf-79f5-4f38-890f-2168f87b99d0 admin admin] 10.222.0.90 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7966514 Aug 29 23:44:23.901582 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede528fd-db79-437e-a579-19c279fd8da7 None None] Network c6396a07-dfbf-4950-850b-378da3ed2a88 requested from dv-cinder-855041-2-iscsi {{(pid=113417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:44:26.386620 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 44078) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:44:26.982689 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-7c073be8-b2d8-4ea7-80f6-d64cf0e4a351 demo admin] 10.222.0.90 "GET /networking/v2.0/routers/acc43b96-e92d-4411-b136-6d5dd97b2305 HTTP/1.1" status: 200 len: 710 time: 0.5944457 Aug 29 23:44:27.081147 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec379c7-f985-441d-862c-06c67e890cb9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:44:27.082520 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-4ec379c7-f985-441d-862c-06c67e890cb9 demo admin] 10.222.0.90 "GET /networking/v2.0/networks/c6396a07-dfbf-4950-850b-378da3ed2a88 HTTP/1.1" status: 200 len: 886 time: 0.0939293 Aug 29 23:44:27.093029 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [None req-3064f76e-c4c0-4509-827c-4f7202ef9f70 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88'}}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:44:27.178711 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:44:27.370378 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-3064f76e-c4c0-4509-827c-4f7202ef9f70 demo admin] Publish callbacks [] for router_gateway (acc43b96-e92d-4411-b136-6d5dd97b2305), precommit_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:27.697096 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:44:27.700588 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-3064f76e-c4c0-4509-827c-4f7202ef9f70 demo admin] Publish callbacks [] for router_gateway (acc43b96-e92d-4411-b136-6d5dd97b2305), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:27.757118 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device d9cef581-d6cb-4912-8780-ac934098a099 up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:44:27.797859 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-3064f76e-c4c0-4509-827c-4f7202ef9f70 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:27.806686 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:44:27.808740 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port d9cef581-d6cb-4912-8780-ac934098a099 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:44:27.809133 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (d9cef581-d6cb-4912-8780-ac934098a099), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:27.890083 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port d9cef581-d6cb-4912-8780-ac934098a099 is: DOWN; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:44:27.890470 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (d9cef581-d6cb-4912-8780-ac934098a099), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:27.897474 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.db_base_plugin_common [None req-3064f76e-c4c0-4509-827c-4f7202ef9f70 demo admin] Allocated IP 172.27.1.79 (c6396a07-dfbf-4950-850b-378da3ed2a88/a98be68c-aef3-471c-b3f8-ae629ebf2983/5123ce7e-0f51-48f8-91c5-3146f0115a26) {{(pid=113416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:44:27.925164 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] For port d9cef581-d6cb-4912-8780-ac934098a099, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=d9cef581-d6cb-4912-8780-ac934098a099,segment=NetworkSegment(d301baa7-79f7-4ec2-b3b2-78178946995c),segment_id=d301baa7-79f7-4ec2-b3b2-78178946995c)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:44:28.003046 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (d9cef581-d6cb-4912-8780-ac934098a099), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:28.003291 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-3064f76e-c4c0-4509-827c-4f7202ef9f70 demo admin] Publish callbacks [] for port (5123ce7e-0f51-48f8-91c5-3146f0115a26), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:28.036655 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:44:28.055973 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Pushing event updated for resources: {'Port': ['ID=d9cef581-d6cb-4912-8780-ac934098a099,revision_number=5']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:44:28.094228 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-3064f76e-c4c0-4509-827c-4f7202ef9f70 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297'] for port (5123ce7e-0f51-48f8-91c5-3146f0115a26), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:28.126822 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:UPDATE=5,neutron:SELECT=89,neutron:INSERT=6 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:44:28.137250 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3064f76e-c4c0-4509-827c-4f7202ef9f70 demo admin] Network c6396a07-dfbf-4950-850b-378da3ed2a88 is already hosted by enough agents. {{(pid=113416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:44:28.142204 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.base_scheduler [None req-3064f76e-c4c0-4509-827c-4f7202ef9f70 demo admin] Resources bound (agent type, host, resource id): {{(pid=113416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:44:28.147622 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3064f76e-c4c0-4509-827c-4f7202ef9f70 demo admin] Received port after_create {{(pid=113416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:44:28.150309 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3064f76e-c4c0-4509-827c-4f7202ef9f70 demo admin] Pushing event updated for resources: {'Port': ['ID=5123ce7e-0f51-48f8-91c5-3146f0115a26,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:44:28.460668 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-3064f76e-c4c0-4509-827c-4f7202ef9f70 demo admin] Publish callbacks [] for router_gateway (acc43b96-e92d-4411-b136-6d5dd97b2305), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:28.741090 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-3064f76e-c4c0-4509-827c-4f7202ef9f70 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-477529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63299'] for router (acc43b96-e92d-4411-b136-6d5dd97b2305), precommit_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:28.745270 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-3064f76e-c4c0-4509-827c-4f7202ef9f70 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-477522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-477515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-478362'] for router (acc43b96-e92d-4411-b136-6d5dd97b2305), after_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:28.851590 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3064f76e-c4c0-4509-827c-4f7202ef9f70 demo admin] Router acc43b96-e92d-4411-b136-6d5dd97b2305 has already been hosted by L3 agent 037668f0-d812-4b59-9d2d-ce33f66a7708 {{(pid=113416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:44:28.859737 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:44:28.956344 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3064f76e-c4c0-4509-827c-4f7202ef9f70 demo admin] Notify agent at l3_agent.dv-cinder-855041-2-iscsi the message routers_updated {{(pid=113416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:44:28.960503 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-3064f76e-c4c0-4509-827c-4f7202ef9f70 demo admin] Publish callbacks [] for router (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:28.962867 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-3064f76e-c4c0-4509-827c-4f7202ef9f70 demo admin] 10.222.0.90 "PUT /networking/v2.0/routers/acc43b96-e92d-4411-b136-6d5dd97b2305 HTTP/1.1" status: 200 len: 889 time: 1.8732677 Aug 29 23:44:29.022118 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f332d7-8a02-45ab-9901-798b069d690d None None] Sync routers for ids ['acc43b96-e92d-4411-b136-6d5dd97b2305'] in dv-cinder-855041-2-iscsi {{(pid=113417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:44:29.035936 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f332d7-8a02-45ab-9901-798b069d690d None None] Routers {'acc43b96-e92d-4411-b136-6d5dd97b2305'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:44:29.036666 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-95f332d7-8a02-45ab-9901-798b069d690d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:44:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['acc43b96-e92d-4411-b136-6d5dd97b2305'], 'active': True} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:44:29.255084 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvr_db [None req-95f332d7-8a02-45ab-9901-798b069d690d None None] Set router acc43b96-e92d-4411-b136-6d5dd97b2305 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:44:29.649729 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-95f332d7-8a02-45ab-9901-798b069d690d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc43b96-e92d-4411-b136-6d5dd97b2305', 'name': 'router1', 'tenant_id': '171cf150ec9a441bad2b22d379135ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '5123ce7e-0f51-48f8-91c5-3146f0115a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:44:07Z', 'updated_at': '2022-08-29T23:44:28Z', 'revision_number': 4, 'project_id': '171cf150ec9a441bad2b22d379135ed8', 'gw_port': {'id': '5123ce7e-0f51-48f8-91c5-3146f0115a26', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:78:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc43b96-e92d-4411-b136-6d5dd97b2305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:44:27Z', 'updated_at': '2022-08-29T23:44:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': 'd9cef581-d6cb-4912-8780-ac934098a099', 'name': '', 'network_id': 'ea4ef2f6-6f1b-46b7-ad12-c197730e953a', 'tenant_id': '171cf150ec9a441bad2b22d379135ed8', 'mac_address': 'fa:16:3e:9a:75:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc43b96-e92d-4411-b136-6d5dd97b2305', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b473fa1-a6b6-4965-b0fa-62867f6c3d2b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:44:18Z', 'updated_at': '2022-08-29T23:44:27Z', 'revision_number': 5, 'project_id': '171cf150ec9a441bad2b22d379135ed8', 'subnets': [{'id': '7b473fa1-a6b6-4965-b0fa-62867f6c3d2b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '18661b4f-4a4a-4c94-b52e-c4721d28ba4d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:44:29.779203 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device d9cef581-d6cb-4912-8780-ac934098a099 up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:44:29.781962 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f332d7-8a02-45ab-9901-798b069d690d None None] Checking router: acc43b96-e92d-4411-b136-6d5dd97b2305 for host: dv-cinder-855041-2-iscsi {{(pid=113417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:44:29.782306 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f332d7-8a02-45ab-9901-798b069d690d None None] Updating router acc43b96-e92d-4411-b136-6d5dd97b2305 port 5123ce7e-0f51-48f8-91c5-3146f0115a26 binding host dv-cinder-855041-2-iscsi {{(pid=113417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 23:44:29.858230 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-95f332d7-8a02-45ab-9901-798b069d690d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (5123ce7e-0f51-48f8-91c5-3146f0115a26), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:29.980163 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port d9cef581-d6cb-4912-8780-ac934098a099 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:44:29.980478 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (d9cef581-d6cb-4912-8780-ac934098a099), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:30.155432 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port d9cef581-d6cb-4912-8780-ac934098a099 is: ACTIVE; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:44:30.250292 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:44:30.264959 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-95f332d7-8a02-45ab-9901-798b069d690d None None] Publish callbacks [] for port (5123ce7e-0f51-48f8-91c5-3146f0115a26), precommit_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:30.355293 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-95f332d7-8a02-45ab-9901-798b069d690d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (5123ce7e-0f51-48f8-91c5-3146f0115a26), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:30.394433 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-95f332d7-8a02-45ab-9901-798b069d690d None None] Attempting to bind port 5123ce7e-0f51-48f8-91c5-3146f0115a26 on host dv-cinder-855041-2-iscsi for vnic_type normal with profile {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:44:30.394876 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-95f332d7-8a02-45ab-9901-798b069d690d None None] Attempting to bind port 5123ce7e-0f51-48f8-91c5-3146f0115a26 by drivers openvswitch,hyperv on host dv-cinder-855041-2-iscsi at level 0 using segments [{'id': 'b4742eaf-d58e-407a-bbd7-30be4e48df16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88'}] {{(pid=113417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:44:30.395145 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f332d7-8a02-45ab-9901-798b069d690d None None] Attempting to bind port 5123ce7e-0f51-48f8-91c5-3146f0115a26 on network c6396a07-dfbf-4950-850b-378da3ed2a88 {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:44:30.407069 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f332d7-8a02-45ab-9901-798b069d690d None None] Checking agent: {'id': '01773ddc-a5d8-4c68-b7b5-e385af2b339f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 43, 45), 'started_at': datetime.datetime(2022, 8, 29, 23, 44, 15), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:44:30.407460 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f332d7-8a02-45ab-9901-798b069d690d None None] Checking segment: {'id': 'b4742eaf-d58e-407a-bbd7-30be4e48df16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:44:30.407849 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-95f332d7-8a02-45ab-9901-798b069d690d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:30.408830 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f332d7-8a02-45ab-9901-798b069d690d None None] Bound using segment: {'id': 'b4742eaf-d58e-407a-bbd7-30be4e48df16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88'} {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:44:30.409302 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-95f332d7-8a02-45ab-9901-798b069d690d None None] Bound port: 5123ce7e-0f51-48f8-91c5-3146f0115a26, host: dv-cinder-855041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4742eaf-d58e-407a-bbd7-30be4e48df16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88'}}] {{(pid=113417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:44:30.409678 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-95f332d7-8a02-45ab-9901-798b069d690d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (5123ce7e-0f51-48f8-91c5-3146f0115a26), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:30.433415 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19dea71-2854-466e-b90d-118d590074d0 None None] Pushing event updated for resources: {'Port': ['ID=5123ce7e-0f51-48f8-91c5-3146f0115a26,revision_number=2']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:44:30.437824 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:44:30.468695 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-95f332d7-8a02-45ab-9901-798b069d690d None None] For port 5123ce7e-0f51-48f8-91c5-3146f0115a26, host dv-cinder-855041-2-iscsi, cleared binding levels {{(pid=113417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:44:30.472848 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-95f332d7-8a02-45ab-9901-798b069d690d None None] For port 5123ce7e-0f51-48f8-91c5-3146f0115a26, host dv-cinder-855041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=5123ce7e-0f51-48f8-91c5-3146f0115a26,segment=NetworkSegment(b4742eaf-d58e-407a-bbd7-30be4e48df16),segment_id=b4742eaf-d58e-407a-bbd7-30be4e48df16)] {{(pid=113417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:44:30.557599 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-95f332d7-8a02-45ab-9901-798b069d690d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (5123ce7e-0f51-48f8-91c5-3146f0115a26), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:30.603271 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f332d7-8a02-45ab-9901-798b069d690d None None] Routers {'acc43b96-e92d-4411-b136-6d5dd97b2305'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:44:30.603881 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-95f332d7-8a02-45ab-9901-798b069d690d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:44:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['acc43b96-e92d-4411-b136-6d5dd97b2305'], 'active': True} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:44:30.646715 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19dea71-2854-466e-b90d-118d590074d0 None None] Pushing event updated for resources: {'Port': ['ID=5123ce7e-0f51-48f8-91c5-3146f0115a26,revision_number=3']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:44:30.723971 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvr_db [None req-95f332d7-8a02-45ab-9901-798b069d690d None None] Set router acc43b96-e92d-4411-b136-6d5dd97b2305 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:44:30.937565 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-95f332d7-8a02-45ab-9901-798b069d690d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc43b96-e92d-4411-b136-6d5dd97b2305', 'name': 'router1', 'tenant_id': '171cf150ec9a441bad2b22d379135ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '5123ce7e-0f51-48f8-91c5-3146f0115a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:44:07Z', 'updated_at': '2022-08-29T23:44:28Z', 'revision_number': 4, 'project_id': '171cf150ec9a441bad2b22d379135ed8', 'gw_port': {'id': '5123ce7e-0f51-48f8-91c5-3146f0115a26', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:78:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc43b96-e92d-4411-b136-6d5dd97b2305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:44:27Z', 'updated_at': '2022-08-29T23:44:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': 'd9cef581-d6cb-4912-8780-ac934098a099', 'name': '', 'network_id': 'ea4ef2f6-6f1b-46b7-ad12-c197730e953a', 'tenant_id': '171cf150ec9a441bad2b22d379135ed8', 'mac_address': 'fa:16:3e:9a:75:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc43b96-e92d-4411-b136-6d5dd97b2305', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b473fa1-a6b6-4965-b0fa-62867f6c3d2b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:44:18Z', 'updated_at': '2022-08-29T23:44:27Z', 'revision_number': 5, 'project_id': '171cf150ec9a441bad2b22d379135ed8', 'subnets': [{'id': '7b473fa1-a6b6-4965-b0fa-62867f6c3d2b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '18661b4f-4a4a-4c94-b52e-c4721d28ba4d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:44:30.968155 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f332d7-8a02-45ab-9901-798b069d690d None None] The sync data for ids ['acc43b96-e92d-4411-b136-6d5dd97b2305'] in dv-cinder-855041-2-iscsi is: [{'id': 'acc43b96-e92d-4411-b136-6d5dd97b2305', 'name': 'router1', 'tenant_id': '171cf150ec9a441bad2b22d379135ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '5123ce7e-0f51-48f8-91c5-3146f0115a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:44:07Z', 'updated_at': '2022-08-29T23:44:28Z', 'revision_number': 4, 'project_id': '171cf150ec9a441bad2b22d379135ed8', 'gw_port': {'id': '5123ce7e-0f51-48f8-91c5-3146f0115a26', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:78:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc43b96-e92d-4411-b136-6d5dd97b2305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:44:27Z', 'updated_at': '2022-08-29T23:44:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': 'd9cef581-d6cb-4912-8780-ac934098a099', 'name': '', 'network_id': 'ea4ef2f6-6f1b-46b7-ad12-c197730e953a', 'tenant_id': '171cf150ec9a441bad2b22d379135ed8', 'mac_address': 'fa:16:3e:9a:75:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc43b96-e92d-4411-b136-6d5dd97b2305', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b473fa1-a6b6-4965-b0fa-62867f6c3d2b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:44:18Z', 'updated_at': '2022-08-29T23:44:27Z', 'revision_number': 5, 'project_id': '171cf150ec9a441bad2b22d379135ed8', 'subnets': [{'id': '7b473fa1-a6b6-4965-b0fa-62867f6c3d2b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '18661b4f-4a4a-4c94-b52e-c4721d28ba4d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:44:31.664354 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 44090) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:44:31.742386 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 5123ce7e-0f51-48f8-91c5-3146f0115a26 up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:44:31.794161 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port 5123ce7e-0f51-48f8-91c5-3146f0115a26 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:44:31.794544 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (5123ce7e-0f51-48f8-91c5-3146f0115a26), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:31.874765 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port 5123ce7e-0f51-48f8-91c5-3146f0115a26 is: DOWN; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:44:31.875162 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (5123ce7e-0f51-48f8-91c5-3146f0115a26), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:31.897000 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] For port 5123ce7e-0f51-48f8-91c5-3146f0115a26, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=5123ce7e-0f51-48f8-91c5-3146f0115a26,segment=NetworkSegment(b4742eaf-d58e-407a-bbd7-30be4e48df16),segment_id=b4742eaf-d58e-407a-bbd7-30be4e48df16)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:44:32.000982 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (5123ce7e-0f51-48f8-91c5-3146f0115a26), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:32.050243 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Pushing event updated for resources: {'Port': ['ID=5123ce7e-0f51-48f8-91c5-3146f0115a26,revision_number=4']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:44:32.099946 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-df5b372e-80d2-42e0-b647-9a73a495045f admin admin] 10.222.0.90 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.4343753 Aug 29 23:44:33.730813 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 5123ce7e-0f51-48f8-91c5-3146f0115a26 up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:44:33.779894 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:44:33.787297 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port 5123ce7e-0f51-48f8-91c5-3146f0115a26 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:44:33.787297 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (5123ce7e-0f51-48f8-91c5-3146f0115a26), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:33.885001 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port 5123ce7e-0f51-48f8-91c5-3146f0115a26 is: ACTIVE; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:44:36.937208 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=54 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:44:36.945008 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=20 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:44:40.242646 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-db29ea78-009d-4f52-a023-f562ff06ef3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (1020f8f9-c858-45a1-84c5-376480b0ca2e), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:42.093024 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=61 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:44:42.096687 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=4 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:44:43.557584 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-e7bb4644-20e1-42b0-b086-78b5ccd074a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (037668f0-d812-4b59-9d2d-ce33f66a7708), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:44.337090 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cdcd43ac-7909-438b-ba67-31b4a20d4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (bcd4f52e-0d63-4d8a-9dda-ff825ab30758), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:45.509988 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (01773ddc-a5d8-4c68-b7b5-e385af2b339f), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:46.329051 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-55545b4a-c719-46e4-a9c5-7c044aa64822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (63136763-0f20-46a8-951a-2f70193501e4), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:46.934213 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.agents_db [None req-4166f728-c6cb-4ae6-8e81-f61b29fbc360 None None] Agent healthcheck: found 5 active agents {{(pid=113418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 23:44:56.245214 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:44:56.253817 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:44:56.929485 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=1 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:44:56.930588 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=1 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:45:10.243261 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-38f25095-9585-41b2-8b87-4ceee175f342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (1020f8f9-c858-45a1-84c5-376480b0ca2e), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:45:13.351066 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-0060dfe0-1efe-4a3e-a59e-49283ff1a28e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (037668f0-d812-4b59-9d2d-ce33f66a7708), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:45:13.934196 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=2 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:45:13.941400 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=4 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:45:14.368018 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cdcd43ac-7909-438b-ba67-31b4a20d4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (bcd4f52e-0d63-4d8a-9dda-ff825ab30758), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:45:15.511298 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (01773ddc-a5d8-4c68-b7b5-e385af2b339f), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:45:16.321071 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-55545b4a-c719-46e4-a9c5-7c044aa64822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (63136763-0f20-46a8-951a-2f70193501e4), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:45:23.936972 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.agents_db [None req-4166f728-c6cb-4ae6-8e81-f61b29fbc360 None None] Agent healthcheck: found 5 active agents {{(pid=113418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 23:45:26.256836 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=17,neutron:UPDATE=4 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:45:26.258739 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:45:36.924795 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=1 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:45:36.925600 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:45:40.230703 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-99d64fe7-45da-4b26-9413-568fd04b9d0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (1020f8f9-c858-45a1-84c5-376480b0ca2e), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:45:43.367717 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-ee4e2130-4d5d-4f35-a475-a8dfd63e2a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (037668f0-d812-4b59-9d2d-ce33f66a7708), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:45:44.326775 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cdcd43ac-7909-438b-ba67-31b4a20d4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (bcd4f52e-0d63-4d8a-9dda-ff825ab30758), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:45:45.515268 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (01773ddc-a5d8-4c68-b7b5-e385af2b339f), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:45:46.310899 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-55545b4a-c719-46e4-a9c5-7c044aa64822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (63136763-0f20-46a8-951a-2f70193501e4), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:45:50.930648 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=3 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:45:50.935039 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=3 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:45:56.260916 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:45:56.262794 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:46:00.273604 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 44632) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:46:00.667614 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6f2990e-e091-4a0d-86f9-b28d1fba4102 admin admin] GET failed (client error): The resource could not be found. Aug 29 23:46:00.669098 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-d6f2990e-e091-4a0d-86f9-b28d1fba4102 admin admin] 10.222.0.90 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3946576 Aug 29 23:46:00.861823 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd97d052-b1d3-4a2a-a602-8558ab641a6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:46:00.863324 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-bd97d052-b1d3-4a2a-a602-8558ab641a6f admin admin] 10.222.0.90 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1889589 Aug 29 23:46:00.936474 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.agents_db [None req-4166f728-c6cb-4ae6-8e81-f61b29fbc360 None None] Agent healthcheck: found 5 active agents {{(pid=113418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 23:46:03.246813 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 44642) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:46:03.717416 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904c8b0c-ed98-4d02-8ea7-512d8b03a6d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:46:03.718756 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-904c8b0c-ed98-4d02-8ea7-512d8b03a6d4 admin admin] 10.222.0.90 "GET /networking/v2.0/subnets/7b473fa1-a6b6-4965-b0fa-62867f6c3d2b HTTP/1.1" status: 200 len: 849 time: 0.4708774 Aug 29 23:46:03.729291 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [None req-d5bfe31e-ced0-4195-ba68-0506d8e5ee71 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:46:03.817386 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-d5bfe31e-ced0-4195-ba68-0506d8e5ee71 admin admin] Publish callbacks [] for subnet (7b473fa1-a6b6-4965-b0fa-62867f6c3d2b), before_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:46:04.023434 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-d5bfe31e-ced0-4195-ba68-0506d8e5ee71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4096602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751006292875'] for subnet (7b473fa1-a6b6-4965-b0fa-62867f6c3d2b), after_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:46:04.066537 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bfe31e-ced0-4195-ba68-0506d8e5ee71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:46:04.067142 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-d5bfe31e-ced0-4195-ba68-0506d8e5ee71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for subnet (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:46:04.068469 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-d5bfe31e-ced0-4195-ba68-0506d8e5ee71 admin admin] 10.222.0.90 "PUT /networking/v2.0/subnets/7b473fa1-a6b6-4965-b0fa-62867f6c3d2b HTTP/1.1" status: 200 len: 868 time: 0.3431706 Aug 29 23:46:04.071881 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7fe5b2-dc73-450f-b5a4-45c3ee783704 None None] Network ea4ef2f6-6f1b-46b7-ad12-c197730e953a requested from dv-cinder-855041-2-iscsi {{(pid=113417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:46:04.094769 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bfe31e-ced0-4195-ba68-0506d8e5ee71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b473fa1-a6b6-4965-b0fa-62867f6c3d2b,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:46:04.102949 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bfe31e-ced0-4195-ba68-0506d8e5ee71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:46:04.103329 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bfe31e-ced0-4195-ba68-0506d8e5ee71 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:46:04.103653 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bfe31e-ced0-4195-ba68-0506d8e5ee71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:46:04.103992 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bfe31e-ced0-4195-ba68-0506d8e5ee71 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:46:04.104359 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bfe31e-ced0-4195-ba68-0506d8e5ee71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:46:04.104684 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bfe31e-ced0-4195-ba68-0506d8e5ee71 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:46:04.105008 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bfe31e-ced0-4195-ba68-0506d8e5ee71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:46:04.105331 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bfe31e-ced0-4195-ba68-0506d8e5ee71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:46:04.105648 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bfe31e-ced0-4195-ba68-0506d8e5ee71 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:46:04.106225 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bfe31e-ced0-4195-ba68-0506d8e5ee71 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:46:04.106347 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bfe31e-ced0-4195-ba68-0506d8e5ee71 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:46:04.106613 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bfe31e-ced0-4195-ba68-0506d8e5ee71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:46:04.106934 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bfe31e-ced0-4195-ba68-0506d8e5ee71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:46:04.107431 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bfe31e-ced0-4195-ba68-0506d8e5ee71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:46:04.107757 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bfe31e-ced0-4195-ba68-0506d8e5ee71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:46:04.380669 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-b0673bd7-3265-4eda-b968-5268657542a2 None None] Provisioning complete for port a585ca73-0858-4531-b625-2a4c6051afe6 triggered by entity DHCP. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:46:04.381040 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-b0673bd7-3265-4eda-b968-5268657542a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (a585ca73-0858-4531-b625-2a4c6051afe6), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:46:04.459973 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-b0673bd7-3265-4eda-b968-5268657542a2 None None] Current status of the port a585ca73-0858-4531-b625-2a4c6051afe6 is: ACTIVE; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:46:04.469527 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-b0673bd7-3265-4eda-b968-5268657542a2 None None] Provisioning complete for port d9cef581-d6cb-4912-8780-ac934098a099 triggered by entity DHCP. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:46:04.469820 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-b0673bd7-3265-4eda-b968-5268657542a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (d9cef581-d6cb-4912-8780-ac934098a099), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:46:04.542342 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-b0673bd7-3265-4eda-b968-5268657542a2 None None] Current status of the port d9cef581-d6cb-4912-8780-ac934098a099 is: ACTIVE; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:46:06.562562 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 44650) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:46:07.066961 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a733ee4-c322-4448-8a45-4f3c98ec4037 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:46:07.067425 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a733ee4-c322-4448-8a45-4f3c98ec4037 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:46:07.068987 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-2a733ee4-c322-4448-8a45-4f3c98ec4037 admin admin] 10.222.0.90 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.5054045 Aug 29 23:46:09.417724 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 44658) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:46:09.909137 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0376db15-b29d-4b0c-a475-1870ceb2adc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:46:09.909616 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0376db15-b29d-4b0c-a475-1870ceb2adc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:46:09.911138 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-0376db15-b29d-4b0c-a475-1870ceb2adc0 admin admin] 10.222.0.90 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.4924040 Aug 29 23:46:10.225238 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-4edfd77a-1e3d-4c20-af2a-47698f54bf97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (1020f8f9-c858-45a1-84c5-376480b0ca2e), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:46:10.931742 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=2 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:46:12.285167 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 44668) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:46:12.787651 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c82d61e-bb2f-4ff1-a842-9f657d36262e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:46:12.789083 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-3c82d61e-bb2f-4ff1-a842-9f657d36262e admin admin] 10.222.0.90 "GET /networking/v2.0/networks/c6396a07-dfbf-4950-850b-378da3ed2a88 HTTP/1.1" status: 200 len: 886 time: 0.5030153 Aug 29 23:46:13.339039 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-689a60bf-32cb-4473-9120-c5f159a352bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (037668f0-d812-4b59-9d2d-ce33f66a7708), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:46:14.322058 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cdcd43ac-7909-438b-ba67-31b4a20d4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (bcd4f52e-0d63-4d8a-9dda-ff825ab30758), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:46:15.157965 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 44676) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:46:15.517604 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (01773ddc-a5d8-4c68-b7b5-e385af2b339f), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:46:15.598175 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:46:15.602848 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc795fc9-18d8-4fc0-b88b-f01b941c65de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:46:15.604246 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-cc795fc9-18d8-4fc0-b88b-f01b941c65de admin admin] 10.222.0.90 "GET /networking/v2.0/networks/ea4ef2f6-6f1b-46b7-ad12-c197730e953a HTTP/1.1" status: 200 len: 870 time: 0.4456904 Aug 29 23:46:16.331818 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-55545b4a-c719-46e4-a9c5-7c044aa64822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (63136763-0f20-46a8-951a-2f70193501e4), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:46:17.994618 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 44684) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:46:18.414420 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28354a5-5f7a-48f2-bf9c-4736a27a0b19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:46:18.414871 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28354a5-5f7a-48f2-bf9c-4736a27a0b19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:46:18.416411 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-c28354a5-5f7a-48f2-bf9c-4736a27a0b19 admin admin] 10.222.0.90 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4206252 Aug 29 23:46:19.903749 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=11 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:46:19.905146 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=12 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:46:20.798731 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 44692) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:46:21.154241 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:46:21.196874 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da39c3f0-5d1d-4f0d-abd2-6a4e9462fc15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:46:21.197328 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da39c3f0-5d1d-4f0d-abd2-6a4e9462fc15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:46:21.198835 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-da39c3f0-5d1d-4f0d-abd2-6a4e9462fc15 admin admin] 10.222.0.90 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3992498 Aug 29 23:46:23.564563 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 44700) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:46:23.946563 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cad48f-68ed-46f8-96f2-77d86c385599 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:46:23.947943 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-a3cad48f-68ed-46f8-96f2-77d86c385599 admin admin] 10.222.0.90 "GET /networking/v2.0/subnets/7b473fa1-a6b6-4965-b0fa-62867f6c3d2b HTTP/1.1" status: 200 len: 868 time: 0.3824761 Aug 29 23:46:26.259375 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=45,neutron:UPDATE=2 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:46:26.265817 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=47,neutron:UPDATE=3 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:46:26.320779 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 44708) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:46:26.704031 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52211807-f08b-485e-9373-9beff625cfe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:46:26.705416 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-52211807-f08b-485e-9373-9beff625cfe8 admin admin] 10.222.0.90 "GET /networking/v2.0/subnets/a98be68c-aef3-471c-b3f8-ae629ebf2983 HTTP/1.1" status: 200 len: 816 time: 0.3837245 Aug 29 23:46:27.927410 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=1 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:46:27.931755 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=5 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:46:31.192674 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=18 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:46:36.698872 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=10 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:46:36.700763 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=13 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:46:37.935346 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.agents_db [None req-4166f728-c6cb-4ae6-8e81-f61b29fbc360 None None] Agent healthcheck: found 5 active agents {{(pid=113418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 23:46:39.573375 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=16 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:46:40.253432 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-2a8c72f6-15bc-4cd1-9e0e-3a05f77d383c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (1020f8f9-c858-45a1-84c5-376480b0ca2e), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:46:43.333603 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-2ea07a90-fd92-41e5-ab1b-a62e3ed5887d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (037668f0-d812-4b59-9d2d-ce33f66a7708), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:46:44.350377 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cdcd43ac-7909-438b-ba67-31b4a20d4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (bcd4f52e-0d63-4d8a-9dda-ff825ab30758), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:46:45.562674 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (01773ddc-a5d8-4c68-b7b5-e385af2b339f), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:46:46.333237 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-55545b4a-c719-46e4-a9c5-7c044aa64822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (63136763-0f20-46a8-951a-2f70193501e4), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:46:47.932810 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=12 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:46:55.965523 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 44764) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:46:56.264629 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:46:56.271114 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:46:56.423072 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [None req-5c4d1365-f504-44de-9ffd-1e9e7dcdd984 admin admin] http://10.222.0.90:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 23:46:56.424054 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-5c4d1365-f504-44de-9ffd-1e9e7dcdd984 admin admin] 10.222.0.90 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4576044 Aug 29 23:46:58.901063 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 44772) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:46:59.253734 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c3ce2ca-c7c0-43cd-8ecd-82ec86039937 admin admin] GET failed (client error): The resource could not be found. Aug 29 23:46:59.255025 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-7c3ce2ca-c7c0-43cd-8ecd-82ec86039937 admin admin] 10.222.0.90 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3530219 Aug 29 23:46:59.350177 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3292c7e2-280f-4ff2-aa72-490a982329f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:46:59.351674 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-3292c7e2-280f-4ff2-aa72-490a982329f6 admin admin] 10.222.0.90 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0922360 Aug 29 23:47:01.793931 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 44780) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:47:02.153526 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [None req-b5fecd33-7edc-496d-895c-024c1ae8181b admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:47:02.241987 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5fecd33-7edc-496d-895c-024c1ae8181b admin admin] Made reservation on behalf of 7ebb01ff13ea4a259b137c01cbe21104 for: {'network': 1} {{(pid=113415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:47:02.244378 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-b5fecd33-7edc-496d-895c-024c1ae8181b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for network (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:47:02.288430 dv-cinder-855041-2-iscsi neutron-server[113415]: WARNING neutron.services.revisions.revision_plugin [None req-b5fecd33-7edc-496d-895c-024c1ae8181b admin admin] Could not find related network for resource to bump revision. Aug 29 23:47:02.297825 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5fecd33-7edc-496d-895c-024c1ae8181b admin admin] vlan segment allocate from pool success with {'vlan_id': 1112, 'physical_network': 'physnet1'} {{(pid=113415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 23:47:02.308026 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-b5fecd33-7edc-496d-895c-024c1ae8181b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3480186'] for segment (3322ac63-c50b-4ff5-b6b4-0b914eb4c6f1), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:47:02.308401 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.db.segments_db [None req-b5fecd33-7edc-496d-895c-024c1ae8181b admin admin] Added segment 3322ac63-c50b-4ff5-b6b4-0b914eb4c6f1 of type vlan for network 872f7ba9-63bd-4eb2-aae5-f5c1e7bfe58b Aug 29 23:47:02.355492 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-b5fecd33-7edc-496d-895c-024c1ae8181b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751005866352'] for network (872f7ba9-63bd-4eb2-aae5-f5c1e7bfe58b), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:47:02.476230 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-b5fecd33-7edc-496d-895c-024c1ae8181b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357'] for network (872f7ba9-63bd-4eb2-aae5-f5c1e7bfe58b), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:47:02.477259 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fecd33-7edc-496d-895c-024c1ae8181b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:47:02.477845 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-b5fecd33-7edc-496d-895c-024c1ae8181b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for network (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:47:02.572503 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fecd33-7edc-496d-895c-024c1ae8181b admin admin] Pushing event updated for resources: {'Network': ['ID=872f7ba9-63bd-4eb2-aae5-f5c1e7bfe58b,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:47:02.582717 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Network 872f7ba9-63bd-4eb2-aae5-f5c1e7bfe58b details requested by agent ovs-agent-dv-cinder-855041-2-iscsi with host dv-cinder-855041-2-iscsi {{(pid=113417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 23:47:02.623052 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-b5fecd33-7edc-496d-895c-024c1ae8181b admin admin] 10.222.0.90 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.8280065 Aug 29 23:47:04.923798 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=3 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:47:04.927589 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=3 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:47:05.049579 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 44788) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:47:05.523092 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.pecan_wsgi.hooks.translation [None req-cafb72ad-1227-4560-9b3c-5f91e42260f6 admin admin] GET failed (client error): The resource could not be found. Aug 29 23:47:05.524486 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-cafb72ad-1227-4560-9b3c-5f91e42260f6 admin admin] 10.222.0.90 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.4739175 Aug 29 23:47:05.597416 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b196cc1-92f4-41b2-94d2-22f3c095f7d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:47:05.598803 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-0b196cc1-92f4-41b2-94d2-22f3c095f7d0 admin admin] 10.222.0.90 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0699828 Aug 29 23:47:05.608993 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [None req-2b50cd35-0d82-4b73-b137-d3a9effeac95 admin admin] Request body: {'subnet': {'network_id': '872f7ba9-63bd-4eb2-aae5-f5c1e7bfe58b', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:47:05.716000 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b50cd35-0d82-4b73-b137-d3a9effeac95 admin admin] Made reservation on behalf of 7ebb01ff13ea4a259b137c01cbe21104 for: {'subnet': 1} {{(pid=113415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:47:05.718488 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-2b50cd35-0d82-4b73-b137-d3a9effeac95 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:47:06.019102 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-2b50cd35-0d82-4b73-b137-d3a9effeac95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4096602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357'] for subnet (f26fd8af-96f1-46c6-8a65-e5eab9e60b79), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:47:06.127403 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b50cd35-0d82-4b73-b137-d3a9effeac95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f26fd8af-96f1-46c6-8a65-e5eab9e60b79,revision_number=0']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:47:06.140895 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50cd35-0d82-4b73-b137-d3a9effeac95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:47:06.141256 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50cd35-0d82-4b73-b137-d3a9effeac95 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:47:06.141604 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50cd35-0d82-4b73-b137-d3a9effeac95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:47:06.141942 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50cd35-0d82-4b73-b137-d3a9effeac95 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:47:06.142286 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50cd35-0d82-4b73-b137-d3a9effeac95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:47:06.142616 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50cd35-0d82-4b73-b137-d3a9effeac95 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:47:06.142943 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50cd35-0d82-4b73-b137-d3a9effeac95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:47:06.143268 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50cd35-0d82-4b73-b137-d3a9effeac95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:47:06.143592 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50cd35-0d82-4b73-b137-d3a9effeac95 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:47:06.143916 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50cd35-0d82-4b73-b137-d3a9effeac95 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:47:06.144297 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50cd35-0d82-4b73-b137-d3a9effeac95 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:47:06.144626 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50cd35-0d82-4b73-b137-d3a9effeac95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:47:06.144946 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50cd35-0d82-4b73-b137-d3a9effeac95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:47:06.145266 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50cd35-0d82-4b73-b137-d3a9effeac95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:47:06.145584 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50cd35-0d82-4b73-b137-d3a9effeac95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:47:06.157956 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b50cd35-0d82-4b73-b137-d3a9effeac95 admin admin] Checking segment: {'id': '3322ac63-c50b-4ff5-b6b4-0b914eb4c6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '872f7ba9-63bd-4eb2-aae5-f5c1e7bfe58b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:47:06.158315 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b50cd35-0d82-4b73-b137-d3a9effeac95 admin admin] Network hostable DHCP agents. Network: 872f7ba9-63bd-4eb2-aae5-f5c1e7bfe58b, hostable agents: ['1020f8f9-c858-45a1-84c5-376480b0ca2e'], hosted agents: [] {{(pid=113415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 23:47:06.236018 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b50cd35-0d82-4b73-b137-d3a9effeac95 admin admin] Network 872f7ba9-63bd-4eb2-aae5-f5c1e7bfe58b is scheduled to be hosted by DHCP agent 1020f8f9-c858-45a1-84c5-376480b0ca2e with binding_index 1 {{(pid=113415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 23:47:06.344138 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.base_scheduler [None req-2b50cd35-0d82-4b73-b137-d3a9effeac95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855041-2-iscsi, 872f7ba9-63bd-4eb2-aae5-f5c1e7bfe58b) {{(pid=113415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:47:06.348578 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b50cd35-0d82-4b73-b137-d3a9effeac95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:47:06.349406 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-2b50cd35-0d82-4b73-b137-d3a9effeac95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for subnet (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:47:06.354465 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7de746-0c80-4cc7-85f5-06413168a0ec None None] Network 872f7ba9-63bd-4eb2-aae5-f5c1e7bfe58b requested from dv-cinder-855041-2-iscsi {{(pid=113417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:47:06.444318 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-2b50cd35-0d82-4b73-b137-d3a9effeac95 admin admin] 10.222.0.90 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8386564 Aug 29 23:47:06.466285 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2441a127-7288-4d27-ab78-679bbd6fed02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53cca06d-0ebc-509e-8194-c81e43be134c-872f7ba9-63bd-4eb2-aae5-f5c1e7bfe58b', 'network_id': '872f7ba9-63bd-4eb2-aae5-f5c1e7bfe58b', 'project_id': '7ebb01ff13ea4a259b137c01cbe21104', 'fixed_ips': [{'subnet_id': 'f26fd8af-96f1-46c6-8a65-e5eab9e60b79'}]}} from dv-cinder-855041-2-iscsi. {{(pid=113417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 23:47:06.467266 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-2441a127-7288-4d27-ab78-679bbd6fed02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:47:06.616705 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.db_base_plugin_common [None req-2441a127-7288-4d27-ab78-679bbd6fed02 None None] Allocated IP 192.168.233.2 (872f7ba9-63bd-4eb2-aae5-f5c1e7bfe58b/f26fd8af-96f1-46c6-8a65-e5eab9e60b79/87c32e5f-a97e-467d-809e-86c8542b2be4) {{(pid=113417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:47:06.773912 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-2441a127-7288-4d27-ab78-679bbd6fed02 None None] Publish callbacks [] for port (87c32e5f-a97e-467d-809e-86c8542b2be4), precommit_create {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:47:06.846987 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-2441a127-7288-4d27-ab78-679bbd6fed02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297'] for port (87c32e5f-a97e-467d-809e-86c8542b2be4), after_create {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:47:06.899511 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2441a127-7288-4d27-ab78-679bbd6fed02 None None] Network 872f7ba9-63bd-4eb2-aae5-f5c1e7bfe58b is already hosted by enough agents. {{(pid=113417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:47:06.902523 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.scheduler.base_scheduler [None req-2441a127-7288-4d27-ab78-679bbd6fed02 None None] Resources bound (agent type, host, resource id): {{(pid=113417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:47:06.909742 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2441a127-7288-4d27-ab78-679bbd6fed02 None None] Received port after_create {{(pid=113417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:47:06.913190 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2441a127-7288-4d27-ab78-679bbd6fed02 None None] Pushing event updated for resources: {'Port': ['ID=87c32e5f-a97e-467d-809e-86c8542b2be4,revision_number=1']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:47:06.924901 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2441a127-7288-4d27-ab78-679bbd6fed02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:47:06.925314 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2441a127-7288-4d27-ab78-679bbd6fed02 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:47:06.925594 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2441a127-7288-4d27-ab78-679bbd6fed02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:47:06.925949 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2441a127-7288-4d27-ab78-679bbd6fed02 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:47:06.926280 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2441a127-7288-4d27-ab78-679bbd6fed02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:47:06.926617 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2441a127-7288-4d27-ab78-679bbd6fed02 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:47:06.926936 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2441a127-7288-4d27-ab78-679bbd6fed02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:47:06.927255 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2441a127-7288-4d27-ab78-679bbd6fed02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:47:06.927573 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2441a127-7288-4d27-ab78-679bbd6fed02 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:47:06.927889 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2441a127-7288-4d27-ab78-679bbd6fed02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:47:06.928235 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2441a127-7288-4d27-ab78-679bbd6fed02 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:47:06.928557 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2441a127-7288-4d27-ab78-679bbd6fed02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:47:06.928874 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2441a127-7288-4d27-ab78-679bbd6fed02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:47:06.929188 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2441a127-7288-4d27-ab78-679bbd6fed02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:47:06.929501 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2441a127-7288-4d27-ab78-679bbd6fed02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:47:06.983604 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-2441a127-7288-4d27-ab78-679bbd6fed02 None None] Attempting to bind port 87c32e5f-a97e-467d-809e-86c8542b2be4 on host dv-cinder-855041-2-iscsi for vnic_type normal with profile {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:47:06.984578 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-2441a127-7288-4d27-ab78-679bbd6fed02 None None] Attempting to bind port 87c32e5f-a97e-467d-809e-86c8542b2be4 by drivers openvswitch,hyperv on host dv-cinder-855041-2-iscsi at level 0 using segments [{'id': '3322ac63-c50b-4ff5-b6b4-0b914eb4c6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '872f7ba9-63bd-4eb2-aae5-f5c1e7bfe58b'}] {{(pid=113417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:47:06.985128 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2441a127-7288-4d27-ab78-679bbd6fed02 None None] Attempting to bind port 87c32e5f-a97e-467d-809e-86c8542b2be4 on network 872f7ba9-63bd-4eb2-aae5-f5c1e7bfe58b {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:47:06.990924 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2441a127-7288-4d27-ab78-679bbd6fed02 None None] Checking agent: {'id': '01773ddc-a5d8-4c68-b7b5-e385af2b339f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 43, 45), 'started_at': datetime.datetime(2022, 8, 29, 23, 44, 15), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:47:06.991315 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2441a127-7288-4d27-ab78-679bbd6fed02 None None] Checking segment: {'id': '3322ac63-c50b-4ff5-b6b4-0b914eb4c6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '872f7ba9-63bd-4eb2-aae5-f5c1e7bfe58b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:47:06.991678 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-2441a127-7288-4d27-ab78-679bbd6fed02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:47:06.992126 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2441a127-7288-4d27-ab78-679bbd6fed02 None None] Bound using segment: {'id': '3322ac63-c50b-4ff5-b6b4-0b914eb4c6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '872f7ba9-63bd-4eb2-aae5-f5c1e7bfe58b'} {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:47:06.992562 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-2441a127-7288-4d27-ab78-679bbd6fed02 None None] Bound port: 87c32e5f-a97e-467d-809e-86c8542b2be4, host: dv-cinder-855041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3322ac63-c50b-4ff5-b6b4-0b914eb4c6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '872f7ba9-63bd-4eb2-aae5-f5c1e7bfe58b'}}] {{(pid=113417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:47:06.992923 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-2441a127-7288-4d27-ab78-679bbd6fed02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (87c32e5f-a97e-467d-809e-86c8542b2be4), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:47:07.063974 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-2441a127-7288-4d27-ab78-679bbd6fed02 None None] For port 87c32e5f-a97e-467d-809e-86c8542b2be4, host dv-cinder-855041-2-iscsi, cleared binding levels {{(pid=113417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:47:07.067372 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-2441a127-7288-4d27-ab78-679bbd6fed02 None None] For port 87c32e5f-a97e-467d-809e-86c8542b2be4, host dv-cinder-855041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=87c32e5f-a97e-467d-809e-86c8542b2be4,segment=NetworkSegment(3322ac63-c50b-4ff5-b6b4-0b914eb4c6f1),segment_id=3322ac63-c50b-4ff5-b6b4-0b914eb4c6f1)] {{(pid=113417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:47:07.138288 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-2441a127-7288-4d27-ab78-679bbd6fed02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (87c32e5f-a97e-467d-809e-86c8542b2be4), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:47:07.207556 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2441a127-7288-4d27-ab78-679bbd6fed02 None None] Pushing event updated for resources: {'Port': ['ID=87c32e5f-a97e-467d-809e-86c8542b2be4,revision_number=2']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:47:07.860909 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 87c32e5f-a97e-467d-809e-86c8542b2be4 up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:47:07.914164 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port 87c32e5f-a97e-467d-809e-86c8542b2be4 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:47:07.914550 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (87c32e5f-a97e-467d-809e-86c8542b2be4), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:47:07.963624 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:47:08.006064 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:47:08.010245 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port 87c32e5f-a97e-467d-809e-86c8542b2be4 is: DOWN; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:47:08.011501 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (87c32e5f-a97e-467d-809e-86c8542b2be4), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:47:08.051281 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] For port 87c32e5f-a97e-467d-809e-86c8542b2be4, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=87c32e5f-a97e-467d-809e-86c8542b2be4,segment=NetworkSegment(3322ac63-c50b-4ff5-b6b4-0b914eb4c6f1),segment_id=3322ac63-c50b-4ff5-b6b4-0b914eb4c6f1)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:47:08.058974 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71adb87e-d3e6-4e45-898d-16934fb96d80 None None] Network 872f7ba9-63bd-4eb2-aae5-f5c1e7bfe58b requested from dv-cinder-855041-2-iscsi {{(pid=113417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:47:08.112460 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-0750b2d3-29c9-4374-ad40-f1e741fb7e2e None None] Provisioning complete for port 87c32e5f-a97e-467d-809e-86c8542b2be4 triggered by entity DHCP. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:47:08.112844 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-0750b2d3-29c9-4374-ad40-f1e741fb7e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (87c32e5f-a97e-467d-809e-86c8542b2be4), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:47:08.116718 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (87c32e5f-a97e-467d-809e-86c8542b2be4), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:47:08.244265 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Pushing event updated for resources: {'Port': ['ID=87c32e5f-a97e-467d-809e-86c8542b2be4,revision_number=3']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:47:08.293071 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-0750b2d3-29c9-4374-ad40-f1e741fb7e2e None None] Current status of the port 87c32e5f-a97e-467d-809e-86c8542b2be4 is: ACTIVE; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:47:08.512919 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-83ef8cb3-630b-4ded-88c3-2d0a3d9ac124 None None] Provisioning complete for port 87c32e5f-a97e-467d-809e-86c8542b2be4 triggered by entity DHCP. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:47:08.513249 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-83ef8cb3-630b-4ded-88c3-2d0a3d9ac124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (87c32e5f-a97e-467d-809e-86c8542b2be4), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:47:08.589966 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-83ef8cb3-630b-4ded-88c3-2d0a3d9ac124 None None] Current status of the port 87c32e5f-a97e-467d-809e-86c8542b2be4 is: ACTIVE; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:47:09.825496 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 87c32e5f-a97e-467d-809e-86c8542b2be4 up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:47:09.873003 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port 87c32e5f-a97e-467d-809e-86c8542b2be4 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:47:09.873367 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (87c32e5f-a97e-467d-809e-86c8542b2be4), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:47:09.896596 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:47:09.952006 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port 87c32e5f-a97e-467d-809e-86c8542b2be4 is: ACTIVE; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:47:10.213129 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-c3c0ecb2-0a8d-4847-bdb1-bc49546aad5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (1020f8f9-c858-45a1-84c5-376480b0ca2e), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:47:13.337959 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-981cd4c7-2e63-468f-b275-ee60754e9b28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (037668f0-d812-4b59-9d2d-ce33f66a7708), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:47:14.333100 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cdcd43ac-7909-438b-ba67-31b4a20d4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (bcd4f52e-0d63-4d8a-9dda-ff825ab30758), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:47:14.934814 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.agents_db [None req-4166f728-c6cb-4ae6-8e81-f61b29fbc360 None None] Agent healthcheck: found 5 active agents {{(pid=113418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 23:47:15.526521 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (01773ddc-a5d8-4c68-b7b5-e385af2b339f), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:47:16.353986 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=81,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:47:16.359918 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=79,neutron:INSERT=8,neutron:DELETE=2 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:47:16.366066 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-55545b4a-c719-46e4-a9c5-7c044aa64822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (63136763-0f20-46a8-951a-2f70193501e4), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:47:24.930527 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=1 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:47:24.931333 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=1 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:47:26.265112 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=67,neutron:UPDATE=2 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:47:26.272201 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:47:40.253422 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-8d8f54a9-551a-45b7-9180-b9075a356ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (1020f8f9-c858-45a1-84c5-376480b0ca2e), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:47:42.925660 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:47:42.943642 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=5 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:47:43.419146 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-bf73b094-b6d1-4322-9534-25ce6293bce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (037668f0-d812-4b59-9d2d-ce33f66a7708), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:47:44.349491 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cdcd43ac-7909-438b-ba67-31b4a20d4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (bcd4f52e-0d63-4d8a-9dda-ff825ab30758), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:47:45.521855 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (01773ddc-a5d8-4c68-b7b5-e385af2b339f), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:47:46.310161 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-55545b4a-c719-46e4-a9c5-7c044aa64822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (63136763-0f20-46a8-951a-2f70193501e4), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:47:51.934003 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.agents_db [None req-4166f728-c6cb-4ae6-8e81-f61b29fbc360 None None] Agent healthcheck: found 5 active agents {{(pid=113418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 23:47:56.272694 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:47:56.274560 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:48:01.930008 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=1 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:48:01.930802 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=1 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:48:10.241614 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-0aebbd65-3bdd-4988-8667-958cde6f74a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (1020f8f9-c858-45a1-84c5-376480b0ca2e), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:48:13.344470 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-8659620f-6290-46fa-b1c0-e0ef86d2fcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (037668f0-d812-4b59-9d2d-ce33f66a7708), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:48:14.344606 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cdcd43ac-7909-438b-ba67-31b4a20d4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (bcd4f52e-0d63-4d8a-9dda-ff825ab30758), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:48:15.527754 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (01773ddc-a5d8-4c68-b7b5-e385af2b339f), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:48:16.342772 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-55545b4a-c719-46e4-a9c5-7c044aa64822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (63136763-0f20-46a8-951a-2f70193501e4), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:48:18.926877 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=2 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:48:18.930765 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=4 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:48:26.277107 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:UPDATE=3,neutron:SELECT=5 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:48:26.278990 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:48:28.933028 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.agents_db [None req-4166f728-c6cb-4ae6-8e81-f61b29fbc360 None None] Agent healthcheck: found 5 active agents {{(pid=113418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 23:48:33.286237 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 44832) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:48:33.291856 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [None req-4075e6f2-ef95-4210-9249-04395a4e4a4e tempest-verify_tempest_config-1210710300 tempest-verify_tempest_config-1210710300-project] http://10.222.0.90:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 23:48:33.292845 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-4075e6f2-ef95-4210-9249-04395a4e4a4e tempest-verify_tempest_config-1210710300 tempest-verify_tempest_config-1210710300-project] 10.222.0.90 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0056498 Aug 29 23:48:34.023704 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 44850) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:48:34.394042 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-35b9d147-2f16-44d6-8396-14b41c38adf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:48:34.470770 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-35b9d147-2f16-44d6-8396-14b41c38adf7 admin admin] Publish callbacks [] for security_group (18be637c-68a4-4ef6-ba93-6e997b8f7590), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:48:34.566332 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-35b9d147-2f16-44d6-8396-14b41c38adf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (18be637c-68a4-4ef6-ba93-6e997b8f7590), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:48:34.616142 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b9d147-2f16-44d6-8396-14b41c38adf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18be637c-68a4-4ef6-ba93-6e997b8f7590,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:48:34.620930 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-35b9d147-2f16-44d6-8396-14b41c38adf7 admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=e50630147adb4b71b2868e3dee15e5da&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5962107 Aug 29 23:48:34.624284 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 44854) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:48:34.625197 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9d147-2f16-44d6-8396-14b41c38adf7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:48:34.625536 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9d147-2f16-44d6-8396-14b41c38adf7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:48:34.626454 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9d147-2f16-44d6-8396-14b41c38adf7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:48:34.626797 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9d147-2f16-44d6-8396-14b41c38adf7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:48:34.627168 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9d147-2f16-44d6-8396-14b41c38adf7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:48:34.627490 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9d147-2f16-44d6-8396-14b41c38adf7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:48:34.627805 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9d147-2f16-44d6-8396-14b41c38adf7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:48:34.628124 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9d147-2f16-44d6-8396-14b41c38adf7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:48:34.628482 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9d147-2f16-44d6-8396-14b41c38adf7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:48:34.628800 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9d147-2f16-44d6-8396-14b41c38adf7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:48:34.629139 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9d147-2f16-44d6-8396-14b41c38adf7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:48:34.629472 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9d147-2f16-44d6-8396-14b41c38adf7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:48:34.629788 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9d147-2f16-44d6-8396-14b41c38adf7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:48:34.630099 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9d147-2f16-44d6-8396-14b41c38adf7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:48:34.630408 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9d147-2f16-44d6-8396-14b41c38adf7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:48:34.685214 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-8d58afb9-c0e5-4e6d-a783-865ddfa40daf admin admin] Publish callbacks [] for security_group (18be637c-68a4-4ef6-ba93-6e997b8f7590), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:48:34.706377 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-8d58afb9-c0e5-4e6d-a783-865ddfa40daf admin admin] Publish callbacks [] for security_group (18be637c-68a4-4ef6-ba93-6e997b8f7590), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:48:34.877508 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-8d58afb9-c0e5-4e6d-a783-865ddfa40daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (18be637c-68a4-4ef6-ba93-6e997b8f7590), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:48:34.879963 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-8d58afb9-c0e5-4e6d-a783-865ddfa40daf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:48:34.881174 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-8d58afb9-c0e5-4e6d-a783-865ddfa40daf admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/18be637c-68a4-4ef6-ba93-6e997b8f7590 HTTP/1.1" status: 204 len: 168 time: 0.2558572 Aug 29 23:48:34.891442 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d58afb9-c0e5-4e6d-a783-865ddfa40daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18be637c-68a4-4ef6-ba93-6e997b8f7590,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:48:34.896723 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d58afb9-c0e5-4e6d-a783-865ddfa40daf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:48:34.897058 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d58afb9-c0e5-4e6d-a783-865ddfa40daf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:48:34.897389 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d58afb9-c0e5-4e6d-a783-865ddfa40daf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:48:34.897720 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d58afb9-c0e5-4e6d-a783-865ddfa40daf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:48:34.898043 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d58afb9-c0e5-4e6d-a783-865ddfa40daf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:48:34.898517 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d58afb9-c0e5-4e6d-a783-865ddfa40daf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:48:34.898672 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d58afb9-c0e5-4e6d-a783-865ddfa40daf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:48:34.898981 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d58afb9-c0e5-4e6d-a783-865ddfa40daf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:48:34.899311 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d58afb9-c0e5-4e6d-a783-865ddfa40daf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:48:34.899629 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d58afb9-c0e5-4e6d-a783-865ddfa40daf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:48:34.899960 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d58afb9-c0e5-4e6d-a783-865ddfa40daf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:48:34.900306 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d58afb9-c0e5-4e6d-a783-865ddfa40daf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:48:34.900731 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d58afb9-c0e5-4e6d-a783-865ddfa40daf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:48:34.900929 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d58afb9-c0e5-4e6d-a783-865ddfa40daf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:48:34.901238 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d58afb9-c0e5-4e6d-a783-865ddfa40daf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:48:39.427915 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=18 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:48:39.445920 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=10 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:48:40.229888 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-b6e95ccd-d605-4480-901e-23ea01040b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (1020f8f9-c858-45a1-84c5-376480b0ca2e), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:48:43.372831 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-9b004592-6ee1-4872-bcbe-210aaaa78ed2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (037668f0-d812-4b59-9d2d-ce33f66a7708), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:48:44.356157 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cdcd43ac-7909-438b-ba67-31b4a20d4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (bcd4f52e-0d63-4d8a-9dda-ff825ab30758), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:48:44.605463 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=20,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:48:44.619744 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=19,neutron:INSERT=7 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:48:44.892027 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:48:44.893555 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:48:45.527216 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (01773ddc-a5d8-4c68-b7b5-e385af2b339f), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:48:46.350470 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-55545b4a-c719-46e4-a9c5-7c044aa64822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (63136763-0f20-46a8-951a-2f70193501e4), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:48:55.935190 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=3 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:48:55.936065 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=3 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:48:56.279504 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:48:56.281362 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:49:05.932082 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.agents_db [None req-4166f728-c6cb-4ae6-8e81-f61b29fbc360 None None] Agent healthcheck: found 5 active agents {{(pid=113418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 23:49:10.228969 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-f6e62d9c-2873-4fea-a5a6-53dfe0a5d693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (1020f8f9-c858-45a1-84c5-376480b0ca2e), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:49:13.327409 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-09c13c5c-62b3-4112-a056-e4698114eda0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (037668f0-d812-4b59-9d2d-ce33f66a7708), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:49:14.344644 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cdcd43ac-7909-438b-ba67-31b4a20d4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (bcd4f52e-0d63-4d8a-9dda-ff825ab30758), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:49:15.560679 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (01773ddc-a5d8-4c68-b7b5-e385af2b339f), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:49:15.928133 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=1 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:49:15.928903 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=1 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:49:16.338313 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-55545b4a-c719-46e4-a9c5-7c044aa64822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (63136763-0f20-46a8-951a-2f70193501e4), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:49:26.279344 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:49:26.286593 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:49:32.941894 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=3 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:49:36.927641 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:49:40.235170 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-ce69c04e-625c-46da-97ca-57e4808541ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (1020f8f9-c858-45a1-84c5-376480b0ca2e), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:49:42.931786 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.agents_db [None req-4166f728-c6cb-4ae6-8e81-f61b29fbc360 None None] Agent healthcheck: found 5 active agents {{(pid=113418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 23:49:43.372857 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-9a0a1066-3b08-4eab-94b4-8ff27be6f876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (037668f0-d812-4b59-9d2d-ce33f66a7708), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:49:44.349847 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cdcd43ac-7909-438b-ba67-31b4a20d4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (bcd4f52e-0d63-4d8a-9dda-ff825ab30758), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:49:45.532063 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (01773ddc-a5d8-4c68-b7b5-e385af2b339f), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:49:46.378735 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-55545b4a-c719-46e4-a9c5-7c044aa64822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (63136763-0f20-46a8-951a-2f70193501e4), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:49:52.926623 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=1 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:49:52.928499 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=1 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:49:56.287093 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:49:56.288993 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:50:09.942190 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=2 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:50:09.947065 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=4 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:50:10.217752 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-47586f7f-991c-4c7e-898d-d70c9c8e83aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (1020f8f9-c858-45a1-84c5-376480b0ca2e), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:50:12.972853 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-479109'] for agent (a7eaf665-0f6d-431a-9601-222c900251ec), after_create {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:50:13.379203 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-c04442b5-724f-4508-b996-a653cf4342ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (037668f0-d812-4b59-9d2d-ce33f66a7708), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:50:14.390097 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cdcd43ac-7909-438b-ba67-31b4a20d4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (bcd4f52e-0d63-4d8a-9dda-ff825ab30758), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:50:15.526971 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (01773ddc-a5d8-4c68-b7b5-e385af2b339f), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:50:16.350169 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-55545b4a-c719-46e4-a9c5-7c044aa64822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (63136763-0f20-46a8-951a-2f70193501e4), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:50:19.931941 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.agents_db [None req-4166f728-c6cb-4ae6-8e81-f61b29fbc360 None None] Agent healthcheck: found 6 active agents {{(pid=113418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 23:50:25.703332 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 44950) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:50:25.834665 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-053ed556-dce7-44c6-9eb1-9cafd32fa75c admin admin] 10.222.0.90 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1303167 Aug 29 23:50:26.292011 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:50:26.294080 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:50:28.097101 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 44960) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:50:28.155495 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-847d38c6-7d92-4a03-ab02-e3939c814553 admin admin] 10.222.0.90 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0574653 Aug 29 23:50:38.150640 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=4 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:50:40.235618 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-c1eb067b-1d7b-4379-a098-40d84dc73ba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (1020f8f9-c858-45a1-84c5-376480b0ca2e), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:50:42.926923 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (a7eaf665-0f6d-431a-9601-222c900251ec), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:50:43.344265 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-4b9134c2-f26c-4443-b576-c18742cc69e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (037668f0-d812-4b59-9d2d-ce33f66a7708), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:50:44.366701 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cdcd43ac-7909-438b-ba67-31b4a20d4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (bcd4f52e-0d63-4d8a-9dda-ff825ab30758), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:50:45.527028 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (01773ddc-a5d8-4c68-b7b5-e385af2b339f), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:50:46.349718 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-55545b4a-c719-46e4-a9c5-7c044aa64822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (63136763-0f20-46a8-951a-2f70193501e4), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:50:46.937836 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=17 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:50:46.942862 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=17 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:50:56.290529 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:50:56.295641 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:50:56.931196 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.agents_db [None req-4166f728-c6cb-4ae6-8e81-f61b29fbc360 None None] Agent healthcheck: found 6 active agents {{(pid=113418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 23:51:06.927198 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=1 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:06.930516 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=1 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:10.252897 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-2f309e02-56d2-4d81-8d4d-6d9a9a45227a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (1020f8f9-c858-45a1-84c5-376480b0ca2e), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:12.961812 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (a7eaf665-0f6d-431a-9601-222c900251ec), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:13.402996 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-4b558aba-39d0-422d-8bd1-5f494c5ab443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (037668f0-d812-4b59-9d2d-ce33f66a7708), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:14.395934 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cdcd43ac-7909-438b-ba67-31b4a20d4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (bcd4f52e-0d63-4d8a-9dda-ff825ab30758), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:15.556030 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (01773ddc-a5d8-4c68-b7b5-e385af2b339f), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:16.379463 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-55545b4a-c719-46e4-a9c5-7c044aa64822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (63136763-0f20-46a8-951a-2f70193501e4), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:23.947346 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=1 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:23.953898 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=5 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:26.310835 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:26.314932 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:33.932124 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.agents_db [None req-4166f728-c6cb-4ae6-8e81-f61b29fbc360 None None] Agent healthcheck: found 6 active agents {{(pid=113418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 23:51:36.946824 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:40.246876 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-56f5e8ec-2f5f-46fd-ae83-894f8bb0b96e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (1020f8f9-c858-45a1-84c5-376480b0ca2e), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:43.035804 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (a7eaf665-0f6d-431a-9601-222c900251ec), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:43.389834 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-0c4dd05c-70e7-45bf-9b53-c49c64c1677d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (037668f0-d812-4b59-9d2d-ce33f66a7708), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:43.927490 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=2 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:44.390128 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cdcd43ac-7909-438b-ba67-31b4a20d4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (bcd4f52e-0d63-4d8a-9dda-ff825ab30758), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:45.561897 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (01773ddc-a5d8-4c68-b7b5-e385af2b339f), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:46.390231 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-55545b4a-c719-46e4-a9c5-7c044aa64822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (63136763-0f20-46a8-951a-2f70193501e4), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:56.308351 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:56.314191 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:00.954043 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=4 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:00.955780 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=2 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:07.941002 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 45126) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:08.391076 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [None req-85ea9688-e3a6-4ddf-ac2a-087097a25696 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1778292269-network', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792'}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:52:08.567312 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ea9688-e3a6-4ddf-ac2a-087097a25696 admin admin] Made reservation on behalf of a2963b1b4aba47f593c63a398b511792 for: {'network': 1} {{(pid=113415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:52:08.570838 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-85ea9688-e3a6-4ddf-ac2a-087097a25696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for network (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:08.584498 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-85ea9688-e3a6-4ddf-ac2a-087097a25696 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:08.669753 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 45158) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:08.706625 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-85ea9688-e3a6-4ddf-ac2a-087097a25696 admin admin] Publish callbacks [] for security_group (e0f9c983-73a5-40c8-8b76-7afb61912392), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:08.789876 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-85ea9688-e3a6-4ddf-ac2a-087097a25696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (e0f9c983-73a5-40c8-8b76-7afb61912392), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:08.820627 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85ea9688-e3a6-4ddf-ac2a-087097a25696 admin admin] vlan segment allocate from pool success with {'vlan_id': 1137, 'physical_network': 'physnet1'} {{(pid=113415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 23:52:08.828086 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ea9688-e3a6-4ddf-ac2a-087097a25696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f9c983-73a5-40c8-8b76-7afb61912392,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:08.841987 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ea9688-e3a6-4ddf-ac2a-087097a25696 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:08.846870 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ea9688-e3a6-4ddf-ac2a-087097a25696 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:08.846870 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ea9688-e3a6-4ddf-ac2a-087097a25696 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:08.846870 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ea9688-e3a6-4ddf-ac2a-087097a25696 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:08.846870 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ea9688-e3a6-4ddf-ac2a-087097a25696 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:08.846870 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ea9688-e3a6-4ddf-ac2a-087097a25696 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:08.846870 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ea9688-e3a6-4ddf-ac2a-087097a25696 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:08.846870 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ea9688-e3a6-4ddf-ac2a-087097a25696 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:08.846870 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ea9688-e3a6-4ddf-ac2a-087097a25696 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:08.846870 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ea9688-e3a6-4ddf-ac2a-087097a25696 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:08.846870 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ea9688-e3a6-4ddf-ac2a-087097a25696 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:08.846870 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ea9688-e3a6-4ddf-ac2a-087097a25696 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:08.846870 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ea9688-e3a6-4ddf-ac2a-087097a25696 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:08.846870 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ea9688-e3a6-4ddf-ac2a-087097a25696 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:08.848673 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ea9688-e3a6-4ddf-ac2a-087097a25696 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:08.850141 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ea9688-e3a6-4ddf-ac2a-087097a25696 admin admin] Tracked resource versions report: Aug 29 23:52:08.850141 dv-cinder-855041-2-iscsi neutron-server[113415]: pushed versions: Aug 29 23:52:08.850141 dv-cinder-855041-2-iscsi neutron-server[113415]: { 'AddressGroup': {'1.2'}, Aug 29 23:52:08.850141 dv-cinder-855041-2-iscsi neutron-server[113415]: 'Agent': {'1.1'}, Aug 29 23:52:08.850141 dv-cinder-855041-2-iscsi neutron-server[113415]: 'ConntrackHelper': {'1.0'}, Aug 29 23:52:08.850141 dv-cinder-855041-2-iscsi neutron-server[113415]: 'LocalIPAssociation': {'1.0'}, Aug 29 23:52:08.850141 dv-cinder-855041-2-iscsi neutron-server[113415]: 'Log': {'1.0'}, Aug 29 23:52:08.850141 dv-cinder-855041-2-iscsi neutron-server[113415]: 'NDPProxy': {'1.0'}, Aug 29 23:52:08.850141 dv-cinder-855041-2-iscsi neutron-server[113415]: 'Network': {'1.1'}, Aug 29 23:52:08.850141 dv-cinder-855041-2-iscsi neutron-server[113415]: 'Port': {'1.7'}, Aug 29 23:52:08.850141 dv-cinder-855041-2-iscsi neutron-server[113415]: 'PortForwarding': {'1.3'}, Aug 29 23:52:08.850141 dv-cinder-855041-2-iscsi neutron-server[113415]: 'QosPolicy': {'1.10'}, Aug 29 23:52:08.850141 dv-cinder-855041-2-iscsi neutron-server[113415]: 'SecurityGroup': {'1.5'}, Aug 29 23:52:08.850141 dv-cinder-855041-2-iscsi neutron-server[113415]: 'SecurityGroupRule': {'1.2'}, Aug 29 23:52:08.850141 dv-cinder-855041-2-iscsi neutron-server[113415]: 'SubPort': {'1.0'}, Aug 29 23:52:08.850141 dv-cinder-855041-2-iscsi neutron-server[113415]: 'Subnet': {'1.1'}, Aug 29 23:52:08.850141 dv-cinder-855041-2-iscsi neutron-server[113415]: 'Trunk': {'1.1'}} Aug 29 23:52:08.850141 dv-cinder-855041-2-iscsi neutron-server[113415]: consumer versions: Aug 29 23:52:08.850141 dv-cinder-855041-2-iscsi neutron-server[113415]: { DHCP agent@dv-cinder-855041-2-iscsi: {}, Aug 29 23:52:08.850141 dv-cinder-855041-2-iscsi neutron-server[113415]: HyperV agent@hv-cinder-85504: {}, Aug 29 23:52:08.850141 dv-cinder-855041-2-iscsi neutron-server[113415]: L3 agent@dv-cinder-855041-2-iscsi: {}, Aug 29 23:52:08.850141 dv-cinder-855041-2-iscsi neutron-server[113415]: Metadata agent@dv-cinder-855041-2-iscsi: {}, Aug 29 23:52:08.850141 dv-cinder-855041-2-iscsi neutron-server[113415]: Metering agent@dv-cinder-855041-2-iscsi: {}, Aug 29 23:52:08.850141 dv-cinder-855041-2-iscsi neutron-server[113415]: Open vSwitch agent@dv-cinder-855041-2-iscsi: { 'AddressGroup': '1.2', Aug 29 23:52:08.850141 dv-cinder-855041-2-iscsi neutron-server[113415]: 'Agent': '1.1', Aug 29 23:52:08.850141 dv-cinder-855041-2-iscsi neutron-server[113415]: 'ConntrackHelper': '1.0', Aug 29 23:52:08.850141 dv-cinder-855041-2-iscsi neutron-server[113415]: 'LocalIPAssociation': '1.0', Aug 29 23:52:08.850141 dv-cinder-855041-2-iscsi neutron-server[113415]: 'Log': '1.0', Aug 29 23:52:08.850141 dv-cinder-855041-2-iscsi neutron-server[113415]: 'NDPProxy': '1.0', Aug 29 23:52:08.850141 dv-cinder-855041-2-iscsi neutron-server[113415]: 'Network': '1.1', Aug 29 23:52:08.850141 dv-cinder-855041-2-iscsi neutron-server[113415]: 'Port': '1.7', Aug 29 23:52:08.850141 dv-cinder-855041-2-iscsi neutron-server[113415]: 'PortForwarding': '1.3', Aug 29 23:52:08.850141 dv-cinder-855041-2-iscsi neutron-server[113415]: 'QosPolicy': '1.10', Aug 29 23:52:08.850141 dv-cinder-855041-2-iscsi neutron-server[113415]: 'SecurityGroup': '1.5', Aug 29 23:52:08.850141 dv-cinder-855041-2-iscsi neutron-server[113415]: 'SecurityGroupRule': '1.2', Aug 29 23:52:08.850141 dv-cinder-855041-2-iscsi neutron-server[113415]: 'SubPort': '1.0', Aug 29 23:52:08.850141 dv-cinder-855041-2-iscsi neutron-server[113415]: 'Subnet': '1.1', Aug 29 23:52:08.850141 dv-cinder-855041-2-iscsi neutron-server[113415]: 'Trunk': '1.1'}} Aug 29 23:52:08.850141 dv-cinder-855041-2-iscsi neutron-server[113415]: {{(pid=113415) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 23:52:08.872791 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-85ea9688-e3a6-4ddf-ac2a-087097a25696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3480186'] for segment (b7df322f-93e7-4c06-ab35-efbbaf8c395e), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:08.873188 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.db.segments_db [None req-85ea9688-e3a6-4ddf-ac2a-087097a25696 admin admin] Added segment b7df322f-93e7-4c06-ab35-efbbaf8c395e of type vlan for network 60b40027-b034-467e-a623-8d465afe9154 Aug 29 23:52:08.922707 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-85ea9688-e3a6-4ddf-ac2a-087097a25696 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751005866352'] for network (60b40027-b034-467e-a623-8d465afe9154), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:09.024528 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-85ea9688-e3a6-4ddf-ac2a-087097a25696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357'] for network (60b40027-b034-467e-a623-8d465afe9154), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:09.025661 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ea9688-e3a6-4ddf-ac2a-087097a25696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:09.026542 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-85ea9688-e3a6-4ddf-ac2a-087097a25696 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for network (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:09.120246 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ea9688-e3a6-4ddf-ac2a-087097a25696 admin admin] Pushing event updated for resources: {'Network': ['ID=60b40027-b034-467e-a623-8d465afe9154,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:09.151232 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-85ea9688-e3a6-4ddf-ac2a-087097a25696 admin admin] 10.222.0.90 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2082868 Aug 29 23:52:09.155398 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Network 60b40027-b034-467e-a623-8d465afe9154 details requested by agent ovs-agent-dv-cinder-855041-2-iscsi with host dv-cinder-855041-2-iscsi {{(pid=113417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 23:52:09.159318 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 45176) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:09.165549 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [None req-277204fd-54ec-4487-bb5f-e078f0c60271 admin admin] Request body: {'subnet': {'network_id': '60b40027-b034-467e-a623-8d465afe9154', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1778292269-subnet', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:52:09.277524 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [None req-a45e3d31-3c69-48b9-be23-00cc2361fe5a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-775195304-network', 'tenant_id': 'dc817de5d4ef4812a2fee6ebe0895889'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:52:09.292505 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277204fd-54ec-4487-bb5f-e078f0c60271 admin admin] Made reservation on behalf of a2963b1b4aba47f593c63a398b511792 for: {'subnet': 1} {{(pid=113416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:52:09.297659 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-277204fd-54ec-4487-bb5f-e078f0c60271 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:09.318967 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 45178) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:09.436387 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45e3d31-3c69-48b9-be23-00cc2361fe5a admin admin] Made reservation on behalf of dc817de5d4ef4812a2fee6ebe0895889 for: {'network': 1} {{(pid=113416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:52:09.439410 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-a45e3d31-3c69-48b9-be23-00cc2361fe5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for network (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:09.466105 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-a45e3d31-3c69-48b9-be23-00cc2361fe5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:09.737204 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-a45e3d31-3c69-48b9-be23-00cc2361fe5a admin admin] Publish callbacks [] for security_group (ae2936e1-cfa8-4648-9437-805d7155c581), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:09.745158 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 45194) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:09.752515 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-277204fd-54ec-4487-bb5f-e078f0c60271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4096602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357'] for subnet (371040be-dae2-4b4b-8892-6a99379ddf2c), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:09.810903 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 45200) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:09.821796 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277204fd-54ec-4487-bb5f-e078f0c60271 admin admin] Checking segment: {'id': 'b7df322f-93e7-4c06-ab35-efbbaf8c395e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '60b40027-b034-467e-a623-8d465afe9154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:52:09.822093 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277204fd-54ec-4487-bb5f-e078f0c60271 admin admin] Network hostable DHCP agents. Network: 60b40027-b034-467e-a623-8d465afe9154, hostable agents: ['1020f8f9-c858-45a1-84c5-376480b0ca2e'], hosted agents: [] {{(pid=113416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 23:52:09.845835 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-a45e3d31-3c69-48b9-be23-00cc2361fe5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (ae2936e1-cfa8-4648-9437-805d7155c581), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:09.870724 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a45e3d31-3c69-48b9-be23-00cc2361fe5a admin admin] vlan segment allocate from pool success with {'vlan_id': 1100, 'physical_network': 'physnet1'} {{(pid=113416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 23:52:09.877535 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [None req-056a771b-1f51-47c9-a026-4f3c089a3f32 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-347692398-network', 'tenant_id': '651125f8b5f9452a8f854ae229670514'}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:52:09.883090 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277204fd-54ec-4487-bb5f-e078f0c60271 admin admin] Pushing event updated for resources: {'Subnet': ['ID=371040be-dae2-4b4b-8892-6a99379ddf2c,revision_number=0']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:09.886098 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-a45e3d31-3c69-48b9-be23-00cc2361fe5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3480186'] for segment (b248dcd9-618b-444c-b3d3-d3b8226b4da1), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:09.886428 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.db.segments_db [None req-a45e3d31-3c69-48b9-be23-00cc2361fe5a admin admin] Added segment b248dcd9-618b-444c-b3d3-d3b8226b4da1 of type vlan for network e198d273-347a-4fa0-82d5-22e40c3600ea Aug 29 23:52:09.912357 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277204fd-54ec-4487-bb5f-e078f0c60271 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:09.912591 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277204fd-54ec-4487-bb5f-e078f0c60271 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:09.913165 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277204fd-54ec-4487-bb5f-e078f0c60271 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:09.913831 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277204fd-54ec-4487-bb5f-e078f0c60271 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:09.914166 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277204fd-54ec-4487-bb5f-e078f0c60271 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:09.914494 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277204fd-54ec-4487-bb5f-e078f0c60271 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:09.914823 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277204fd-54ec-4487-bb5f-e078f0c60271 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:09.915143 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277204fd-54ec-4487-bb5f-e078f0c60271 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:09.915458 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277204fd-54ec-4487-bb5f-e078f0c60271 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:09.915779 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277204fd-54ec-4487-bb5f-e078f0c60271 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:09.916116 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277204fd-54ec-4487-bb5f-e078f0c60271 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:09.916478 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277204fd-54ec-4487-bb5f-e078f0c60271 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:09.916797 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277204fd-54ec-4487-bb5f-e078f0c60271 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:09.917109 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277204fd-54ec-4487-bb5f-e078f0c60271 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:09.917423 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277204fd-54ec-4487-bb5f-e078f0c60271 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:09.918678 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277204fd-54ec-4487-bb5f-e078f0c60271 admin admin] Tracked resource versions report: Aug 29 23:52:09.918678 dv-cinder-855041-2-iscsi neutron-server[113416]: pushed versions: Aug 29 23:52:09.918678 dv-cinder-855041-2-iscsi neutron-server[113416]: { 'AddressGroup': {'1.2'}, Aug 29 23:52:09.918678 dv-cinder-855041-2-iscsi neutron-server[113416]: 'Agent': {'1.1'}, Aug 29 23:52:09.918678 dv-cinder-855041-2-iscsi neutron-server[113416]: 'ConntrackHelper': {'1.0'}, Aug 29 23:52:09.918678 dv-cinder-855041-2-iscsi neutron-server[113416]: 'LocalIPAssociation': {'1.0'}, Aug 29 23:52:09.918678 dv-cinder-855041-2-iscsi neutron-server[113416]: 'Log': {'1.0'}, Aug 29 23:52:09.918678 dv-cinder-855041-2-iscsi neutron-server[113416]: 'NDPProxy': {'1.0'}, Aug 29 23:52:09.918678 dv-cinder-855041-2-iscsi neutron-server[113416]: 'Network': {'1.1'}, Aug 29 23:52:09.918678 dv-cinder-855041-2-iscsi neutron-server[113416]: 'Port': {'1.7'}, Aug 29 23:52:09.918678 dv-cinder-855041-2-iscsi neutron-server[113416]: 'PortForwarding': {'1.3'}, Aug 29 23:52:09.918678 dv-cinder-855041-2-iscsi neutron-server[113416]: 'QosPolicy': {'1.10'}, Aug 29 23:52:09.918678 dv-cinder-855041-2-iscsi neutron-server[113416]: 'SecurityGroup': {'1.5'}, Aug 29 23:52:09.918678 dv-cinder-855041-2-iscsi neutron-server[113416]: 'SecurityGroupRule': {'1.2'}, Aug 29 23:52:09.918678 dv-cinder-855041-2-iscsi neutron-server[113416]: 'SubPort': {'1.0'}, Aug 29 23:52:09.918678 dv-cinder-855041-2-iscsi neutron-server[113416]: 'Subnet': {'1.1'}, Aug 29 23:52:09.918678 dv-cinder-855041-2-iscsi neutron-server[113416]: 'Trunk': {'1.1'}} Aug 29 23:52:09.918678 dv-cinder-855041-2-iscsi neutron-server[113416]: consumer versions: Aug 29 23:52:09.918678 dv-cinder-855041-2-iscsi neutron-server[113416]: { DHCP agent@dv-cinder-855041-2-iscsi: {}, Aug 29 23:52:09.918678 dv-cinder-855041-2-iscsi neutron-server[113416]: HyperV agent@hv-cinder-85504: {}, Aug 29 23:52:09.918678 dv-cinder-855041-2-iscsi neutron-server[113416]: L3 agent@dv-cinder-855041-2-iscsi: {}, Aug 29 23:52:09.918678 dv-cinder-855041-2-iscsi neutron-server[113416]: Metadata agent@dv-cinder-855041-2-iscsi: {}, Aug 29 23:52:09.918678 dv-cinder-855041-2-iscsi neutron-server[113416]: Metering agent@dv-cinder-855041-2-iscsi: {}, Aug 29 23:52:09.918678 dv-cinder-855041-2-iscsi neutron-server[113416]: Open vSwitch agent@dv-cinder-855041-2-iscsi: { 'AddressGroup': '1.2', Aug 29 23:52:09.918678 dv-cinder-855041-2-iscsi neutron-server[113416]: 'Agent': '1.1', Aug 29 23:52:09.918678 dv-cinder-855041-2-iscsi neutron-server[113416]: 'ConntrackHelper': '1.0', Aug 29 23:52:09.918678 dv-cinder-855041-2-iscsi neutron-server[113416]: 'LocalIPAssociation': '1.0', Aug 29 23:52:09.918678 dv-cinder-855041-2-iscsi neutron-server[113416]: 'Log': '1.0', Aug 29 23:52:09.918678 dv-cinder-855041-2-iscsi neutron-server[113416]: 'NDPProxy': '1.0', Aug 29 23:52:09.918678 dv-cinder-855041-2-iscsi neutron-server[113416]: 'Network': '1.1', Aug 29 23:52:09.918678 dv-cinder-855041-2-iscsi neutron-server[113416]: 'Port': '1.7', Aug 29 23:52:09.918678 dv-cinder-855041-2-iscsi neutron-server[113416]: 'PortForwarding': '1.3', Aug 29 23:52:09.918678 dv-cinder-855041-2-iscsi neutron-server[113416]: 'QosPolicy': '1.10', Aug 29 23:52:09.918678 dv-cinder-855041-2-iscsi neutron-server[113416]: 'SecurityGroup': '1.5', Aug 29 23:52:09.918678 dv-cinder-855041-2-iscsi neutron-server[113416]: 'SecurityGroupRule': '1.2', Aug 29 23:52:09.918678 dv-cinder-855041-2-iscsi neutron-server[113416]: 'SubPort': '1.0', Aug 29 23:52:09.918678 dv-cinder-855041-2-iscsi neutron-server[113416]: 'Subnet': '1.1', Aug 29 23:52:09.918678 dv-cinder-855041-2-iscsi neutron-server[113416]: 'Trunk': '1.1'}} Aug 29 23:52:09.918678 dv-cinder-855041-2-iscsi neutron-server[113416]: {{(pid=113416) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 23:52:09.972923 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-a45e3d31-3c69-48b9-be23-00cc2361fe5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751005866352'] for network (e198d273-347a-4fa0-82d5-22e40c3600ea), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:09.983672 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277204fd-54ec-4487-bb5f-e078f0c60271 admin admin] Network 60b40027-b034-467e-a623-8d465afe9154 is scheduled to be hosted by DHCP agent 1020f8f9-c858-45a1-84c5-376480b0ca2e with binding_index 1 {{(pid=113416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 23:52:09.990587 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056a771b-1f51-47c9-a026-4f3c089a3f32 admin admin] Made reservation on behalf of 651125f8b5f9452a8f854ae229670514 for: {'network': 1} {{(pid=113415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:52:10.003961 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-056a771b-1f51-47c9-a026-4f3c089a3f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for network (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:10.007507 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e3d31-3c69-48b9-be23-00cc2361fe5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2936e1-cfa8-4648-9437-805d7155c581,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:10.021638 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-056a771b-1f51-47c9-a026-4f3c089a3f32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:10.058464 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.base_scheduler [None req-277204fd-54ec-4487-bb5f-e078f0c60271 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855041-2-iscsi, 60b40027-b034-467e-a623-8d465afe9154) {{(pid=113416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:52:10.072075 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277204fd-54ec-4487-bb5f-e078f0c60271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:10.073157 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-277204fd-54ec-4487-bb5f-e078f0c60271 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for subnet (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:10.074608 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d343d384-72ff-41e9-b139-bd38a66194f9 None None] Network 60b40027-b034-467e-a623-8d465afe9154 requested from dv-cinder-855041-2-iscsi {{(pid=113417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:52:10.101462 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-a45e3d31-3c69-48b9-be23-00cc2361fe5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357'] for network (e198d273-347a-4fa0-82d5-22e40c3600ea), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:10.103587 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45e3d31-3c69-48b9-be23-00cc2361fe5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:10.104473 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-a45e3d31-3c69-48b9-be23-00cc2361fe5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for network (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:10.189136 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-277204fd-54ec-4487-bb5f-e078f0c60271 admin admin] 10.222.0.90 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0281911 Aug 29 23:52:10.201454 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 45208) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:10.226008 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [None req-ed4b9d23-a505-42d3-a8c0-83b933977a72 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1778292269-router', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88'}}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:52:10.233072 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:10.255495 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e3d31-3c69-48b9-be23-00cc2361fe5a admin admin] Pushing event updated for resources: {'Network': ['ID=e198d273-347a-4fa0-82d5-22e40c3600ea,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:10.263433 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 45210) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:10.285571 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-a45e3d31-3c69-48b9-be23-00cc2361fe5a admin admin] 10.222.0.90 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6136785 Aug 29 23:52:10.291544 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 45212) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:10.301488 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [None req-ed442350-556c-4ffc-b9ed-651e8033b43b admin admin] Request body: {'subnet': {'network_id': 'e198d273-347a-4fa0-82d5-22e40c3600ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-775195304-subnet', 'tenant_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:52:10.342704 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=76,neutron:INSERT=17,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:10.358252 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-056a771b-1f51-47c9-a026-4f3c089a3f32 admin admin] Publish callbacks [] for security_group (1f6a57e2-0908-4455-a1dc-46c9afab5350), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:10.400923 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Network e198d273-347a-4fa0-82d5-22e40c3600ea details requested by agent ovs-agent-dv-cinder-855041-2-iscsi with host dv-cinder-855041-2-iscsi {{(pid=113417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 23:52:10.408353 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed442350-556c-4ffc-b9ed-651e8033b43b admin admin] Made reservation on behalf of dc817de5d4ef4812a2fee6ebe0895889 for: {'subnet': 1} {{(pid=113416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:52:10.409469 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-056a771b-1f51-47c9-a026-4f3c089a3f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (1f6a57e2-0908-4455-a1dc-46c9afab5350), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:10.412939 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-ed442350-556c-4ffc-b9ed-651e8033b43b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:10.424838 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-ed4b9d23-a505-42d3-a8c0-83b933977a72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-476365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63332'] for router (2e462f98-05f3-486e-ab4a-97e92d2f3f62), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:10.424838 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-ed4b9d23-a505-42d3-a8c0-83b933977a72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471508', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63325'] for router (2e462f98-05f3-486e-ab4a-97e92d2f3f62), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:10.455927 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-056a771b-1f51-47c9-a026-4f3c089a3f32 admin admin] vlan segment allocate from pool success with {'vlan_id': 1136, 'physical_network': 'physnet1'} {{(pid=113415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 23:52:10.466273 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056a771b-1f51-47c9-a026-4f3c089a3f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6a57e2-0908-4455-a1dc-46c9afab5350,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:10.510322 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-056a771b-1f51-47c9-a026-4f3c089a3f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3480186'] for segment (216060a8-b9ef-4fb3-8659-af94605ff481), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:10.510934 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.db.segments_db [None req-056a771b-1f51-47c9-a026-4f3c089a3f32 admin admin] Added segment 216060a8-b9ef-4fb3-8659-af94605ff481 of type vlan for network 93e0a306-b92e-472d-869d-9065a5f6f97f Aug 29 23:52:10.545396 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [None req-53b15bb4-803f-4cdc-bcc9-d997c8e82ee0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1281828477-network', 'tenant_id': '4b68600b8657473eb43d16098bbcacf6'}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:52:10.582327 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [None req-253c246d-cfc6-41b6-8aa5-847fa36b7866 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2146582793-network', 'tenant_id': '3beae764b5cb4dcd9f13e26878bbac48'}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:52:10.716439 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f03edb3-439f-43a7-a014-7f866e1897b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53cca06d-0ebc-509e-8194-c81e43be134c-60b40027-b034-467e-a623-8d465afe9154', 'network_id': '60b40027-b034-467e-a623-8d465afe9154', 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'fixed_ips': [{'subnet_id': '371040be-dae2-4b4b-8892-6a99379ddf2c'}]}} from dv-cinder-855041-2-iscsi. {{(pid=113417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 23:52:10.722610 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-056a771b-1f51-47c9-a026-4f3c089a3f32 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751005866352'] for network (93e0a306-b92e-472d-869d-9065a5f6f97f), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:10.722789 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-9f03edb3-439f-43a7-a014-7f866e1897b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:10.722789 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-f0aa0f3a-34c7-4f32-b04a-ac50ed9acd81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (1020f8f9-c858-45a1-84c5-376480b0ca2e), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:10.727379 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [None req-3510c757-1fa4-4071-8ae7-406cc9d9f2f0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1174374780-network', 'tenant_id': 'c258d13728144f9b9bd96b8b716c6147'}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:52:10.739673 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-ed4b9d23-a505-42d3-a8c0-83b933977a72 admin admin] Publish callbacks [] for router_controller (2e462f98-05f3-486e-ab4a-97e92d2f3f62), precommit_add_association {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:10.858442 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=70,neutron:INSERT=24,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:10.880070 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:10.933714 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b15bb4-803f-4cdc-bcc9-d997c8e82ee0 admin admin] Made reservation on behalf of 4b68600b8657473eb43d16098bbcacf6 for: {'network': 1} {{(pid=113415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:52:10.935793 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.agents_db [None req-4166f728-c6cb-4ae6-8e81-f61b29fbc360 None None] Agent healthcheck: found 6 active agents {{(pid=113418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 23:52:10.939225 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-53b15bb4-803f-4cdc-bcc9-d997c8e82ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for network (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:10.950665 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-53b15bb4-803f-4cdc-bcc9-d997c8e82ee0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:11.024812 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.db_base_plugin_common [None req-9f03edb3-439f-43a7-a014-7f866e1897b2 None None] Allocated IP 172.20.0.2 (60b40027-b034-467e-a623-8d465afe9154/371040be-dae2-4b4b-8892-6a99379ddf2c/936dfbec-c3e8-4811-91e6-73d7c3350d71) {{(pid=113417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:52:11.075397 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-53b15bb4-803f-4cdc-bcc9-d997c8e82ee0 admin admin] Publish callbacks [] for security_group (70817241-c048-4277-b1cb-bfadadb2b301), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:11.076839 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3510c757-1fa4-4071-8ae7-406cc9d9f2f0 admin admin] Made reservation on behalf of c258d13728144f9b9bd96b8b716c6147 for: {'network': 1} {{(pid=113415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:52:11.080787 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-3510c757-1fa4-4071-8ae7-406cc9d9f2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for network (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:11.083514 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253c246d-cfc6-41b6-8aa5-847fa36b7866 admin admin] Made reservation on behalf of 3beae764b5cb4dcd9f13e26878bbac48 for: {'network': 1} {{(pid=113415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:52:11.086264 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-253c246d-cfc6-41b6-8aa5-847fa36b7866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for network (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:11.089914 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-056a771b-1f51-47c9-a026-4f3c089a3f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357'] for network (93e0a306-b92e-472d-869d-9065a5f6f97f), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:11.091286 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056a771b-1f51-47c9-a026-4f3c089a3f32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:11.092063 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-056a771b-1f51-47c9-a026-4f3c089a3f32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for network (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:11.112386 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-ed442350-556c-4ffc-b9ed-651e8033b43b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4096602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357'] for subnet (61447109-44f2-44fa-83dd-52a148538e4e), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:11.187742 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056a771b-1f51-47c9-a026-4f3c089a3f32 admin admin] Pushing event updated for resources: {'Network': ['ID=93e0a306-b92e-472d-869d-9065a5f6f97f,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:11.196588 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-ed4b9d23-a505-42d3-a8c0-83b933977a72 admin admin] Publish callbacks [] for router_gateway (2e462f98-05f3-486e-ab4a-97e92d2f3f62), precommit_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:11.198937 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-3510c757-1fa4-4071-8ae7-406cc9d9f2f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:11.215556 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:11.216128 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-53b15bb4-803f-4cdc-bcc9-d997c8e82ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (70817241-c048-4277-b1cb-bfadadb2b301), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:11.226376 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed442350-556c-4ffc-b9ed-651e8033b43b admin admin] Pushing event updated for resources: {'Subnet': ['ID=61447109-44f2-44fa-83dd-52a148538e4e,revision_number=0']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:11.232372 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53b15bb4-803f-4cdc-bcc9-d997c8e82ee0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1145, 'physical_network': 'physnet1'} {{(pid=113415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 23:52:11.234976 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed442350-556c-4ffc-b9ed-651e8033b43b admin admin] Checking segment: {'id': 'b248dcd9-618b-444c-b3d3-d3b8226b4da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'e198d273-347a-4fa0-82d5-22e40c3600ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:52:11.235421 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed442350-556c-4ffc-b9ed-651e8033b43b admin admin] Network hostable DHCP agents. Network: e198d273-347a-4fa0-82d5-22e40c3600ea, hostable agents: ['1020f8f9-c858-45a1-84c5-376480b0ca2e'], hosted agents: [] {{(pid=113416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 23:52:11.247218 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-253c246d-cfc6-41b6-8aa5-847fa36b7866 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:11.254642 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-53b15bb4-803f-4cdc-bcc9-d997c8e82ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3480186'] for segment (bb534462-ddc2-4778-84af-6323faf368f0), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:11.255280 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.db.segments_db [None req-53b15bb4-803f-4cdc-bcc9-d997c8e82ee0 admin admin] Added segment bb534462-ddc2-4778-84af-6323faf368f0 of type vlan for network 4c9cdff2-05de-4391-b19a-4c2f9845a0aa Aug 29 23:52:11.261718 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Network 93e0a306-b92e-472d-869d-9065a5f6f97f details requested by agent ovs-agent-dv-cinder-855041-2-iscsi with host dv-cinder-855041-2-iscsi {{(pid=113417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 23:52:11.307456 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-53b15bb4-803f-4cdc-bcc9-d997c8e82ee0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751005866352'] for network (4c9cdff2-05de-4391-b19a-4c2f9845a0aa), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:11.397596 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed442350-556c-4ffc-b9ed-651e8033b43b admin admin] Network e198d273-347a-4fa0-82d5-22e40c3600ea is scheduled to be hosted by DHCP agent 1020f8f9-c858-45a1-84c5-376480b0ca2e with binding_index 1 {{(pid=113416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 23:52:11.402347 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b15bb4-803f-4cdc-bcc9-d997c8e82ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70817241-c048-4277-b1cb-bfadadb2b301,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:11.477979 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-53b15bb4-803f-4cdc-bcc9-d997c8e82ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357'] for network (4c9cdff2-05de-4391-b19a-4c2f9845a0aa), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:11.479333 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b15bb4-803f-4cdc-bcc9-d997c8e82ee0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:11.480094 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-53b15bb4-803f-4cdc-bcc9-d997c8e82ee0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for network (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:11.559889 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.base_scheduler [None req-ed442350-556c-4ffc-b9ed-651e8033b43b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855041-2-iscsi, e198d273-347a-4fa0-82d5-22e40c3600ea) {{(pid=113416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:52:11.560967 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-056a771b-1f51-47c9-a026-4f3c089a3f32 admin admin] 10.222.0.90 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2408714 Aug 29 23:52:11.568668 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 45252) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:11.569244 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b15bb4-803f-4cdc-bcc9-d997c8e82ee0 admin admin] Pushing event updated for resources: {'Network': ['ID=4c9cdff2-05de-4391-b19a-4c2f9845a0aa,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:11.572748 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed442350-556c-4ffc-b9ed-651e8033b43b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:11.573350 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-ed442350-556c-4ffc-b9ed-651e8033b43b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for subnet (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:11.574698 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-3510c757-1fa4-4071-8ae7-406cc9d9f2f0 admin admin] Publish callbacks [] for security_group (b0a50355-f661-4ffc-956b-0d39abe7f6b4), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:11.581763 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [None req-da694b4e-5257-4d28-a861-5b6b10f02c0f admin admin] Request body: {'subnet': {'network_id': '93e0a306-b92e-472d-869d-9065a5f6f97f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-347692398-subnet', 'tenant_id': '651125f8b5f9452a8f854ae229670514', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:52:11.598091 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f77ea0-c3c4-4e5a-93d8-bd0432883711 None None] Network e198d273-347a-4fa0-82d5-22e40c3600ea requested from dv-cinder-855041-2-iscsi {{(pid=113417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:52:11.601056 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Network 4c9cdff2-05de-4391-b19a-4c2f9845a0aa details requested by agent ovs-agent-dv-cinder-855041-2-iscsi with host dv-cinder-855041-2-iscsi {{(pid=113417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 23:52:11.611505 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-253c246d-cfc6-41b6-8aa5-847fa36b7866 admin admin] Publish callbacks [] for security_group (7e831055-c6a9-420c-9f26-7b559e6b4666), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:11.619301 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-ed4b9d23-a505-42d3-a8c0-83b933977a72 admin admin] Publish callbacks [] for router_gateway (2e462f98-05f3-486e-ab4a-97e92d2f3f62), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:11.640603 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-ed4b9d23-a505-42d3-a8c0-83b933977a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:11.660143 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-3510c757-1fa4-4071-8ae7-406cc9d9f2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (b0a50355-f661-4ffc-956b-0d39abe7f6b4), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:11.713031 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3510c757-1fa4-4071-8ae7-406cc9d9f2f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a50355-f661-4ffc-956b-0d39abe7f6b4,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:11.723560 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-253c246d-cfc6-41b6-8aa5-847fa36b7866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (7e831055-c6a9-420c-9f26-7b559e6b4666), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:12.025604 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-ed442350-556c-4ffc-b9ed-651e8033b43b admin admin] 10.222.0.90 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4454083 Aug 29 23:52:12.025604 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 45262) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:12.031756 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-53b15bb4-803f-4cdc-bcc9-d997c8e82ee0 admin admin] 10.222.0.90 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9994221 Aug 29 23:52:12.036843 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [None req-bf0bfadb-6c5d-4743-884e-edf7dc600dfd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-775195304-router', 'tenant_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88'}}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:52:12.036843 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 45264) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:12.036843 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [None req-255856c2-1a0d-4ec6-88bb-f2f3835eb2ba admin admin] Request body: {'subnet': {'network_id': '4c9cdff2-05de-4391-b19a-4c2f9845a0aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1281828477-subnet', 'tenant_id': '4b68600b8657473eb43d16098bbcacf6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:52:12.040764 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253c246d-cfc6-41b6-8aa5-847fa36b7866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e831055-c6a9-420c-9f26-7b559e6b4666,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:12.040764 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3510c757-1fa4-4071-8ae7-406cc9d9f2f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1110, 'physical_network': 'physnet1'} {{(pid=113415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 23:52:12.040764 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-3510c757-1fa4-4071-8ae7-406cc9d9f2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3480186'] for segment (467320c7-e485-4c96-a0cf-ebeca6777265), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:12.040764 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.db.segments_db [None req-3510c757-1fa4-4071-8ae7-406cc9d9f2f0 admin admin] Added segment 467320c7-e485-4c96-a0cf-ebeca6777265 of type vlan for network 3b255b67-cdcd-4201-b160-923e108bdbc1 Aug 29 23:52:12.041691 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da694b4e-5257-4d28-a861-5b6b10f02c0f admin admin] Made reservation on behalf of 651125f8b5f9452a8f854ae229670514 for: {'subnet': 1} {{(pid=113416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:52:12.041691 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-da694b4e-5257-4d28-a861-5b6b10f02c0f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:12.042149 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-253c246d-cfc6-41b6-8aa5-847fa36b7866 admin admin] vlan segment allocate from pool success with {'vlan_id': 1101, 'physical_network': 'physnet1'} {{(pid=113415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 23:52:12.042431 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:12.042516 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-253c246d-cfc6-41b6-8aa5-847fa36b7866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3480186'] for segment (114ca9d5-57df-429a-9e81-974fb793f3bc), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:12.042516 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.db.segments_db [None req-253c246d-cfc6-41b6-8aa5-847fa36b7866 admin admin] Added segment 114ca9d5-57df-429a-9e81-974fb793f3bc of type vlan for network 7a46036d-55d3-472c-985d-7d32e6afcac9 Aug 29 23:52:12.042516 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-3510c757-1fa4-4071-8ae7-406cc9d9f2f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751005866352'] for network (3b255b67-cdcd-4201-b160-923e108bdbc1), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:12.042516 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-253c246d-cfc6-41b6-8aa5-847fa36b7866 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751005866352'] for network (7a46036d-55d3-472c-985d-7d32e6afcac9), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:12.042747 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-9f03edb3-439f-43a7-a014-7f866e1897b2 None None] Publish callbacks [] for port (936dfbec-c3e8-4811-91e6-73d7c3350d71), precommit_create {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:12.063736 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-bf0bfadb-6c5d-4743-884e-edf7dc600dfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-476365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63332'] for router (0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:12.066312 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-bf0bfadb-6c5d-4743-884e-edf7dc600dfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471508', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63325'] for router (0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:12.071356 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255856c2-1a0d-4ec6-88bb-f2f3835eb2ba admin admin] Made reservation on behalf of 4b68600b8657473eb43d16098bbcacf6 for: {'subnet': 1} {{(pid=113416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:52:12.075751 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-255856c2-1a0d-4ec6-88bb-f2f3835eb2ba admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:12.107724 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.db_base_plugin_common [None req-ed4b9d23-a505-42d3-a8c0-83b933977a72 admin admin] Allocated IP 172.27.1.146 (c6396a07-dfbf-4950-850b-378da3ed2a88/a98be68c-aef3-471c-b3f8-ae629ebf2983/bb4d1692-7347-404c-a89d-e9e869c496d8) {{(pid=113416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:52:12.139230 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fcc8c3-b13a-4485-80e1-bc972ca000af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53cca06d-0ebc-509e-8194-c81e43be134c-e198d273-347a-4fa0-82d5-22e40c3600ea', 'network_id': 'e198d273-347a-4fa0-82d5-22e40c3600ea', 'project_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'fixed_ips': [{'subnet_id': '61447109-44f2-44fa-83dd-52a148538e4e'}]}} from dv-cinder-855041-2-iscsi. {{(pid=113417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 23:52:12.140928 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-53fcc8c3-b13a-4485-80e1-bc972ca000af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:12.281586 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-3510c757-1fa4-4071-8ae7-406cc9d9f2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357'] for network (3b255b67-cdcd-4201-b160-923e108bdbc1), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:12.287292 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3510c757-1fa4-4071-8ae7-406cc9d9f2f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:12.287292 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-3510c757-1fa4-4071-8ae7-406cc9d9f2f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for network (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:12.290550 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-253c246d-cfc6-41b6-8aa5-847fa36b7866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357'] for network (7a46036d-55d3-472c-985d-7d32e6afcac9), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:12.291635 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253c246d-cfc6-41b6-8aa5-847fa36b7866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:12.292337 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-253c246d-cfc6-41b6-8aa5-847fa36b7866 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for network (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:12.293476 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-9f03edb3-439f-43a7-a014-7f866e1897b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297'] for port (936dfbec-c3e8-4811-91e6-73d7c3350d71), after_create {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:12.306053 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:12.315379 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-bf0bfadb-6c5d-4743-884e-edf7dc600dfd admin admin] Publish callbacks [] for router_controller (0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e), precommit_add_association {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:12.341895 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:12.364528 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f03edb3-439f-43a7-a014-7f866e1897b2 None None] Network 60b40027-b034-467e-a623-8d465afe9154 is already hosted by enough agents. {{(pid=113417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:52:12.374289 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.scheduler.base_scheduler [None req-9f03edb3-439f-43a7-a014-7f866e1897b2 None None] Resources bound (agent type, host, resource id): {{(pid=113417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:52:12.377877 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.db_base_plugin_common [None req-53fcc8c3-b13a-4485-80e1-bc972ca000af None None] Allocated IP 172.20.0.2 (e198d273-347a-4fa0-82d5-22e40c3600ea/61447109-44f2-44fa-83dd-52a148538e4e/d1033c03-6fdb-4b30-a52b-07e22c33ac6b) {{(pid=113417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:52:12.386612 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f03edb3-439f-43a7-a014-7f866e1897b2 None None] Received port after_create {{(pid=113417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:52:12.386744 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3510c757-1fa4-4071-8ae7-406cc9d9f2f0 admin admin] Pushing event updated for resources: {'Network': ['ID=3b255b67-cdcd-4201-b160-923e108bdbc1,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:12.400016 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f03edb3-439f-43a7-a014-7f866e1897b2 None None] Pushing event updated for resources: {'Port': ['ID=936dfbec-c3e8-4811-91e6-73d7c3350d71,revision_number=1']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:12.406399 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Network 3b255b67-cdcd-4201-b160-923e108bdbc1 details requested by agent ovs-agent-dv-cinder-855041-2-iscsi with host dv-cinder-855041-2-iscsi {{(pid=113417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 23:52:12.427991 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f03edb3-439f-43a7-a014-7f866e1897b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:12.428611 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f03edb3-439f-43a7-a014-7f866e1897b2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:12.429112 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f03edb3-439f-43a7-a014-7f866e1897b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:12.429601 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f03edb3-439f-43a7-a014-7f866e1897b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:12.430071 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f03edb3-439f-43a7-a014-7f866e1897b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:12.430711 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f03edb3-439f-43a7-a014-7f866e1897b2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:12.431188 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f03edb3-439f-43a7-a014-7f866e1897b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:12.431650 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f03edb3-439f-43a7-a014-7f866e1897b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:12.432108 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f03edb3-439f-43a7-a014-7f866e1897b2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:12.432728 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f03edb3-439f-43a7-a014-7f866e1897b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:12.433195 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f03edb3-439f-43a7-a014-7f866e1897b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:12.433723 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f03edb3-439f-43a7-a014-7f866e1897b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:12.434180 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f03edb3-439f-43a7-a014-7f866e1897b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:12.437673 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-253c246d-cfc6-41b6-8aa5-847fa36b7866 admin admin] 10.222.0.90 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.6298144 Aug 29 23:52:12.438080 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f03edb3-439f-43a7-a014-7f866e1897b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:12.438634 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f03edb3-439f-43a7-a014-7f866e1897b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:12.441028 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f03edb3-439f-43a7-a014-7f866e1897b2 None None] Tracked resource versions report: Aug 29 23:52:12.441028 dv-cinder-855041-2-iscsi neutron-server[113417]: pushed versions: Aug 29 23:52:12.441028 dv-cinder-855041-2-iscsi neutron-server[113417]: { 'AddressGroup': {'1.2'}, Aug 29 23:52:12.441028 dv-cinder-855041-2-iscsi neutron-server[113417]: 'Agent': {'1.1'}, Aug 29 23:52:12.441028 dv-cinder-855041-2-iscsi neutron-server[113417]: 'ConntrackHelper': {'1.0'}, Aug 29 23:52:12.441028 dv-cinder-855041-2-iscsi neutron-server[113417]: 'LocalIPAssociation': {'1.0'}, Aug 29 23:52:12.441028 dv-cinder-855041-2-iscsi neutron-server[113417]: 'Log': {'1.0'}, Aug 29 23:52:12.441028 dv-cinder-855041-2-iscsi neutron-server[113417]: 'NDPProxy': {'1.0'}, Aug 29 23:52:12.441028 dv-cinder-855041-2-iscsi neutron-server[113417]: 'Network': {'1.1'}, Aug 29 23:52:12.441028 dv-cinder-855041-2-iscsi neutron-server[113417]: 'Port': {'1.7'}, Aug 29 23:52:12.441028 dv-cinder-855041-2-iscsi neutron-server[113417]: 'PortForwarding': {'1.3'}, Aug 29 23:52:12.441028 dv-cinder-855041-2-iscsi neutron-server[113417]: 'QosPolicy': {'1.10'}, Aug 29 23:52:12.441028 dv-cinder-855041-2-iscsi neutron-server[113417]: 'SecurityGroup': {'1.5'}, Aug 29 23:52:12.441028 dv-cinder-855041-2-iscsi neutron-server[113417]: 'SecurityGroupRule': {'1.2'}, Aug 29 23:52:12.441028 dv-cinder-855041-2-iscsi neutron-server[113417]: 'SubPort': {'1.0'}, Aug 29 23:52:12.441028 dv-cinder-855041-2-iscsi neutron-server[113417]: 'Subnet': {'1.1'}, Aug 29 23:52:12.441028 dv-cinder-855041-2-iscsi neutron-server[113417]: 'Trunk': {'1.1'}} Aug 29 23:52:12.441028 dv-cinder-855041-2-iscsi neutron-server[113417]: consumer versions: Aug 29 23:52:12.441028 dv-cinder-855041-2-iscsi neutron-server[113417]: { DHCP agent@dv-cinder-855041-2-iscsi: {}, Aug 29 23:52:12.441028 dv-cinder-855041-2-iscsi neutron-server[113417]: HyperV agent@hv-cinder-85504: {}, Aug 29 23:52:12.441028 dv-cinder-855041-2-iscsi neutron-server[113417]: L3 agent@dv-cinder-855041-2-iscsi: {}, Aug 29 23:52:12.441028 dv-cinder-855041-2-iscsi neutron-server[113417]: Metadata agent@dv-cinder-855041-2-iscsi: {}, Aug 29 23:52:12.441028 dv-cinder-855041-2-iscsi neutron-server[113417]: Metering agent@dv-cinder-855041-2-iscsi: {}, Aug 29 23:52:12.441028 dv-cinder-855041-2-iscsi neutron-server[113417]: Open vSwitch agent@dv-cinder-855041-2-iscsi: { 'AddressGroup': '1.2', Aug 29 23:52:12.441028 dv-cinder-855041-2-iscsi neutron-server[113417]: 'Agent': '1.1', Aug 29 23:52:12.441028 dv-cinder-855041-2-iscsi neutron-server[113417]: 'ConntrackHelper': '1.0', Aug 29 23:52:12.441028 dv-cinder-855041-2-iscsi neutron-server[113417]: 'LocalIPAssociation': '1.0', Aug 29 23:52:12.441028 dv-cinder-855041-2-iscsi neutron-server[113417]: 'Log': '1.0', Aug 29 23:52:12.441028 dv-cinder-855041-2-iscsi neutron-server[113417]: 'NDPProxy': '1.0', Aug 29 23:52:12.441028 dv-cinder-855041-2-iscsi neutron-server[113417]: 'Network': '1.1', Aug 29 23:52:12.441028 dv-cinder-855041-2-iscsi neutron-server[113417]: 'Port': '1.7', Aug 29 23:52:12.441028 dv-cinder-855041-2-iscsi neutron-server[113417]: 'PortForwarding': '1.3', Aug 29 23:52:12.441028 dv-cinder-855041-2-iscsi neutron-server[113417]: 'QosPolicy': '1.10', Aug 29 23:52:12.441028 dv-cinder-855041-2-iscsi neutron-server[113417]: 'SecurityGroup': '1.5', Aug 29 23:52:12.441028 dv-cinder-855041-2-iscsi neutron-server[113417]: 'SecurityGroupRule': '1.2', Aug 29 23:52:12.441028 dv-cinder-855041-2-iscsi neutron-server[113417]: 'SubPort': '1.0', Aug 29 23:52:12.441028 dv-cinder-855041-2-iscsi neutron-server[113417]: 'Subnet': '1.1', Aug 29 23:52:12.441028 dv-cinder-855041-2-iscsi neutron-server[113417]: 'Trunk': '1.1'}} Aug 29 23:52:12.441028 dv-cinder-855041-2-iscsi neutron-server[113417]: {{(pid=113417) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 23:52:12.455630 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-3510c757-1fa4-4071-8ae7-406cc9d9f2f0 admin admin] 10.222.0.90 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 899 time: 2.1871030 Aug 29 23:52:12.456522 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 45284) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:12.461865 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 45286) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:12.511995 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [None req-45491363-c927-4ee6-a85d-f0921ee0ecbd admin admin] Request body: {'subnet': {'network_id': '7a46036d-55d3-472c-985d-7d32e6afcac9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2146582793-subnet', 'tenant_id': '3beae764b5cb4dcd9f13e26878bbac48', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:52:12.554001 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-da694b4e-5257-4d28-a861-5b6b10f02c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4096602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357'] for subnet (e2f85b4b-6ca4-4e91-b383-5b4766b0604f), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:12.574776 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [None req-32458bd6-d2da-4ad3-8714-bcf85108deff admin admin] Request body: {'subnet': {'network_id': '3b255b67-cdcd-4201-b160-923e108bdbc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1174374780-subnet', 'tenant_id': 'c258d13728144f9b9bd96b8b716c6147', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:52:12.598967 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253c246d-cfc6-41b6-8aa5-847fa36b7866 admin admin] Pushing event updated for resources: {'Network': ['ID=7a46036d-55d3-472c-985d-7d32e6afcac9,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:12.608743 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=6 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:12.611828 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-bf0bfadb-6c5d-4743-884e-edf7dc600dfd admin admin] Publish callbacks [] for router_gateway (0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e), precommit_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:12.621831 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Network 7a46036d-55d3-472c-985d-7d32e6afcac9 details requested by agent ovs-agent-dv-cinder-855041-2-iscsi with host dv-cinder-855041-2-iscsi {{(pid=113417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 23:52:12.639659 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-9f03edb3-439f-43a7-a014-7f866e1897b2 None None] Attempting to bind port 936dfbec-c3e8-4811-91e6-73d7c3350d71 on host dv-cinder-855041-2-iscsi for vnic_type normal with profile {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:52:12.640034 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-9f03edb3-439f-43a7-a014-7f866e1897b2 None None] Attempting to bind port 936dfbec-c3e8-4811-91e6-73d7c3350d71 by drivers openvswitch,hyperv on host dv-cinder-855041-2-iscsi at level 0 using segments [{'id': 'b7df322f-93e7-4c06-ab35-efbbaf8c395e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '60b40027-b034-467e-a623-8d465afe9154'}] {{(pid=113417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:52:12.640424 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f03edb3-439f-43a7-a014-7f866e1897b2 None None] Attempting to bind port 936dfbec-c3e8-4811-91e6-73d7c3350d71 on network 60b40027-b034-467e-a623-8d465afe9154 {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:52:12.683855 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45491363-c927-4ee6-a85d-f0921ee0ecbd admin admin] Made reservation on behalf of 3beae764b5cb4dcd9f13e26878bbac48 for: {'subnet': 1} {{(pid=113415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:52:12.692268 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f03edb3-439f-43a7-a014-7f866e1897b2 None None] Checking agent: {'id': '01773ddc-a5d8-4c68-b7b5-e385af2b339f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 43, 45), 'started_at': datetime.datetime(2022, 8, 29, 23, 44, 15), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:52:12.692570 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-45491363-c927-4ee6-a85d-f0921ee0ecbd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:12.692744 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f03edb3-439f-43a7-a014-7f866e1897b2 None None] Checking segment: {'id': 'b7df322f-93e7-4c06-ab35-efbbaf8c395e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '60b40027-b034-467e-a623-8d465afe9154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:52:12.693025 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-9f03edb3-439f-43a7-a014-7f866e1897b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:12.693422 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f03edb3-439f-43a7-a014-7f866e1897b2 None None] Bound using segment: {'id': 'b7df322f-93e7-4c06-ab35-efbbaf8c395e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '60b40027-b034-467e-a623-8d465afe9154'} {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:52:12.693913 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-9f03edb3-439f-43a7-a014-7f866e1897b2 None None] Bound port: 936dfbec-c3e8-4811-91e6-73d7c3350d71, host: dv-cinder-855041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7df322f-93e7-4c06-ab35-efbbaf8c395e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '60b40027-b034-467e-a623-8d465afe9154'}}] {{(pid=113417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:52:12.694492 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-9f03edb3-439f-43a7-a014-7f866e1897b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (936dfbec-c3e8-4811-91e6-73d7c3350d71), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:12.697081 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:12.719917 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-ed4b9d23-a505-42d3-a8c0-83b933977a72 admin admin] Publish callbacks [] for port (bb4d1692-7347-404c-a89d-e9e869c496d8), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:12.794438 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da694b4e-5257-4d28-a861-5b6b10f02c0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2f85b4b-6ca4-4e91-b383-5b4766b0604f,revision_number=0']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:12.809921 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32458bd6-d2da-4ad3-8714-bcf85108deff admin admin] Made reservation on behalf of c258d13728144f9b9bd96b8b716c6147 for: {'subnet': 1} {{(pid=113415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:52:12.815915 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-32458bd6-d2da-4ad3-8714-bcf85108deff admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:12.849882 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-53fcc8c3-b13a-4485-80e1-bc972ca000af None None] Publish callbacks [] for port (d1033c03-6fdb-4b30-a52b-07e22c33ac6b), precommit_create {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:12.858536 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-9f03edb3-439f-43a7-a014-7f866e1897b2 None None] For port 936dfbec-c3e8-4811-91e6-73d7c3350d71, host dv-cinder-855041-2-iscsi, cleared binding levels {{(pid=113417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:52:12.863125 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-9f03edb3-439f-43a7-a014-7f866e1897b2 None None] For port 936dfbec-c3e8-4811-91e6-73d7c3350d71, host dv-cinder-855041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=936dfbec-c3e8-4811-91e6-73d7c3350d71,segment=NetworkSegment(b7df322f-93e7-4c06-ab35-efbbaf8c395e),segment_id=b7df322f-93e7-4c06-ab35-efbbaf8c395e)] {{(pid=113417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:52:12.890983 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da694b4e-5257-4d28-a861-5b6b10f02c0f admin admin] Checking segment: {'id': '216060a8-b9ef-4fb3-8659-af94605ff481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '93e0a306-b92e-472d-869d-9065a5f6f97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:52:12.891620 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da694b4e-5257-4d28-a861-5b6b10f02c0f admin admin] Network hostable DHCP agents. Network: 93e0a306-b92e-472d-869d-9065a5f6f97f, hostable agents: ['1020f8f9-c858-45a1-84c5-376480b0ca2e'], hosted agents: [] {{(pid=113416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 23:52:12.985392 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (a7eaf665-0f6d-431a-9601-222c900251ec), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:12.987551 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-9f03edb3-439f-43a7-a014-7f866e1897b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (936dfbec-c3e8-4811-91e6-73d7c3350d71), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:12.994291 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-53fcc8c3-b13a-4485-80e1-bc972ca000af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297'] for port (d1033c03-6fdb-4b30-a52b-07e22c33ac6b), after_create {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:13.027536 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-255856c2-1a0d-4ec6-88bb-f2f3835eb2ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4096602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357'] for subnet (490c1584-2616-4278-814c-8d73c9c52d9f), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:13.081790 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fcc8c3-b13a-4485-80e1-bc972ca000af None None] Network e198d273-347a-4fa0-82d5-22e40c3600ea is already hosted by enough agents. {{(pid=113417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:52:13.085661 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.scheduler.base_scheduler [None req-53fcc8c3-b13a-4485-80e1-bc972ca000af None None] Resources bound (agent type, host, resource id): {{(pid=113417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:52:13.094592 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fcc8c3-b13a-4485-80e1-bc972ca000af None None] Received port after_create {{(pid=113417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:52:13.099045 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-ed4b9d23-a505-42d3-a8c0-83b933977a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297'] for port (bb4d1692-7347-404c-a89d-e9e869c496d8), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:13.105486 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255856c2-1a0d-4ec6-88bb-f2f3835eb2ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=490c1584-2616-4278-814c-8d73c9c52d9f,revision_number=0']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:13.129796 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f03edb3-439f-43a7-a014-7f866e1897b2 None None] Pushing event updated for resources: {'Port': ['ID=936dfbec-c3e8-4811-91e6-73d7c3350d71,revision_number=2']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:13.157867 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=69,neutron:INSERT=26,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:13.234045 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da694b4e-5257-4d28-a861-5b6b10f02c0f admin admin] Network 93e0a306-b92e-472d-869d-9065a5f6f97f is scheduled to be hosted by DHCP agent 1020f8f9-c858-45a1-84c5-376480b0ca2e with binding_index 1 {{(pid=113416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 23:52:13.325693 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4b9d23-a505-42d3-a8c0-83b933977a72 admin admin] Pushing event updated for resources: {'Port': ['ID=bb4d1692-7347-404c-a89d-e9e869c496d8,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:13.326475 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fcc8c3-b13a-4485-80e1-bc972ca000af None None] Pushing event updated for resources: {'Port': ['ID=d1033c03-6fdb-4b30-a52b-07e22c33ac6b,revision_number=1']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:13.333315 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4b9d23-a505-42d3-a8c0-83b933977a72 admin admin] Network c6396a07-dfbf-4950-850b-378da3ed2a88 is already hosted by enough agents. {{(pid=113416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:52:13.343281 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255856c2-1a0d-4ec6-88bb-f2f3835eb2ba admin admin] Checking segment: {'id': 'bb534462-ddc2-4778-84af-6323faf368f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '4c9cdff2-05de-4391-b19a-4c2f9845a0aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:52:13.343835 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255856c2-1a0d-4ec6-88bb-f2f3835eb2ba admin admin] Network hostable DHCP agents. Network: 4c9cdff2-05de-4391-b19a-4c2f9845a0aa, hostable agents: ['1020f8f9-c858-45a1-84c5-376480b0ca2e'], hosted agents: [] {{(pid=113416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 23:52:13.350531 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.base_scheduler [None req-ed4b9d23-a505-42d3-a8c0-83b933977a72 admin admin] Resources bound (agent type, host, resource id): {{(pid=113416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:52:13.356910 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-53fcc8c3-b13a-4485-80e1-bc972ca000af None None] Attempting to bind port d1033c03-6fdb-4b30-a52b-07e22c33ac6b on host dv-cinder-855041-2-iscsi for vnic_type normal with profile {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:52:13.356910 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-53fcc8c3-b13a-4485-80e1-bc972ca000af None None] Attempting to bind port d1033c03-6fdb-4b30-a52b-07e22c33ac6b by drivers openvswitch,hyperv on host dv-cinder-855041-2-iscsi at level 0 using segments [{'id': 'b248dcd9-618b-444c-b3d3-d3b8226b4da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'e198d273-347a-4fa0-82d5-22e40c3600ea'}] {{(pid=113417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:52:13.356910 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fcc8c3-b13a-4485-80e1-bc972ca000af None None] Attempting to bind port d1033c03-6fdb-4b30-a52b-07e22c33ac6b on network e198d273-347a-4fa0-82d5-22e40c3600ea {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:52:13.366424 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4b9d23-a505-42d3-a8c0-83b933977a72 admin admin] Received port after_create {{(pid=113416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:52:13.379230 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 45294) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:13.379732 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fcc8c3-b13a-4485-80e1-bc972ca000af None None] Checking agent: {'id': '01773ddc-a5d8-4c68-b7b5-e385af2b339f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 43, 45), 'started_at': datetime.datetime(2022, 8, 29, 23, 44, 15), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:52:13.380272 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fcc8c3-b13a-4485-80e1-bc972ca000af None None] Checking segment: {'id': 'b248dcd9-618b-444c-b3d3-d3b8226b4da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'e198d273-347a-4fa0-82d5-22e40c3600ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:52:13.380698 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-53fcc8c3-b13a-4485-80e1-bc972ca000af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:13.381113 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fcc8c3-b13a-4485-80e1-bc972ca000af None None] Bound using segment: {'id': 'b248dcd9-618b-444c-b3d3-d3b8226b4da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'e198d273-347a-4fa0-82d5-22e40c3600ea'} {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:52:13.383045 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-53fcc8c3-b13a-4485-80e1-bc972ca000af None None] Bound port: d1033c03-6fdb-4b30-a52b-07e22c33ac6b, host: dv-cinder-855041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b248dcd9-618b-444c-b3d3-d3b8226b4da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'e198d273-347a-4fa0-82d5-22e40c3600ea'}}] {{(pid=113417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:52:13.383516 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-53fcc8c3-b13a-4485-80e1-bc972ca000af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (d1033c03-6fdb-4b30-a52b-07e22c33ac6b), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:13.423550 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.base_scheduler [None req-da694b4e-5257-4d28-a861-5b6b10f02c0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855041-2-iscsi, 93e0a306-b92e-472d-869d-9065a5f6f97f) {{(pid=113416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:52:13.430483 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-bf0bfadb-6c5d-4743-884e-edf7dc600dfd admin admin] Publish callbacks [] for router_gateway (0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:13.452395 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-45491363-c927-4ee6-a85d-f0921ee0ecbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4096602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357'] for subnet (16471bf1-5160-46ce-b487-b87c8418028b), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:13.495118 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b4cd30-85eb-467a-9bee-c8ad1574c242 None None] Network 93e0a306-b92e-472d-869d-9065a5f6f97f requested from dv-cinder-855041-2-iscsi {{(pid=113417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:52:13.502397 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-5921f4e9-cea5-4e04-af59-47a55ca03721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (037668f0-d812-4b59-9d2d-ce33f66a7708), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:13.685148 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da694b4e-5257-4d28-a861-5b6b10f02c0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:13.685915 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-da694b4e-5257-4d28-a861-5b6b10f02c0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for subnet (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:13.717809 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-bf0bfadb-6c5d-4743-884e-edf7dc600dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:13.721005 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-32458bd6-d2da-4ad3-8714-bcf85108deff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4096602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357'] for subnet (f5d4ba79-ae9a-44e1-8da9-18461ea1b53b), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:13.735607 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-53fcc8c3-b13a-4485-80e1-bc972ca000af None None] For port d1033c03-6fdb-4b30-a52b-07e22c33ac6b, host dv-cinder-855041-2-iscsi, cleared binding levels {{(pid=113417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:52:13.744274 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-53fcc8c3-b13a-4485-80e1-bc972ca000af None None] For port d1033c03-6fdb-4b30-a52b-07e22c33ac6b, host dv-cinder-855041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=d1033c03-6fdb-4b30-a52b-07e22c33ac6b,segment=NetworkSegment(b248dcd9-618b-444c-b3d3-d3b8226b4da1),segment_id=b248dcd9-618b-444c-b3d3-d3b8226b4da1)] {{(pid=113417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:52:13.746102 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45491363-c927-4ee6-a85d-f0921ee0ecbd admin admin] Checking segment: {'id': '114ca9d5-57df-429a-9e81-974fb793f3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '7a46036d-55d3-472c-985d-7d32e6afcac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:52:13.746703 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45491363-c927-4ee6-a85d-f0921ee0ecbd admin admin] Network hostable DHCP agents. Network: 7a46036d-55d3-472c-985d-7d32e6afcac9, hostable agents: ['1020f8f9-c858-45a1-84c5-376480b0ca2e'], hosted agents: [] {{(pid=113415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 23:52:13.749408 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45491363-c927-4ee6-a85d-f0921ee0ecbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=16471bf1-5160-46ce-b487-b87c8418028b,revision_number=0']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:13.817257 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a588e39a-df25-4070-b7c5-65ed9d5fe340 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53cca06d-0ebc-509e-8194-c81e43be134c-93e0a306-b92e-472d-869d-9065a5f6f97f', 'network_id': '93e0a306-b92e-472d-869d-9065a5f6f97f', 'project_id': '651125f8b5f9452a8f854ae229670514', 'fixed_ips': [{'subnet_id': 'e2f85b4b-6ca4-4e91-b383-5b4766b0604f'}]}} from dv-cinder-855041-2-iscsi. {{(pid=113417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 23:52:13.818402 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-a588e39a-df25-4070-b7c5-65ed9d5fe340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:13.837251 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:13.842650 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-53fcc8c3-b13a-4485-80e1-bc972ca000af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (d1033c03-6fdb-4b30-a52b-07e22c33ac6b), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:13.851125 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255856c2-1a0d-4ec6-88bb-f2f3835eb2ba admin admin] Network 4c9cdff2-05de-4391-b19a-4c2f9845a0aa is scheduled to be hosted by DHCP agent 1020f8f9-c858-45a1-84c5-376480b0ca2e with binding_index 1 {{(pid=113416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 23:52:13.880600 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32458bd6-d2da-4ad3-8714-bcf85108deff admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5d4ba79-ae9a-44e1-8da9-18461ea1b53b,revision_number=0']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:13.882756 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-da694b4e-5257-4d28-a861-5b6b10f02c0f admin admin] 10.222.0.90 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3101041 Aug 29 23:52:13.890926 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 45302) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:13.903848 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [None req-2e3da978-122b-468e-9c26-d2d1a4cc1b68 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-347692398-router', 'tenant_id': '651125f8b5f9452a8f854ae229670514', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88'}}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:52:13.937788 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32458bd6-d2da-4ad3-8714-bcf85108deff admin admin] Checking segment: {'id': '467320c7-e485-4c96-a0cf-ebeca6777265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '3b255b67-cdcd-4201-b160-923e108bdbc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:52:13.938344 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32458bd6-d2da-4ad3-8714-bcf85108deff admin admin] Network hostable DHCP agents. Network: 3b255b67-cdcd-4201-b160-923e108bdbc1, hostable agents: ['1020f8f9-c858-45a1-84c5-376480b0ca2e'], hosted agents: [] {{(pid=113415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 23:52:13.964962 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:13.984801 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45491363-c927-4ee6-a85d-f0921ee0ecbd admin admin] Network 7a46036d-55d3-472c-985d-7d32e6afcac9 is scheduled to be hosted by DHCP agent 1020f8f9-c858-45a1-84c5-376480b0ca2e with binding_index 1 {{(pid=113415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 23:52:14.002302 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fcc8c3-b13a-4485-80e1-bc972ca000af None None] Pushing event updated for resources: {'Port': ['ID=d1033c03-6fdb-4b30-a52b-07e22c33ac6b,revision_number=2']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:14.010198 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.base_scheduler [None req-255856c2-1a0d-4ec6-88bb-f2f3835eb2ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855041-2-iscsi, 4c9cdff2-05de-4391-b19a-4c2f9845a0aa) {{(pid=113416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:52:14.030844 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6654a806-de7e-4b3d-b7a2-4fb07f3b13db None None] Network 4c9cdff2-05de-4391-b19a-4c2f9845a0aa requested from dv-cinder-855041-2-iscsi {{(pid=113417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:52:14.072110 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255856c2-1a0d-4ec6-88bb-f2f3835eb2ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:14.073018 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-255856c2-1a0d-4ec6-88bb-f2f3835eb2ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for subnet (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:14.077318 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-870c8511-ceac-4c6c-934f-12a217a60f23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:14.083151 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-2e3da978-122b-468e-9c26-d2d1a4cc1b68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-476365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63332'] for router (eb0b4833-da7c-42f1-9534-91a6d779f15c), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:14.088639 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-2e3da978-122b-468e-9c26-d2d1a4cc1b68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471508', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63325'] for router (eb0b4833-da7c-42f1-9534-91a6d779f15c), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:14.115852 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32458bd6-d2da-4ad3-8714-bcf85108deff admin admin] Network 3b255b67-cdcd-4201-b160-923e108bdbc1 is scheduled to be hosted by DHCP agent 1020f8f9-c858-45a1-84c5-376480b0ca2e with binding_index 1 {{(pid=113415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 23:52:14.140209 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.db_base_plugin_common [None req-a588e39a-df25-4070-b7c5-65ed9d5fe340 None None] Allocated IP 172.20.0.2 (93e0a306-b92e-472d-869d-9065a5f6f97f/e2f85b4b-6ca4-4e91-b383-5b4766b0604f/9bb072ee-c87d-4d8d-8e86-158470bccb15) {{(pid=113417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:52:14.197786 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 936dfbec-c3e8-4811-91e6-73d7c3350d71 up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:52:14.306488 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:14.339018 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:14.351794 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.base_scheduler [None req-45491363-c927-4ee6-a85d-f0921ee0ecbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855041-2-iscsi, 7a46036d-55d3-472c-985d-7d32e6afcac9) {{(pid=113415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:52:14.369242 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.base_scheduler [None req-32458bd6-d2da-4ad3-8714-bcf85108deff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855041-2-iscsi, 3b255b67-cdcd-4201-b160-923e108bdbc1) {{(pid=113415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:52:14.369392 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.db_base_plugin_common [None req-bf0bfadb-6c5d-4743-884e-edf7dc600dfd admin admin] Allocated IP 172.27.1.81 (c6396a07-dfbf-4950-850b-378da3ed2a88/a98be68c-aef3-471c-b3f8-ae629ebf2983/f2310b0e-c287-4f95-9f84-528a711e70f8) {{(pid=113416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:52:14.380377 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b61aaaa-f64d-4817-8a0f-33b925874d74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53cca06d-0ebc-509e-8194-c81e43be134c-4c9cdff2-05de-4391-b19a-4c2f9845a0aa', 'network_id': '4c9cdff2-05de-4391-b19a-4c2f9845a0aa', 'project_id': '4b68600b8657473eb43d16098bbcacf6', 'fixed_ips': [{'subnet_id': '490c1584-2616-4278-814c-8d73c9c52d9f'}]}} from dv-cinder-855041-2-iscsi. {{(pid=113417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 23:52:14.381319 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-9b61aaaa-f64d-4817-8a0f-33b925874d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:14.407679 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45491363-c927-4ee6-a85d-f0921ee0ecbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:14.408586 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-45491363-c927-4ee6-a85d-f0921ee0ecbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for subnet (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:14.428540 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4e1b2f-2cf9-4106-af71-df8c649af470 None None] Network 7a46036d-55d3-472c-985d-7d32e6afcac9 requested from dv-cinder-855041-2-iscsi {{(pid=113417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:52:14.453822 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port 936dfbec-c3e8-4811-91e6-73d7c3350d71 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:52:14.454241 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (936dfbec-c3e8-4811-91e6-73d7c3350d71), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:14.502180 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-255856c2-1a0d-4ec6-88bb-f2f3835eb2ba admin admin] 10.222.0.90 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7410924 Aug 29 23:52:14.524551 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 45308) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:14.542442 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [None req-8014b3fd-96b4-4bc5-b7c6-ca92d507a33e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1281828477-router', 'tenant_id': '4b68600b8657473eb43d16098bbcacf6', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88'}}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:52:14.611635 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-2e3da978-122b-468e-9c26-d2d1a4cc1b68 admin admin] Publish callbacks [] for router_controller (eb0b4833-da7c-42f1-9534-91a6d779f15c), precommit_add_association {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:14.617493 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cdcd43ac-7909-438b-ba67-31b4a20d4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (bcd4f52e-0d63-4d8a-9dda-ff825ab30758), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:14.630570 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32458bd6-d2da-4ad3-8714-bcf85108deff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:14.631356 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-32458bd6-d2da-4ad3-8714-bcf85108deff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for subnet (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:14.659599 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee55f39-bf4c-4a1c-b728-bed7fb793b92 None None] Network 3b255b67-cdcd-4201-b160-923e108bdbc1 requested from dv-cinder-855041-2-iscsi {{(pid=113417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:52:14.688677 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-ed4b9d23-a505-42d3-a8c0-83b933977a72 admin admin] Publish callbacks [] for router_gateway (2e462f98-05f3-486e-ab4a-97e92d2f3f62), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:14.788972 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-45491363-c927-4ee6-a85d-f0921ee0ecbd admin admin] 10.222.0.90 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.2873302 Aug 29 23:52:14.811284 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 45314) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:14.838722 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [None req-5f015c1b-791c-4bbc-a8c4-7f1f15f6b1f8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2146582793-router', 'tenant_id': '3beae764b5cb4dcd9f13e26878bbac48', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88'}}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:52:14.886210 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-32458bd6-d2da-4ad3-8714-bcf85108deff admin admin] 10.222.0.90 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.3816433 Aug 29 23:52:14.959381 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-bf0bfadb-6c5d-4743-884e-edf7dc600dfd admin admin] Publish callbacks [] for port (f2310b0e-c287-4f95-9f84-528a711e70f8), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:14.978371 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-a588e39a-df25-4070-b7c5-65ed9d5fe340 None None] Publish callbacks [] for port (9bb072ee-c87d-4d8d-8e86-158470bccb15), precommit_create {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:15.000468 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8c2742-ce37-419a-98c4-f82b17393e3a None None] Network 60b40027-b034-467e-a623-8d465afe9154 requested from dv-cinder-855041-2-iscsi {{(pid=113417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:52:15.033665 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-8da702fb-a8c5-4565-9ab7-c6a18afc12f8 None None] Provisioning complete for port 936dfbec-c3e8-4811-91e6-73d7c3350d71 triggered by entity DHCP. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:52:15.034598 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-8da702fb-a8c5-4565-9ab7-c6a18afc12f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (936dfbec-c3e8-4811-91e6-73d7c3350d71), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:15.073936 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-870c8511-ceac-4c6c-934f-12a217a60f23 admin admin] Publish callbacks [] for security_group (c5b79c1c-fb84-4729-9c25-de5d9b02f7b1), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:15.077473 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:UPDATE=5,neutron:SELECT=83,neutron:INSERT=8,neutron:DELETE=4 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:15.081501 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-8014b3fd-96b4-4bc5-b7c6-ca92d507a33e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-476365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63332'] for router (5371629e-3840-425d-941b-fcb3b356a1fa), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:15.084198 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-8014b3fd-96b4-4bc5-b7c6-ca92d507a33e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471508', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63325'] for router (5371629e-3840-425d-941b-fcb3b356a1fa), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:15.110331 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-a588e39a-df25-4070-b7c5-65ed9d5fe340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297'] for port (9bb072ee-c87d-4d8d-8e86-158470bccb15), after_create {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:15.156584 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-5f015c1b-791c-4bbc-a8c4-7f1f15f6b1f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-476365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63332'] for router (b27e3222-c8a5-4b18-ac0d-28af47137885), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:15.159077 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-5f015c1b-791c-4bbc-a8c4-7f1f15f6b1f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471508', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63325'] for router (b27e3222-c8a5-4b18-ac0d-28af47137885), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:15.173808 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a588e39a-df25-4070-b7c5-65ed9d5fe340 None None] Network 93e0a306-b92e-472d-869d-9065a5f6f97f is already hosted by enough agents. {{(pid=113417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:52:15.244430 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-2e3da978-122b-468e-9c26-d2d1a4cc1b68 admin admin] Publish callbacks [] for router_gateway (eb0b4833-da7c-42f1-9534-91a6d779f15c), precommit_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:15.250385 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.scheduler.base_scheduler [None req-a588e39a-df25-4070-b7c5-65ed9d5fe340 None None] Resources bound (agent type, host, resource id): {{(pid=113417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:52:15.277743 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.db_base_plugin_common [None req-9b61aaaa-f64d-4817-8a0f-33b925874d74 None None] Allocated IP 172.20.0.2 (4c9cdff2-05de-4391-b19a-4c2f9845a0aa/490c1584-2616-4278-814c-8d73c9c52d9f/d36ca076-610e-4d55-beaa-23879247d27a) {{(pid=113417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:52:15.280239 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a588e39a-df25-4070-b7c5-65ed9d5fe340 None None] Received port after_create {{(pid=113417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:52:15.284639 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-bf0bfadb-6c5d-4743-884e-edf7dc600dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297'] for port (f2310b0e-c287-4f95-9f84-528a711e70f8), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:15.294240 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-870c8511-ceac-4c6c-934f-12a217a60f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (c5b79c1c-fb84-4729-9c25-de5d9b02f7b1), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:15.296732 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-8da702fb-a8c5-4565-9ab7-c6a18afc12f8 None None] Current status of the port 936dfbec-c3e8-4811-91e6-73d7c3350d71 is: DOWN; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:52:15.297134 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-8da702fb-a8c5-4565-9ab7-c6a18afc12f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (936dfbec-c3e8-4811-91e6-73d7c3350d71), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:15.299640 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-5f015c1b-791c-4bbc-a8c4-7f1f15f6b1f8 admin admin] Publish callbacks [] for router_controller (b27e3222-c8a5-4b18-ac0d-28af47137885), precommit_add_association {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:15.398919 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0bfadb-6c5d-4743-884e-edf7dc600dfd admin admin] Network c6396a07-dfbf-4950-850b-378da3ed2a88 is already hosted by enough agents. {{(pid=113416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:52:15.422810 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-870c8511-ceac-4c6c-934f-12a217a60f23 admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=6be5dc3d55894382aeb7f6e8e0c9cee5&name=default HTTP/1.1" status: 200 len: 2992 time: 2.0481932 Aug 29 23:52:15.425728 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 45332) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:15.434887 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.base_scheduler [None req-bf0bfadb-6c5d-4743-884e-edf7dc600dfd admin admin] Resources bound (agent type, host, resource id): {{(pid=113416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:52:15.437424 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0bfadb-6c5d-4743-884e-edf7dc600dfd admin admin] Received port after_create {{(pid=113416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:52:15.620890 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-8014b3fd-96b4-4bc5-b7c6-ca92d507a33e admin admin] Publish callbacks [] for router_controller (5371629e-3840-425d-941b-fcb3b356a1fa), precommit_add_association {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:15.654608 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870c8511-ceac-4c6c-934f-12a217a60f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b79c1c-fb84-4729-9c25-de5d9b02f7b1,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:15.690702 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-6817192f-287a-4dc0-a0b0-0b9172d2ed57 admin admin] Publish callbacks [] for security_group (c5b79c1c-fb84-4729-9c25-de5d9b02f7b1), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:15.700425 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:15.733983 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0bfadb-6c5d-4743-884e-edf7dc600dfd admin admin] Pushing event updated for resources: {'Port': ['ID=f2310b0e-c287-4f95-9f84-528a711e70f8,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:15.735873 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-6817192f-287a-4dc0-a0b0-0b9172d2ed57 admin admin] Publish callbacks [] for security_group (c5b79c1c-fb84-4729-9c25-de5d9b02f7b1), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:15.786185 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492a7073-3f00-43c7-8a7e-2694cc5986fd None None] Network e198d273-347a-4fa0-82d5-22e40c3600ea requested from dv-cinder-855041-2-iscsi {{(pid=113417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:52:15.841359 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a588e39a-df25-4070-b7c5-65ed9d5fe340 None None] Pushing event updated for resources: {'Port': ['ID=9bb072ee-c87d-4d8d-8e86-158470bccb15,revision_number=1']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:15.858686 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b02aa9-da7f-4b88-acf2-b8f8917ac0a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53cca06d-0ebc-509e-8194-c81e43be134c-7a46036d-55d3-472c-985d-7d32e6afcac9', 'network_id': '7a46036d-55d3-472c-985d-7d32e6afcac9', 'project_id': '3beae764b5cb4dcd9f13e26878bbac48', 'fixed_ips': [{'subnet_id': '16471bf1-5160-46ce-b487-b87c8418028b'}]}} from dv-cinder-855041-2-iscsi. {{(pid=113417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 23:52:15.858686 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-56b02aa9-da7f-4b88-acf2-b8f8917ac0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:15.976356 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:DELETE=4,neutron:SELECT=78,neutron:INSERT=11,neutron:UPDATE=7 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:15.997303 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38742757-035d-4e1c-a41e-d26030b346f9 None None] Network 3b255b67-cdcd-4201-b160-923e108bdbc1 requested from dv-cinder-855041-2-iscsi {{(pid=113417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:52:16.000132 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (01773ddc-a5d8-4c68-b7b5-e385af2b339f), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:16.002968 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-8da702fb-a8c5-4565-9ab7-c6a18afc12f8 None None] For port 936dfbec-c3e8-4811-91e6-73d7c3350d71, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=936dfbec-c3e8-4811-91e6-73d7c3350d71,segment=NetworkSegment(b7df322f-93e7-4c06-ab35-efbbaf8c395e),segment_id=b7df322f-93e7-4c06-ab35-efbbaf8c395e)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:52:16.016541 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=82,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:16.017667 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port 936dfbec-c3e8-4811-91e6-73d7c3350d71 is: DOWN; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:52:16.018080 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (936dfbec-c3e8-4811-91e6-73d7c3350d71), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:16.020045 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-2e3da978-122b-468e-9c26-d2d1a4cc1b68 admin admin] Publish callbacks [] for router_gateway (eb0b4833-da7c-42f1-9534-91a6d779f15c), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:16.041833 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:16.056761 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:16.075990 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-2e3da978-122b-468e-9c26-d2d1a4cc1b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:16.113895 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-a588e39a-df25-4070-b7c5-65ed9d5fe340 None None] Attempting to bind port 9bb072ee-c87d-4d8d-8e86-158470bccb15 on host dv-cinder-855041-2-iscsi for vnic_type normal with profile {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:52:16.114279 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-a588e39a-df25-4070-b7c5-65ed9d5fe340 None None] Attempting to bind port 9bb072ee-c87d-4d8d-8e86-158470bccb15 by drivers openvswitch,hyperv on host dv-cinder-855041-2-iscsi at level 0 using segments [{'id': '216060a8-b9ef-4fb3-8659-af94605ff481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '93e0a306-b92e-472d-869d-9065a5f6f97f'}] {{(pid=113417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:52:16.114614 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a588e39a-df25-4070-b7c5-65ed9d5fe340 None None] Attempting to bind port 9bb072ee-c87d-4d8d-8e86-158470bccb15 on network 93e0a306-b92e-472d-869d-9065a5f6f97f {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:52:16.151286 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-8da702fb-a8c5-4565-9ab7-c6a18afc12f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (936dfbec-c3e8-4811-91e6-73d7c3350d71), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:16.159230 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-5f015c1b-791c-4bbc-a8c4-7f1f15f6b1f8 admin admin] Publish callbacks [] for router_gateway (b27e3222-c8a5-4b18-ac0d-28af47137885), precommit_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:16.210337 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-ed4b9d23-a505-42d3-a8c0-83b933977a72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477501'] for router (2e462f98-05f3-486e-ab4a-97e92d2f3f62), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:16.230772 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a588e39a-df25-4070-b7c5-65ed9d5fe340 None None] Checking agent: {'id': '01773ddc-a5d8-4c68-b7b5-e385af2b339f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 43, 45), 'started_at': datetime.datetime(2022, 8, 29, 23, 44, 15), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:52:16.231148 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a588e39a-df25-4070-b7c5-65ed9d5fe340 None None] Checking segment: {'id': '216060a8-b9ef-4fb3-8659-af94605ff481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '93e0a306-b92e-472d-869d-9065a5f6f97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:52:16.231545 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-a588e39a-df25-4070-b7c5-65ed9d5fe340 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:16.231948 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a588e39a-df25-4070-b7c5-65ed9d5fe340 None None] Bound using segment: {'id': '216060a8-b9ef-4fb3-8659-af94605ff481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '93e0a306-b92e-472d-869d-9065a5f6f97f'} {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:52:16.232464 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-a588e39a-df25-4070-b7c5-65ed9d5fe340 None None] Bound port: 9bb072ee-c87d-4d8d-8e86-158470bccb15, host: dv-cinder-855041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '216060a8-b9ef-4fb3-8659-af94605ff481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '93e0a306-b92e-472d-869d-9065a5f6f97f'}}] {{(pid=113417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:52:16.232846 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-a588e39a-df25-4070-b7c5-65ed9d5fe340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (9bb072ee-c87d-4d8d-8e86-158470bccb15), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:16.233066 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-6817192f-287a-4dc0-a0b0-0b9172d2ed57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (c5b79c1c-fb84-4729-9c25-de5d9b02f7b1), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:16.236709 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-6817192f-287a-4dc0-a0b0-0b9172d2ed57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:16.238950 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-6817192f-287a-4dc0-a0b0-0b9172d2ed57 admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/c5b79c1c-fb84-4729-9c25-de5d9b02f7b1 HTTP/1.1" status: 204 len: 168 time: 0.8113172 Aug 29 23:52:16.333874 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-8014b3fd-96b4-4bc5-b7c6-ca92d507a33e admin admin] Publish callbacks [] for router_gateway (5371629e-3840-425d-941b-fcb3b356a1fa), precommit_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:16.601976 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 45354) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:16.612845 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6817192f-287a-4dc0-a0b0-0b9172d2ed57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b79c1c-fb84-4729-9c25-de5d9b02f7b1,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:16.644586 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [None req-143fb513-6b8d-4ba0-b828-75c719e01122 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-970245293-network', 'tenant_id': '3f042d7a9e6a46febe81f2e4be9f2c2a'}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:52:16.655093 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-055e5759-22fa-4176-8ca1-563dc1b0c80c None None] Provisioning complete for port d1033c03-6fdb-4b30-a52b-07e22c33ac6b triggered by entity DHCP. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:52:16.655465 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-055e5759-22fa-4176-8ca1-563dc1b0c80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (d1033c03-6fdb-4b30-a52b-07e22c33ac6b), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:16.714750 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.db.db_base_plugin_common [None req-2e3da978-122b-468e-9c26-d2d1a4cc1b68 admin admin] Allocated IP 172.27.1.251 (c6396a07-dfbf-4950-850b-378da3ed2a88/a98be68c-aef3-471c-b3f8-ae629ebf2983/59c614a2-11a6-4a27-8931-d63a67a0c104) {{(pid=113415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:52:16.719750 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-55545b4a-c719-46e4-a9c5-7c044aa64822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (63136763-0f20-46a8-951a-2f70193501e4), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:16.745135 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.db.api [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 29 23:52:16.745577 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG oslo_db.api [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 23:52:16.807841 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da702fb-a8c5-4565-9ab7-c6a18afc12f8 None None] Pushing event updated for resources: {'Port': ['ID=936dfbec-c3e8-4811-91e6-73d7c3350d71,revision_number=3']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:16.902773 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-9b61aaaa-f64d-4817-8a0f-33b925874d74 None None] Publish callbacks [] for port (d36ca076-610e-4d55-beaa-23879247d27a), precommit_create {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:16.922784 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-a588e39a-df25-4070-b7c5-65ed9d5fe340 None None] For port 9bb072ee-c87d-4d8d-8e86-158470bccb15, host dv-cinder-855041-2-iscsi, cleared binding levels {{(pid=113417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:52:16.928526 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-a588e39a-df25-4070-b7c5-65ed9d5fe340 None None] For port 9bb072ee-c87d-4d8d-8e86-158470bccb15, host dv-cinder-855041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=9bb072ee-c87d-4d8d-8e86-158470bccb15,segment=NetworkSegment(216060a8-b9ef-4fb3-8659-af94605ff481),segment_id=216060a8-b9ef-4fb3-8659-af94605ff481)] {{(pid=113417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:52:16.930390 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.db_base_plugin_common [None req-56b02aa9-da7f-4b88-acf2-b8f8917ac0a9 None None] Allocated IP 172.20.0.2 (7a46036d-55d3-472c-985d-7d32e6afcac9/16471bf1-5160-46ce-b487-b87c8418028b/653f9018-ff02-4917-b487-72f8ff6d9534) {{(pid=113417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:52:17.027665 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-143fb513-6b8d-4ba0-b828-75c719e01122 admin admin] Made reservation on behalf of 3f042d7a9e6a46febe81f2e4be9f2c2a for: {'network': 1} {{(pid=113415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:52:17.028800 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-9b61aaaa-f64d-4817-8a0f-33b925874d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297'] for port (d36ca076-610e-4d55-beaa-23879247d27a), after_create {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:17.029581 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-143fb513-6b8d-4ba0-b828-75c719e01122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for network (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:17.035138 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-a588e39a-df25-4070-b7c5-65ed9d5fe340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (9bb072ee-c87d-4d8d-8e86-158470bccb15), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:17.038847 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-055e5759-22fa-4176-8ca1-563dc1b0c80c None None] Current status of the port d1033c03-6fdb-4b30-a52b-07e22c33ac6b is: DOWN; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:52:17.039273 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-055e5759-22fa-4176-8ca1-563dc1b0c80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (d1033c03-6fdb-4b30-a52b-07e22c33ac6b), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:17.044709 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-2e3da978-122b-468e-9c26-d2d1a4cc1b68 admin admin] Publish callbacks [] for port (59c614a2-11a6-4a27-8931-d63a67a0c104), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:17.076256 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-143fb513-6b8d-4ba0-b828-75c719e01122 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:17.130373 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b61aaaa-f64d-4817-8a0f-33b925874d74 None None] Network 4c9cdff2-05de-4391-b19a-4c2f9845a0aa is already hosted by enough agents. {{(pid=113417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:52:17.138416 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-bf0bfadb-6c5d-4743-884e-edf7dc600dfd admin admin] Publish callbacks [] for router_gateway (0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:17.149434 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.scheduler.base_scheduler [None req-9b61aaaa-f64d-4817-8a0f-33b925874d74 None None] Resources bound (agent type, host, resource id): {{(pid=113417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:52:17.163275 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b61aaaa-f64d-4817-8a0f-33b925874d74 None None] Received port after_create {{(pid=113417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:52:17.169251 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-055e5759-22fa-4176-8ca1-563dc1b0c80c None None] For port d1033c03-6fdb-4b30-a52b-07e22c33ac6b, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=d1033c03-6fdb-4b30-a52b-07e22c33ac6b,segment=NetworkSegment(b248dcd9-618b-444c-b3d3-d3b8226b4da1),segment_id=b248dcd9-618b-444c-b3d3-d3b8226b4da1)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:52:17.170270 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b61aaaa-f64d-4817-8a0f-33b925874d74 None None] Pushing event updated for resources: {'Port': ['ID=d36ca076-610e-4d55-beaa-23879247d27a,revision_number=1']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:17.321987 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-143fb513-6b8d-4ba0-b828-75c719e01122 admin admin] Publish callbacks [] for security_group (ebf835aa-9fba-45f2-9933-833157519c1e), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:17.323762 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:17.339761 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-2e3da978-122b-468e-9c26-d2d1a4cc1b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297'] for port (59c614a2-11a6-4a27-8931-d63a67a0c104), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:17.397242 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:17.490663 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3da978-122b-468e-9c26-d2d1a4cc1b68 admin admin] Network c6396a07-dfbf-4950-850b-378da3ed2a88 is already hosted by enough agents. {{(pid=113415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:52:17.505436 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.base_scheduler [None req-2e3da978-122b-468e-9c26-d2d1a4cc1b68 admin admin] Resources bound (agent type, host, resource id): {{(pid=113415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:52:17.511772 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3da978-122b-468e-9c26-d2d1a4cc1b68 admin admin] Received port after_create {{(pid=113415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:52:17.515061 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-143fb513-6b8d-4ba0-b828-75c719e01122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (ebf835aa-9fba-45f2-9933-833157519c1e), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:17.518818 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-055e5759-22fa-4176-8ca1-563dc1b0c80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (d1033c03-6fdb-4b30-a52b-07e22c33ac6b), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:17.637605 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-9b61aaaa-f64d-4817-8a0f-33b925874d74 None None] Attempting to bind port d36ca076-610e-4d55-beaa-23879247d27a on host dv-cinder-855041-2-iscsi for vnic_type normal with profile {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:52:17.638003 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-9b61aaaa-f64d-4817-8a0f-33b925874d74 None None] Attempting to bind port d36ca076-610e-4d55-beaa-23879247d27a by drivers openvswitch,hyperv on host dv-cinder-855041-2-iscsi at level 0 using segments [{'id': 'bb534462-ddc2-4778-84af-6323faf368f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '4c9cdff2-05de-4391-b19a-4c2f9845a0aa'}] {{(pid=113417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:52:17.638324 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b61aaaa-f64d-4817-8a0f-33b925874d74 None None] Attempting to bind port d36ca076-610e-4d55-beaa-23879247d27a on network 4c9cdff2-05de-4391-b19a-4c2f9845a0aa {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:52:17.646392 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-56b02aa9-da7f-4b88-acf2-b8f8917ac0a9 None None] Publish callbacks [] for port (653f9018-ff02-4917-b487-72f8ff6d9534), precommit_create {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:17.652008 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port 936dfbec-c3e8-4811-91e6-73d7c3350d71 is: ACTIVE; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:52:17.671939 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fb513-6b8d-4ba0-b828-75c719e01122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf835aa-9fba-45f2-9933-833157519c1e,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:17.681677 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b61aaaa-f64d-4817-8a0f-33b925874d74 None None] Checking agent: {'id': '01773ddc-a5d8-4c68-b7b5-e385af2b339f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 43, 45), 'started_at': datetime.datetime(2022, 8, 29, 23, 44, 15), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:52:17.682055 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b61aaaa-f64d-4817-8a0f-33b925874d74 None None] Checking segment: {'id': 'bb534462-ddc2-4778-84af-6323faf368f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '4c9cdff2-05de-4391-b19a-4c2f9845a0aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:52:17.683836 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-9b61aaaa-f64d-4817-8a0f-33b925874d74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:17.683836 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b61aaaa-f64d-4817-8a0f-33b925874d74 None None] Bound using segment: {'id': 'bb534462-ddc2-4778-84af-6323faf368f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '4c9cdff2-05de-4391-b19a-4c2f9845a0aa'} {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:52:17.684190 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-9b61aaaa-f64d-4817-8a0f-33b925874d74 None None] Bound port: d36ca076-610e-4d55-beaa-23879247d27a, host: dv-cinder-855041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb534462-ddc2-4778-84af-6323faf368f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '4c9cdff2-05de-4391-b19a-4c2f9845a0aa'}}] {{(pid=113417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:52:17.684603 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-9b61aaaa-f64d-4817-8a0f-33b925874d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (d36ca076-610e-4d55-beaa-23879247d27a), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:17.691480 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a588e39a-df25-4070-b7c5-65ed9d5fe340 None None] Pushing event updated for resources: {'Port': ['ID=9bb072ee-c87d-4d8d-8e86-158470bccb15,revision_number=2']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:17.706081 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-4d8e04af-c442-4522-9154-bfc39f0f6436 None None] Provisioning complete for port d1033c03-6fdb-4b30-a52b-07e22c33ac6b triggered by entity DHCP. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:52:17.706483 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-4d8e04af-c442-4522-9154-bfc39f0f6436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (d1033c03-6fdb-4b30-a52b-07e22c33ac6b), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:17.723831 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-143fb513-6b8d-4ba0-b828-75c719e01122 admin admin] vlan segment allocate from pool success with {'vlan_id': 1104, 'physical_network': 'physnet1'} {{(pid=113415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 23:52:17.775331 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-5f015c1b-791c-4bbc-a8c4-7f1f15f6b1f8 admin admin] Publish callbacks [] for router_gateway (b27e3222-c8a5-4b18-ac0d-28af47137885), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:17.797592 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3da978-122b-468e-9c26-d2d1a4cc1b68 admin admin] Pushing event updated for resources: {'Port': ['ID=59c614a2-11a6-4a27-8931-d63a67a0c104,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:17.806176 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-5f015c1b-791c-4bbc-a8c4-7f1f15f6b1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:17.859315 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-143fb513-6b8d-4ba0-b828-75c719e01122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3480186'] for segment (e2e26de8-1d32-4cc1-b45f-4d4581d38425), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:17.859854 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.db.segments_db [None req-143fb513-6b8d-4ba0-b828-75c719e01122 admin admin] Added segment e2e26de8-1d32-4cc1-b45f-4d4581d38425 of type vlan for network d800ff26-06a6-476d-81c1-854441d51068 Aug 29 23:52:17.865094 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055e5759-22fa-4176-8ca1-563dc1b0c80c None None] Pushing event updated for resources: {'Port': ['ID=d1033c03-6fdb-4b30-a52b-07e22c33ac6b,revision_number=3']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:17.873891 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-56b02aa9-da7f-4b88-acf2-b8f8917ac0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297'] for port (653f9018-ff02-4917-b487-72f8ff6d9534), after_create {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:17.881311 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:17.935638 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 45366) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:18.010760 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b02aa9-da7f-4b88-acf2-b8f8917ac0a9 None None] Network 7a46036d-55d3-472c-985d-7d32e6afcac9 is already hosted by enough agents. {{(pid=113417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:52:18.011960 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.scheduler.base_scheduler [None req-56b02aa9-da7f-4b88-acf2-b8f8917ac0a9 None None] Resources bound (agent type, host, resource id): {{(pid=113417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:52:18.037640 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b02aa9-da7f-4b88-acf2-b8f8917ac0a9 None None] Received port after_create {{(pid=113417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:52:18.040704 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-66093152-188e-46a2-b9e7-6c155929c3ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:18.060511 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-143fb513-6b8d-4ba0-b828-75c719e01122 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751005866352'] for network (d800ff26-06a6-476d-81c1-854441d51068), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:18.131712 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b02aa9-da7f-4b88-acf2-b8f8917ac0a9 None None] Pushing event updated for resources: {'Port': ['ID=653f9018-ff02-4917-b487-72f8ff6d9534,revision_number=1']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:18.136730 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed4b9d23-a505-42d3-a8c0-83b933977a72 admin admin] Router 2e462f98-05f3-486e-ab4a-97e92d2f3f62 is scheduled to L3 agent 037668f0-d812-4b59-9d2d-ce33f66a7708 with binding_index 1 {{(pid=113416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 23:52:18.184474 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-4d8e04af-c442-4522-9154-bfc39f0f6436 None None] Current status of the port d1033c03-6fdb-4b30-a52b-07e22c33ac6b is: ACTIVE; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:52:18.217464 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-8014b3fd-96b4-4bc5-b7c6-ca92d507a33e admin admin] Publish callbacks [] for router_gateway (5371629e-3840-425d-941b-fcb3b356a1fa), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:18.222884 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-9b61aaaa-f64d-4817-8a0f-33b925874d74 None None] For port d36ca076-610e-4d55-beaa-23879247d27a, host dv-cinder-855041-2-iscsi, cleared binding levels {{(pid=113417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:52:18.230369 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-56b02aa9-da7f-4b88-acf2-b8f8917ac0a9 None None] Attempting to bind port 653f9018-ff02-4917-b487-72f8ff6d9534 on host dv-cinder-855041-2-iscsi for vnic_type normal with profile {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:52:18.230780 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-56b02aa9-da7f-4b88-acf2-b8f8917ac0a9 None None] Attempting to bind port 653f9018-ff02-4917-b487-72f8ff6d9534 by drivers openvswitch,hyperv on host dv-cinder-855041-2-iscsi at level 0 using segments [{'id': '114ca9d5-57df-429a-9e81-974fb793f3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '7a46036d-55d3-472c-985d-7d32e6afcac9'}] {{(pid=113417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:52:18.231153 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b02aa9-da7f-4b88-acf2-b8f8917ac0a9 None None] Attempting to bind port 653f9018-ff02-4917-b487-72f8ff6d9534 on network 7a46036d-55d3-472c-985d-7d32e6afcac9 {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:52:18.233650 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-4d8e04af-c442-4522-9154-bfc39f0f6436 None None] Provisioning complete for port 936dfbec-c3e8-4811-91e6-73d7c3350d71 triggered by entity DHCP. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:52:18.234037 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-4d8e04af-c442-4522-9154-bfc39f0f6436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (936dfbec-c3e8-4811-91e6-73d7c3350d71), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:18.288327 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device d1033c03-6fdb-4b30-a52b-07e22c33ac6b up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:52:18.302588 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-9b61aaaa-f64d-4817-8a0f-33b925874d74 None None] For port d36ca076-610e-4d55-beaa-23879247d27a, host dv-cinder-855041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=d36ca076-610e-4d55-beaa-23879247d27a,segment=NetworkSegment(bb534462-ddc2-4778-84af-6323faf368f0),segment_id=bb534462-ddc2-4778-84af-6323faf368f0)] {{(pid=113417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:52:18.342773 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-143fb513-6b8d-4ba0-b828-75c719e01122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357'] for network (d800ff26-06a6-476d-81c1-854441d51068), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:18.343798 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143fb513-6b8d-4ba0-b828-75c719e01122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:18.344463 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-143fb513-6b8d-4ba0-b828-75c719e01122 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for network (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:18.363111 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b02aa9-da7f-4b88-acf2-b8f8917ac0a9 None None] Checking agent: {'id': '01773ddc-a5d8-4c68-b7b5-e385af2b339f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 43, 45), 'started_at': datetime.datetime(2022, 8, 29, 23, 44, 15), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:52:18.363746 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b02aa9-da7f-4b88-acf2-b8f8917ac0a9 None None] Checking segment: {'id': '114ca9d5-57df-429a-9e81-974fb793f3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '7a46036d-55d3-472c-985d-7d32e6afcac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:52:18.364343 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-56b02aa9-da7f-4b88-acf2-b8f8917ac0a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:18.364941 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b02aa9-da7f-4b88-acf2-b8f8917ac0a9 None None] Bound using segment: {'id': '114ca9d5-57df-429a-9e81-974fb793f3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '7a46036d-55d3-472c-985d-7d32e6afcac9'} {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:52:18.366216 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-56b02aa9-da7f-4b88-acf2-b8f8917ac0a9 None None] Bound port: 653f9018-ff02-4917-b487-72f8ff6d9534, host: dv-cinder-855041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '114ca9d5-57df-429a-9e81-974fb793f3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '7a46036d-55d3-472c-985d-7d32e6afcac9'}}] {{(pid=113417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:52:18.366561 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-56b02aa9-da7f-4b88-acf2-b8f8917ac0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (653f9018-ff02-4917-b487-72f8ff6d9534), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:18.372736 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:18.425569 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.db_base_plugin_common [None req-5f015c1b-791c-4bbc-a8c4-7f1f15f6b1f8 admin admin] Allocated IP 172.27.1.204 (c6396a07-dfbf-4950-850b-378da3ed2a88/a98be68c-aef3-471c-b3f8-ae629ebf2983/51a1db89-b26a-4686-b2eb-85f92a1e50a8) {{(pid=113416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:52:18.439163 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-9b61aaaa-f64d-4817-8a0f-33b925874d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (d36ca076-610e-4d55-beaa-23879247d27a), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:18.475762 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:18.507106 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-8014b3fd-96b4-4bc5-b7c6-ca92d507a33e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:18.509830 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-bf0bfadb-6c5d-4743-884e-edf7dc600dfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477501'] for router (0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:18.528409 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-66093152-188e-46a2-b9e7-6c155929c3ea admin admin] Publish callbacks [] for security_group (99fdd146-5a26-4ec4-82ac-8ad0ff3b9fe5), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:18.537069 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fb513-6b8d-4ba0-b828-75c719e01122 admin admin] Pushing event updated for resources: {'Network': ['ID=d800ff26-06a6-476d-81c1-854441d51068,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:18.540923 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port d1033c03-6fdb-4b30-a52b-07e22c33ac6b triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:52:18.541350 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (d1033c03-6fdb-4b30-a52b-07e22c33ac6b), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:18.639106 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-56b02aa9-da7f-4b88-acf2-b8f8917ac0a9 None None] For port 653f9018-ff02-4917-b487-72f8ff6d9534, host dv-cinder-855041-2-iscsi, cleared binding levels {{(pid=113417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:52:18.650097 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:18.654114 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-2e3da978-122b-468e-9c26-d2d1a4cc1b68 admin admin] Publish callbacks [] for router_gateway (eb0b4833-da7c-42f1-9534-91a6d779f15c), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:18.664441 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-56b02aa9-da7f-4b88-acf2-b8f8917ac0a9 None None] For port 653f9018-ff02-4917-b487-72f8ff6d9534, host dv-cinder-855041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=653f9018-ff02-4917-b487-72f8ff6d9534,segment=NetworkSegment(114ca9d5-57df-429a-9e81-974fb793f3bc),segment_id=114ca9d5-57df-429a-9e81-974fb793f3bc)] {{(pid=113417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:52:18.680543 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-4d8e04af-c442-4522-9154-bfc39f0f6436 None None] Current status of the port 936dfbec-c3e8-4811-91e6-73d7c3350d71 is: ACTIVE; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:52:18.692270 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b61aaaa-f64d-4817-8a0f-33b925874d74 None None] Pushing event updated for resources: {'Port': ['ID=d36ca076-610e-4d55-beaa-23879247d27a,revision_number=2']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:18.765006 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port d1033c03-6fdb-4b30-a52b-07e22c33ac6b is: ACTIVE; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:52:18.767312 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 936dfbec-c3e8-4811-91e6-73d7c3350d71 up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:52:18.779151 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed4b9d23-a505-42d3-a8c0-83b933977a72 admin admin] Notify agent at l3_agent.dv-cinder-855041-2-iscsi the message routers_updated {{(pid=113416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:52:18.784084 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-66093152-188e-46a2-b9e7-6c155929c3ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (99fdd146-5a26-4ec4-82ac-8ad0ff3b9fe5), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:18.797751 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59db78da-196e-4d92-bccb-a7278418fe56 None None] Sync routers for ids ['2e462f98-05f3-486e-ab4a-97e92d2f3f62'] in dv-cinder-855041-2-iscsi {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:52:18.840614 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-5f015c1b-791c-4bbc-a8c4-7f1f15f6b1f8 admin admin] Publish callbacks [] for port (51a1db89-b26a-4686-b2eb-85f92a1e50a8), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:18.867782 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59db78da-196e-4d92-bccb-a7278418fe56 None None] Routers {'2e462f98-05f3-486e-ab4a-97e92d2f3f62'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:52:18.869338 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-66093152-188e-46a2-b9e7-6c155929c3ea admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=de2ed354b8df44b18e07d86fdf8129a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9313688 Aug 29 23:52:18.872045 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 45370) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:18.872544 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-59db78da-196e-4d92-bccb-a7278418fe56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:52:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['2e462f98-05f3-486e-ab4a-97e92d2f3f62'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:52:18.911236 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66093152-188e-46a2-b9e7-6c155929c3ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99fdd146-5a26-4ec4-82ac-8ad0ff3b9fe5,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:18.924388 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-143fb513-6b8d-4ba0-b828-75c719e01122 admin admin] 10.222.0.90 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.3133950 Aug 29 23:52:18.926846 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 45372) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:18.939561 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [None req-7774acb0-d8bc-459b-8693-3dccfee8958e admin admin] Request body: {'subnet': {'network_id': 'd800ff26-06a6-476d-81c1-854441d51068', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-970245293-subnet', 'tenant_id': '3f042d7a9e6a46febe81f2e4be9f2c2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:52:18.942704 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-ed4b9d23-a505-42d3-a8c0-83b933977a72 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:18.944086 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-ed4b9d23-a505-42d3-a8c0-83b933977a72 admin admin] 10.222.0.90 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.7403347 Aug 29 23:52:18.955285 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 45374) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:18.975604 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Network d800ff26-06a6-476d-81c1-854441d51068 details requested by agent ovs-agent-dv-cinder-855041-2-iscsi with host dv-cinder-855041-2-iscsi {{(pid=113417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 23:52:18.989934 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09a5d3b-cb95-4015-944c-57259b7d2820 None None] Network 93e0a306-b92e-472d-869d-9065a5f6f97f requested from dv-cinder-855041-2-iscsi {{(pid=113417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:52:19.001269 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-56b02aa9-da7f-4b88-acf2-b8f8917ac0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (653f9018-ff02-4917-b487-72f8ff6d9534), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:19.083322 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-47df3efb-fcf1-422a-a122-158aee0ff963 admin admin] Publish callbacks [] for security_group (99fdd146-5a26-4ec4-82ac-8ad0ff3b9fe5), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:19.134924 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-47df3efb-fcf1-422a-a122-158aee0ff963 admin admin] Publish callbacks [] for security_group (99fdd146-5a26-4ec4-82ac-8ad0ff3b9fe5), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:19.199872 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b02aa9-da7f-4b88-acf2-b8f8917ac0a9 None None] Pushing event updated for resources: {'Port': ['ID=653f9018-ff02-4917-b487-72f8ff6d9534,revision_number=2']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:19.219717 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.db_base_plugin_common [None req-8014b3fd-96b4-4bc5-b7c6-ca92d507a33e admin admin] Allocated IP 172.27.1.32 (c6396a07-dfbf-4950-850b-378da3ed2a88/a98be68c-aef3-471c-b3f8-ae629ebf2983/50d67b08-de59-4733-be5d-71963d30dbba) {{(pid=113416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:52:19.316879 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-5f015c1b-791c-4bbc-a8c4-7f1f15f6b1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297'] for port (51a1db89-b26a-4686-b2eb-85f92a1e50a8), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:19.372865 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-cd21cf6e-0e90-42eb-ac2c-49286040da41 None None] Provisioning complete for port 9bb072ee-c87d-4d8d-8e86-158470bccb15 triggered by entity DHCP. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:52:19.375222 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cd21cf6e-0e90-42eb-ac2c-49286040da41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (9bb072ee-c87d-4d8d-8e86-158470bccb15), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:19.416541 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-59db78da-196e-4d92-bccb-a7278418fe56 None None] Set router 2e462f98-05f3-486e-ab4a-97e92d2f3f62 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:52:19.478748 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f015c1b-791c-4bbc-a8c4-7f1f15f6b1f8 admin admin] Pushing event updated for resources: {'Port': ['ID=51a1db89-b26a-4686-b2eb-85f92a1e50a8,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:19.512055 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf0bfadb-6c5d-4743-884e-edf7dc600dfd admin admin] Router 0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e is scheduled to L3 agent 037668f0-d812-4b59-9d2d-ce33f66a7708 with binding_index 1 {{(pid=113416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 23:52:19.582190 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-2e3da978-122b-468e-9c26-d2d1a4cc1b68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477501'] for router (eb0b4833-da7c-42f1-9534-91a6d779f15c), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:19.604862 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port 936dfbec-c3e8-4811-91e6-73d7c3350d71 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:52:19.604862 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (936dfbec-c3e8-4811-91e6-73d7c3350d71), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:19.624557 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f015c1b-791c-4bbc-a8c4-7f1f15f6b1f8 admin admin] Network c6396a07-dfbf-4950-850b-378da3ed2a88 is already hosted by enough agents. {{(pid=113416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:52:19.638200 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.base_scheduler [None req-5f015c1b-791c-4bbc-a8c4-7f1f15f6b1f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=113416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:52:19.687318 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f015c1b-791c-4bbc-a8c4-7f1f15f6b1f8 admin admin] Received port after_create {{(pid=113416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:52:19.695778 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-59db78da-196e-4d92-bccb-a7278418fe56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'name': 'tempest-AttachVolumeNegativeTest-1778292269-router', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'bb4d1692-7347-404c-a89d-e9e869c496d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:10Z', 'updated_at': '2022-08-29T23:52:13Z', 'revision_number': 3, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'gw_port': {'id': 'bb4d1692-7347-404c-a89d-e9e869c496d8', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:40:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:11Z', 'updated_at': '2022-08-29T23:52:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi'}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:52:19.737918 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cd21cf6e-0e90-42eb-ac2c-49286040da41 None None] Current status of the port 9bb072ee-c87d-4d8d-8e86-158470bccb15 is: DOWN; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:52:19.740453 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cd21cf6e-0e90-42eb-ac2c-49286040da41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (9bb072ee-c87d-4d8d-8e86-158470bccb15), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:19.760131 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59db78da-196e-4d92-bccb-a7278418fe56 None None] Checking router: 2e462f98-05f3-486e-ab4a-97e92d2f3f62 for host: dv-cinder-855041-2-iscsi {{(pid=113418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:52:19.760726 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59db78da-196e-4d92-bccb-a7278418fe56 None None] Updating router 2e462f98-05f3-486e-ab4a-97e92d2f3f62 port bb4d1692-7347-404c-a89d-e9e869c496d8 binding host dv-cinder-855041-2-iscsi {{(pid=113418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 23:52:19.810981 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7774acb0-d8bc-459b-8693-3dccfee8958e admin admin] Made reservation on behalf of 3f042d7a9e6a46febe81f2e4be9f2c2a for: {'subnet': 1} {{(pid=113415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:52:19.815289 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-7774acb0-d8bc-459b-8693-3dccfee8958e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:19.817302 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron_lib.callbacks.manager [None req-59db78da-196e-4d92-bccb-a7278418fe56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (bb4d1692-7347-404c-a89d-e9e869c496d8), before_update {{(pid=113418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:19.823903 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port 936dfbec-c3e8-4811-91e6-73d7c3350d71 is: ACTIVE; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:52:19.825309 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 9bb072ee-c87d-4d8d-8e86-158470bccb15 up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:52:19.838779 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=86,neutron:INSERT=5,neutron:UPDATE=9 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:19.942941 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cd21cf6e-0e90-42eb-ac2c-49286040da41 None None] For port 9bb072ee-c87d-4d8d-8e86-158470bccb15, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=9bb072ee-c87d-4d8d-8e86-158470bccb15,segment=NetworkSegment(216060a8-b9ef-4fb3-8659-af94605ff481),segment_id=216060a8-b9ef-4fb3-8659-af94605ff481)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:52:19.987341 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port 9bb072ee-c87d-4d8d-8e86-158470bccb15 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:52:19.987885 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (9bb072ee-c87d-4d8d-8e86-158470bccb15), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:20.019779 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:UPDATE=4,neutron:SELECT=81,neutron:INSERT=15 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:20.042252 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cd21cf6e-0e90-42eb-ac2c-49286040da41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (9bb072ee-c87d-4d8d-8e86-158470bccb15), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:20.115435 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=6 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:20.170646 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:20.173806 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port 9bb072ee-c87d-4d8d-8e86-158470bccb15 is: ACTIVE; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:52:20.206455 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd21cf6e-0e90-42eb-ac2c-49286040da41 None None] Pushing event updated for resources: {'Port': ['ID=9bb072ee-c87d-4d8d-8e86-158470bccb15,revision_number=3']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:20.213209 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-3254c9ea-2e15-400a-be16-42a16ff92029 None None] Provisioning complete for port 9bb072ee-c87d-4d8d-8e86-158470bccb15 triggered by entity DHCP. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:52:20.213688 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-3254c9ea-2e15-400a-be16-42a16ff92029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (9bb072ee-c87d-4d8d-8e86-158470bccb15), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:20.390843 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-3254c9ea-2e15-400a-be16-42a16ff92029 None None] Current status of the port 9bb072ee-c87d-4d8d-8e86-158470bccb15 is: ACTIVE; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:52:20.403302 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-8014b3fd-96b4-4bc5-b7c6-ca92d507a33e admin admin] Publish callbacks [] for port (50d67b08-de59-4733-be5d-71963d30dbba), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:20.460239 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-47df3efb-fcf1-422a-a122-158aee0ff963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (99fdd146-5a26-4ec4-82ac-8ad0ff3b9fe5), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:20.463046 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-47df3efb-fcf1-422a-a122-158aee0ff963 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:20.468472 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-47df3efb-fcf1-422a-a122-158aee0ff963 admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/99fdd146-5a26-4ec4-82ac-8ad0ff3b9fe5 HTTP/1.1" status: 204 len: 168 time: 1.5907571 Aug 29 23:52:20.476750 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b8c6cc-97cd-4917-bad9-e437109d3cf8 None None] Network 4c9cdff2-05de-4391-b19a-4c2f9845a0aa requested from dv-cinder-855041-2-iscsi {{(pid=113417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:52:20.533383 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e3da978-122b-468e-9c26-d2d1a4cc1b68 admin admin] Router eb0b4833-da7c-42f1-9534-91a6d779f15c is scheduled to L3 agent 037668f0-d812-4b59-9d2d-ce33f66a7708 with binding_index 1 {{(pid=113415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 23:52:20.590388 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-8014b3fd-96b4-4bc5-b7c6-ca92d507a33e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297'] for port (50d67b08-de59-4733-be5d-71963d30dbba), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:20.598072 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47df3efb-fcf1-422a-a122-158aee0ff963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99fdd146-5a26-4ec4-82ac-8ad0ff3b9fe5,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:20.615046 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device d1033c03-6fdb-4b30-a52b-07e22c33ac6b up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:52:20.721537 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-68a2e098-9cd3-45e7-8547-779d5e8cd46e None None] Provisioning complete for port d36ca076-610e-4d55-beaa-23879247d27a triggered by entity DHCP. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:52:20.725842 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-68a2e098-9cd3-45e7-8547-779d5e8cd46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (d36ca076-610e-4d55-beaa-23879247d27a), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:20.728953 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-65aa2c57-4e46-4c0f-a60b-8d24c1646b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:20.811828 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8014b3fd-96b4-4bc5-b7c6-ca92d507a33e admin admin] Network c6396a07-dfbf-4950-850b-378da3ed2a88 is already hosted by enough agents. {{(pid=113416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:52:20.815212 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron_lib.callbacks.manager [None req-59db78da-196e-4d92-bccb-a7278418fe56 None None] Publish callbacks [] for port (bb4d1692-7347-404c-a89d-e9e869c496d8), precommit_update {{(pid=113418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:20.819300 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:20.820254 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b8fbe8-bf3c-4ad3-b901-bb52e939662c None None] Network 7a46036d-55d3-472c-985d-7d32e6afcac9 requested from dv-cinder-855041-2-iscsi {{(pid=113417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:52:20.837121 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.base_scheduler [None req-8014b3fd-96b4-4bc5-b7c6-ca92d507a33e admin admin] Resources bound (agent type, host, resource id): {{(pid=113416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:52:20.837573 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-7774acb0-d8bc-459b-8693-3dccfee8958e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4096602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357'] for subnet (70642995-3fd0-4e59-a440-7704251e9908), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:20.845659 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8014b3fd-96b4-4bc5-b7c6-ca92d507a33e admin admin] Received port after_create {{(pid=113416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:52:20.851909 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0bfadb-6c5d-4743-884e-edf7dc600dfd admin admin] Notify agent at l3_agent.dv-cinder-855041-2-iscsi the message routers_updated {{(pid=113416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:52:20.862277 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port d1033c03-6fdb-4b30-a52b-07e22c33ac6b triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:52:20.863226 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (d1033c03-6fdb-4b30-a52b-07e22c33ac6b), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:20.906594 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8014b3fd-96b4-4bc5-b7c6-ca92d507a33e admin admin] Pushing event updated for resources: {'Port': ['ID=50d67b08-de59-4733-be5d-71963d30dbba,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:20.933248 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron_lib.callbacks.manager [None req-59db78da-196e-4d92-bccb-a7278418fe56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (bb4d1692-7347-404c-a89d-e9e869c496d8), after_update {{(pid=113418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:20.986334 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.managers [None req-59db78da-196e-4d92-bccb-a7278418fe56 None None] Attempting to bind port bb4d1692-7347-404c-a89d-e9e869c496d8 on host dv-cinder-855041-2-iscsi for vnic_type normal with profile {{(pid=113418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:52:20.987144 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.managers [None req-59db78da-196e-4d92-bccb-a7278418fe56 None None] Attempting to bind port bb4d1692-7347-404c-a89d-e9e869c496d8 by drivers openvswitch,hyperv on host dv-cinder-855041-2-iscsi at level 0 using segments [{'id': 'b4742eaf-d58e-407a-bbd7-30be4e48df16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88'}] {{(pid=113418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:52:20.987764 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59db78da-196e-4d92-bccb-a7278418fe56 None None] Attempting to bind port bb4d1692-7347-404c-a89d-e9e869c496d8 on network c6396a07-dfbf-4950-850b-378da3ed2a88 {{(pid=113418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:52:20.999046 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59db78da-196e-4d92-bccb-a7278418fe56 None None] Checking agent: {'id': '01773ddc-a5d8-4c68-b7b5-e385af2b339f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 43, 45), 'started_at': datetime.datetime(2022, 8, 29, 23, 44, 15), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:52:20.999853 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59db78da-196e-4d92-bccb-a7278418fe56 None None] Checking segment: {'id': 'b4742eaf-d58e-407a-bbd7-30be4e48df16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:52:21.000538 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron_lib.callbacks.manager [None req-59db78da-196e-4d92-bccb-a7278418fe56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:21.001963 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59db78da-196e-4d92-bccb-a7278418fe56 None None] Bound using segment: {'id': 'b4742eaf-d58e-407a-bbd7-30be4e48df16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88'} {{(pid=113418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:52:21.002772 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.managers [None req-59db78da-196e-4d92-bccb-a7278418fe56 None None] Bound port: bb4d1692-7347-404c-a89d-e9e869c496d8, host: dv-cinder-855041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4742eaf-d58e-407a-bbd7-30be4e48df16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88'}}] {{(pid=113418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:52:21.003402 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron_lib.callbacks.manager [None req-59db78da-196e-4d92-bccb-a7278418fe56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (bb4d1692-7347-404c-a89d-e9e869c496d8), before_update {{(pid=113418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:21.034711 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5dd8d1-a730-467c-82e3-b95edb69d6bf None None] Sync routers for ids ['0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e'] in dv-cinder-855041-2-iscsi {{(pid=113417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:52:21.035182 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42258816-f5b2-4ef1-9c0d-981b90115cf7 None None] Pushing event updated for resources: {'Port': ['ID=bb4d1692-7347-404c-a89d-e9e869c496d8,revision_number=2']} {{(pid=113418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:21.046922 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:21.067545 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42258816-f5b2-4ef1-9c0d-981b90115cf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:21.071463 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42258816-f5b2-4ef1-9c0d-981b90115cf7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:21.072047 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42258816-f5b2-4ef1-9c0d-981b90115cf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:21.072681 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42258816-f5b2-4ef1-9c0d-981b90115cf7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:21.078269 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42258816-f5b2-4ef1-9c0d-981b90115cf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:21.078915 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42258816-f5b2-4ef1-9c0d-981b90115cf7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:21.079929 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42258816-f5b2-4ef1-9c0d-981b90115cf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:21.082696 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42258816-f5b2-4ef1-9c0d-981b90115cf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:21.083778 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42258816-f5b2-4ef1-9c0d-981b90115cf7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:21.089998 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42258816-f5b2-4ef1-9c0d-981b90115cf7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:21.093706 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42258816-f5b2-4ef1-9c0d-981b90115cf7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:21.100070 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42258816-f5b2-4ef1-9c0d-981b90115cf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:21.102414 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42258816-f5b2-4ef1-9c0d-981b90115cf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:21.102414 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42258816-f5b2-4ef1-9c0d-981b90115cf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:21.102613 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42258816-f5b2-4ef1-9c0d-981b90115cf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:21.106863 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42258816-f5b2-4ef1-9c0d-981b90115cf7 None None] Tracked resource versions report: Aug 29 23:52:21.106863 dv-cinder-855041-2-iscsi neutron-server[113418]: pushed versions: Aug 29 23:52:21.106863 dv-cinder-855041-2-iscsi neutron-server[113418]: { 'AddressGroup': {'1.2'}, Aug 29 23:52:21.106863 dv-cinder-855041-2-iscsi neutron-server[113418]: 'Agent': {'1.1'}, Aug 29 23:52:21.106863 dv-cinder-855041-2-iscsi neutron-server[113418]: 'ConntrackHelper': {'1.0'}, Aug 29 23:52:21.106863 dv-cinder-855041-2-iscsi neutron-server[113418]: 'LocalIPAssociation': {'1.0'}, Aug 29 23:52:21.106863 dv-cinder-855041-2-iscsi neutron-server[113418]: 'Log': {'1.0'}, Aug 29 23:52:21.106863 dv-cinder-855041-2-iscsi neutron-server[113418]: 'NDPProxy': {'1.0'}, Aug 29 23:52:21.106863 dv-cinder-855041-2-iscsi neutron-server[113418]: 'Network': {'1.1'}, Aug 29 23:52:21.106863 dv-cinder-855041-2-iscsi neutron-server[113418]: 'Port': {'1.7'}, Aug 29 23:52:21.106863 dv-cinder-855041-2-iscsi neutron-server[113418]: 'PortForwarding': {'1.3'}, Aug 29 23:52:21.106863 dv-cinder-855041-2-iscsi neutron-server[113418]: 'QosPolicy': {'1.10'}, Aug 29 23:52:21.106863 dv-cinder-855041-2-iscsi neutron-server[113418]: 'SecurityGroup': {'1.5'}, Aug 29 23:52:21.106863 dv-cinder-855041-2-iscsi neutron-server[113418]: 'SecurityGroupRule': {'1.2'}, Aug 29 23:52:21.106863 dv-cinder-855041-2-iscsi neutron-server[113418]: 'SubPort': {'1.0'}, Aug 29 23:52:21.106863 dv-cinder-855041-2-iscsi neutron-server[113418]: 'Subnet': {'1.1'}, Aug 29 23:52:21.106863 dv-cinder-855041-2-iscsi neutron-server[113418]: 'Trunk': {'1.1'}} Aug 29 23:52:21.106863 dv-cinder-855041-2-iscsi neutron-server[113418]: consumer versions: Aug 29 23:52:21.106863 dv-cinder-855041-2-iscsi neutron-server[113418]: { DHCP agent@dv-cinder-855041-2-iscsi: {}, Aug 29 23:52:21.106863 dv-cinder-855041-2-iscsi neutron-server[113418]: HyperV agent@hv-cinder-85504: {}, Aug 29 23:52:21.106863 dv-cinder-855041-2-iscsi neutron-server[113418]: L3 agent@dv-cinder-855041-2-iscsi: {}, Aug 29 23:52:21.106863 dv-cinder-855041-2-iscsi neutron-server[113418]: Metadata agent@dv-cinder-855041-2-iscsi: {}, Aug 29 23:52:21.106863 dv-cinder-855041-2-iscsi neutron-server[113418]: Metering agent@dv-cinder-855041-2-iscsi: {}, Aug 29 23:52:21.106863 dv-cinder-855041-2-iscsi neutron-server[113418]: Open vSwitch agent@dv-cinder-855041-2-iscsi: { 'AddressGroup': '1.2', Aug 29 23:52:21.106863 dv-cinder-855041-2-iscsi neutron-server[113418]: 'Agent': '1.1', Aug 29 23:52:21.106863 dv-cinder-855041-2-iscsi neutron-server[113418]: 'ConntrackHelper': '1.0', Aug 29 23:52:21.106863 dv-cinder-855041-2-iscsi neutron-server[113418]: 'LocalIPAssociation': '1.0', Aug 29 23:52:21.106863 dv-cinder-855041-2-iscsi neutron-server[113418]: 'Log': '1.0', Aug 29 23:52:21.106863 dv-cinder-855041-2-iscsi neutron-server[113418]: 'NDPProxy': '1.0', Aug 29 23:52:21.106863 dv-cinder-855041-2-iscsi neutron-server[113418]: 'Network': '1.1', Aug 29 23:52:21.106863 dv-cinder-855041-2-iscsi neutron-server[113418]: 'Port': '1.7', Aug 29 23:52:21.106863 dv-cinder-855041-2-iscsi neutron-server[113418]: 'PortForwarding': '1.3', Aug 29 23:52:21.106863 dv-cinder-855041-2-iscsi neutron-server[113418]: 'QosPolicy': '1.10', Aug 29 23:52:21.106863 dv-cinder-855041-2-iscsi neutron-server[113418]: 'SecurityGroup': '1.5', Aug 29 23:52:21.106863 dv-cinder-855041-2-iscsi neutron-server[113418]: 'SecurityGroupRule': '1.2', Aug 29 23:52:21.106863 dv-cinder-855041-2-iscsi neutron-server[113418]: 'SubPort': '1.0', Aug 29 23:52:21.106863 dv-cinder-855041-2-iscsi neutron-server[113418]: 'Subnet': '1.1', Aug 29 23:52:21.106863 dv-cinder-855041-2-iscsi neutron-server[113418]: 'Trunk': '1.1'}} Aug 29 23:52:21.106863 dv-cinder-855041-2-iscsi neutron-server[113418]: {{(pid=113418) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 23:52:21.114497 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:21.116206 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5dd8d1-a730-467c-82e3-b95edb69d6bf None None] Routers {'0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:52:21.121779 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-5e5dd8d1-a730-467c-82e3-b95edb69d6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:52:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e'], 'active': True} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:52:21.185894 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.db [None req-59db78da-196e-4d92-bccb-a7278418fe56 None None] For port bb4d1692-7347-404c-a89d-e9e869c496d8, host dv-cinder-855041-2-iscsi, cleared binding levels {{(pid=113418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:52:21.194668 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.db [None req-59db78da-196e-4d92-bccb-a7278418fe56 None None] For port bb4d1692-7347-404c-a89d-e9e869c496d8, host dv-cinder-855041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=bb4d1692-7347-404c-a89d-e9e869c496d8,segment=NetworkSegment(b4742eaf-d58e-407a-bbd7-30be4e48df16),segment_id=b4742eaf-d58e-407a-bbd7-30be4e48df16)] {{(pid=113418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:52:21.210226 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7774acb0-d8bc-459b-8693-3dccfee8958e admin admin] Pushing event updated for resources: {'Subnet': ['ID=70642995-3fd0-4e59-a440-7704251e9908,revision_number=0']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:21.211010 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:21.243909 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e3da978-122b-468e-9c26-d2d1a4cc1b68 admin admin] Notify agent at l3_agent.dv-cinder-855041-2-iscsi the message routers_updated {{(pid=113415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:52:21.257032 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-5f015c1b-791c-4bbc-a8c4-7f1f15f6b1f8 admin admin] Publish callbacks [] for router_gateway (b27e3222-c8a5-4b18-ac0d-28af47137885), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:21.261021 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856e6253-d941-4839-aac8-80783e7d86f6 None None] Sync routers for ids ['eb0b4833-da7c-42f1-9534-91a6d779f15c'] in dv-cinder-855041-2-iscsi {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:52:21.276254 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856e6253-d941-4839-aac8-80783e7d86f6 None None] Routers {'eb0b4833-da7c-42f1-9534-91a6d779f15c'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:52:21.276898 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-856e6253-d941-4839-aac8-80783e7d86f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:52:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['eb0b4833-da7c-42f1-9534-91a6d779f15c'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:52:21.322710 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-bf0bfadb-6c5d-4743-884e-edf7dc600dfd admin admin] Publish callbacks [] for router (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:21.328825 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-bf0bfadb-6c5d-4743-884e-edf7dc600dfd admin admin] 10.222.0.90 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.5780160 Aug 29 23:52:21.334595 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron_lib.callbacks.manager [None req-59db78da-196e-4d92-bccb-a7278418fe56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (bb4d1692-7347-404c-a89d-e9e869c496d8), after_update {{(pid=113418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:21.338059 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 45388) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:21.391238 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59db78da-196e-4d92-bccb-a7278418fe56 None None] Routers {'2e462f98-05f3-486e-ab4a-97e92d2f3f62'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:52:21.391927 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-59db78da-196e-4d92-bccb-a7278418fe56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:52:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['2e462f98-05f3-486e-ab4a-97e92d2f3f62'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:52:21.446038 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.db.db_base_plugin_common [None req-65aa2c57-4e46-4c0f-a60b-8d24c1646b83 admin admin] Allocated IP 172.20.0.1 (60b40027-b034-467e-a623-8d465afe9154/371040be-dae2-4b4b-8892-6a99379ddf2c/14ecde1e-ea4b-4879-9300-81c8f8fd9833) {{(pid=113415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:52:21.506935 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvr_db [None req-5e5dd8d1-a730-467c-82e3-b95edb69d6bf None None] Set router 0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e gateway port host: dv-cinder-855041-2-iscsi {{(pid=113417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:52:21.529522 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-59db78da-196e-4d92-bccb-a7278418fe56 None None] Set router 2e462f98-05f3-486e-ab4a-97e92d2f3f62 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:52:21.596455 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:21.670966 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:21.711038 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-8014b3fd-96b4-4bc5-b7c6-ca92d507a33e admin admin] Publish callbacks [] for router_gateway (5371629e-3840-425d-941b-fcb3b356a1fa), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:21.716265 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-65aa2c57-4e46-4c0f-a60b-8d24c1646b83 admin admin] Publish callbacks [] for port (14ecde1e-ea4b-4879-9300-81c8f8fd9833), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:21.754992 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42258816-f5b2-4ef1-9c0d-981b90115cf7 None None] Pushing event updated for resources: {'Port': ['ID=bb4d1692-7347-404c-a89d-e9e869c496d8,revision_number=3']} {{(pid=113418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:21.773767 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7774acb0-d8bc-459b-8693-3dccfee8958e admin admin] Checking segment: {'id': 'e2e26de8-1d32-4cc1-b45f-4d4581d38425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'd800ff26-06a6-476d-81c1-854441d51068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:52:21.774361 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7774acb0-d8bc-459b-8693-3dccfee8958e admin admin] Network hostable DHCP agents. Network: d800ff26-06a6-476d-81c1-854441d51068, hostable agents: ['1020f8f9-c858-45a1-84c5-376480b0ca2e'], hosted agents: [] {{(pid=113415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 23:52:21.783183 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:DELETE=2 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:21.784891 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:21.860334 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-65aa2c57-4e46-4c0f-a60b-8d24c1646b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297'] for port (14ecde1e-ea4b-4879-9300-81c8f8fd9833), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:21.899559 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-68a2e098-9cd3-45e7-8547-779d5e8cd46e None None] Current status of the port d36ca076-610e-4d55-beaa-23879247d27a is: DOWN; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:52:21.900418 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-68a2e098-9cd3-45e7-8547-779d5e8cd46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (d36ca076-610e-4d55-beaa-23879247d27a), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:21.909520 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-856e6253-d941-4839-aac8-80783e7d86f6 None None] Set router eb0b4833-da7c-42f1-9534-91a6d779f15c gateway port host: dv-cinder-855041-2-iscsi {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:52:21.955188 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65aa2c57-4e46-4c0f-a60b-8d24c1646b83 admin admin] Network 60b40027-b034-467e-a623-8d465afe9154 is already hosted by enough agents. {{(pid=113415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:52:21.971676 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.base_scheduler [None req-65aa2c57-4e46-4c0f-a60b-8d24c1646b83 admin admin] Resources bound (agent type, host, resource id): {{(pid=113415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:52:21.975934 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65aa2c57-4e46-4c0f-a60b-8d24c1646b83 admin admin] Received port after_create {{(pid=113415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:52:21.976507 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-65aa2c57-4e46-4c0f-a60b-8d24c1646b83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477273'] for router_interface (2e462f98-05f3-486e-ab4a-97e92d2f3f62), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:22.033799 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port d1033c03-6fdb-4b30-a52b-07e22c33ac6b is: ACTIVE; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:52:22.035163 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 653f9018-ff02-4917-b487-72f8ff6d9534 up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:52:22.169572 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-59db78da-196e-4d92-bccb-a7278418fe56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'name': 'tempest-AttachVolumeNegativeTest-1778292269-router', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'bb4d1692-7347-404c-a89d-e9e869c496d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:10Z', 'updated_at': '2022-08-29T23:52:13Z', 'revision_number': 3, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'gw_port': {'id': 'bb4d1692-7347-404c-a89d-e9e869c496d8', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:40:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:11Z', 'updated_at': '2022-08-29T23:52:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi'}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:52:22.170770 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7774acb0-d8bc-459b-8693-3dccfee8958e admin admin] Network d800ff26-06a6-476d-81c1-854441d51068 is scheduled to be hosted by DHCP agent 1020f8f9-c858-45a1-84c5-376480b0ca2e with binding_index 1 {{(pid=113415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 23:52:22.179402 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-68a2e098-9cd3-45e7-8547-779d5e8cd46e None None] For port d36ca076-610e-4d55-beaa-23879247d27a, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=d36ca076-610e-4d55-beaa-23879247d27a,segment=NetworkSegment(bb534462-ddc2-4778-84af-6323faf368f0),segment_id=bb534462-ddc2-4778-84af-6323faf368f0)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:52:22.191287 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-2e3da978-122b-468e-9c26-d2d1a4cc1b68 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:22.195897 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-2e3da978-122b-468e-9c26-d2d1a4cc1b68 admin admin] 10.222.0.90 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.2981458 Aug 29 23:52:22.208986 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 45402) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:22.261890 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-68a2e098-9cd3-45e7-8547-779d5e8cd46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (d36ca076-610e-4d55-beaa-23879247d27a), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:22.326872 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-5e5dd8d1-a730-467c-82e3-b95edb69d6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e', 'name': 'tempest-ServerRescueNegativeTestJSON-775195304-router', 'tenant_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'f2310b0e-c287-4f95-9f84-528a711e70f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:12Z', 'updated_at': '2022-08-29T23:52:16Z', 'revision_number': 3, 'project_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'gw_port': {'id': 'f2310b0e-c287-4f95-9f84-528a711e70f8', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dd:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:13Z', 'updated_at': '2022-08-29T23:52:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi'}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:52:22.328213 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59db78da-196e-4d92-bccb-a7278418fe56 None None] The sync data for ids ['2e462f98-05f3-486e-ab4a-97e92d2f3f62'] in dv-cinder-855041-2-iscsi is: [{'id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'name': 'tempest-AttachVolumeNegativeTest-1778292269-router', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'bb4d1692-7347-404c-a89d-e9e869c496d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:10Z', 'updated_at': '2022-08-29T23:52:13Z', 'revision_number': 3, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'gw_port': {'id': 'bb4d1692-7347-404c-a89d-e9e869c496d8', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:40:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:11Z', 'updated_at': '2022-08-29T23:52:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi'}] {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:52:22.334838 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port 653f9018-ff02-4917-b487-72f8ff6d9534 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:52:22.335222 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (653f9018-ff02-4917-b487-72f8ff6d9534), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:22.406903 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5dd8d1-a730-467c-82e3-b95edb69d6bf None None] Checking router: 0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e for host: dv-cinder-855041-2-iscsi {{(pid=113417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:52:22.408681 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5dd8d1-a730-467c-82e3-b95edb69d6bf None None] Updating router 0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e port f2310b0e-c287-4f95-9f84-528a711e70f8 binding host dv-cinder-855041-2-iscsi {{(pid=113417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 23:52:22.507172 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-856e6253-d941-4839-aac8-80783e7d86f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb0b4833-da7c-42f1-9534-91a6d779f15c', 'name': 'tempest-DeleteServersTestJSON-347692398-router', 'tenant_id': '651125f8b5f9452a8f854ae229670514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '59c614a2-11a6-4a27-8931-d63a67a0c104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:14Z', 'updated_at': '2022-08-29T23:52:18Z', 'revision_number': 3, 'project_id': '651125f8b5f9452a8f854ae229670514', 'gw_port': {'id': '59c614a2-11a6-4a27-8931-d63a67a0c104', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0b4833-da7c-42f1-9534-91a6d779f15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:16Z', 'updated_at': '2022-08-29T23:52:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi'}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:52:22.529931 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aa2c57-4e46-4c0f-a60b-8d24c1646b83 admin admin] Pushing event updated for resources: {'Port': ['ID=14ecde1e-ea4b-4879-9300-81c8f8fd9833,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:22.532041 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-5e5dd8d1-a730-467c-82e3-b95edb69d6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (f2310b0e-c287-4f95-9f84-528a711e70f8), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:22.542144 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.base_scheduler [None req-7774acb0-d8bc-459b-8693-3dccfee8958e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855041-2-iscsi, d800ff26-06a6-476d-81c1-854441d51068) {{(pid=113415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:52:22.589041 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db15c205-a33b-471d-9950-dac260670690 None None] Network d800ff26-06a6-476d-81c1-854441d51068 requested from dv-cinder-855041-2-iscsi {{(pid=113417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:52:22.589233 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856e6253-d941-4839-aac8-80783e7d86f6 None None] Checking router: eb0b4833-da7c-42f1-9534-91a6d779f15c for host: dv-cinder-855041-2-iscsi {{(pid=113418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:52:22.589500 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856e6253-d941-4839-aac8-80783e7d86f6 None None] Updating router eb0b4833-da7c-42f1-9534-91a6d779f15c port 59c614a2-11a6-4a27-8931-d63a67a0c104 binding host dv-cinder-855041-2-iscsi {{(pid=113418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 23:52:22.638729 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7774acb0-d8bc-459b-8693-3dccfee8958e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:22.640329 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-7774acb0-d8bc-459b-8693-3dccfee8958e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for subnet (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:22.642789 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-5f015c1b-791c-4bbc-a8c4-7f1f15f6b1f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477501'] for router (b27e3222-c8a5-4b18-ac0d-28af47137885), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:22.651658 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=4 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:22.661492 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=100 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:22.682348 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron_lib.callbacks.manager [None req-856e6253-d941-4839-aac8-80783e7d86f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (59c614a2-11a6-4a27-8931-d63a67a0c104), before_update {{(pid=113418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:22.716625 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-5d3d2e3a-284d-4818-85d9-413b1e76273a None None] Provisioning complete for port 653f9018-ff02-4917-b487-72f8ff6d9534 triggered by entity DHCP. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:52:22.717021 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-5d3d2e3a-284d-4818-85d9-413b1e76273a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (653f9018-ff02-4917-b487-72f8ff6d9534), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:22.720783 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a2e098-9cd3-45e7-8547-779d5e8cd46e None None] Pushing event updated for resources: {'Port': ['ID=d36ca076-610e-4d55-beaa-23879247d27a,revision_number=3']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:22.966147 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1dca48-06e6-4bff-b606-b88bf7979fc9 None None] Network d800ff26-06a6-476d-81c1-854441d51068 requested from dv-cinder-855041-2-iscsi {{(pid=113417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:52:23.146243 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-7774acb0-d8bc-459b-8693-3dccfee8958e admin admin] 10.222.0.90 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 4.2133930 Aug 29 23:52:23.171402 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:23.216396 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-8014b3fd-96b4-4bc5-b7c6-ca92d507a33e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477501'] for router (5371629e-3840-425d-941b-fcb3b356a1fa), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:23.227714 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port 653f9018-ff02-4917-b487-72f8ff6d9534 is: DOWN; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:52:23.228332 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (653f9018-ff02-4917-b487-72f8ff6d9534), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:23.295756 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-65aa2c57-4e46-4c0f-a60b-8d24c1646b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (14ecde1e-ea4b-4879-9300-81c8f8fd9833), before_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:23.430808 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d2e3a-284d-4818-85d9-413b1e76273a None None] Current status of the port 653f9018-ff02-4917-b487-72f8ff6d9534 is: DOWN; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:52:23.431647 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-5d3d2e3a-284d-4818-85d9-413b1e76273a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (653f9018-ff02-4917-b487-72f8ff6d9534), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:23.440445 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] For port 653f9018-ff02-4917-b487-72f8ff6d9534, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=653f9018-ff02-4917-b487-72f8ff6d9534,segment=NetworkSegment(114ca9d5-57df-429a-9e81-974fb793f3bc),segment_id=114ca9d5-57df-429a-9e81-974fb793f3bc)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:52:23.466912 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 45416) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:23.469105 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=100 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:23.480294 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron_lib.callbacks.manager [None req-856e6253-d941-4839-aac8-80783e7d86f6 None None] Publish callbacks [] for port (59c614a2-11a6-4a27-8931-d63a67a0c104), precommit_update {{(pid=113418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:23.529790 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-c25ae9b6-5fac-49ad-b841-1439c82a54cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:23.560915 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.db_base_plugin_v2 [None req-684082f0-ef25-4c3d-9936-890d2d960e8a admin admin] Deleting subnet f5d4ba79-ae9a-44e1-8da9-18461ea1b53b {{(pid=113416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 23:52:23.568605 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-684082f0-ef25-4c3d-9936-890d2d960e8a admin admin] Publish callbacks [] for subnet (f5d4ba79-ae9a-44e1-8da9-18461ea1b53b), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:23.597303 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron_lib.callbacks.manager [None req-856e6253-d941-4839-aac8-80783e7d86f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (59c614a2-11a6-4a27-8931-d63a67a0c104), after_update {{(pid=113418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:23.633139 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (653f9018-ff02-4917-b487-72f8ff6d9534), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:23.638531 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device d36ca076-610e-4d55-beaa-23879247d27a up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:52:23.640601 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f015c1b-791c-4bbc-a8c4-7f1f15f6b1f8 admin admin] Router b27e3222-c8a5-4b18-ac0d-28af47137885 is scheduled to L3 agent 037668f0-d812-4b59-9d2d-ce33f66a7708 with binding_index 1 {{(pid=113416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 23:52:23.653565 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.db.api [None req-5d3d2e3a-284d-4818-85d9-413b1e76273a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 29 23:52:23.663573 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG oslo_db.api [None req-5d3d2e3a-284d-4818-85d9-413b1e76273a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 23:52:23.675469 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-684082f0-ef25-4c3d-9936-890d2d960e8a admin admin] Publish callbacks [] for subnet (f5d4ba79-ae9a-44e1-8da9-18461ea1b53b), precommit_delete_associations {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:23.683955 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.managers [None req-856e6253-d941-4839-aac8-80783e7d86f6 None None] Attempting to bind port 59c614a2-11a6-4a27-8931-d63a67a0c104 on host dv-cinder-855041-2-iscsi for vnic_type normal with profile {{(pid=113418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:52:23.684355 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.managers [None req-856e6253-d941-4839-aac8-80783e7d86f6 None None] Attempting to bind port 59c614a2-11a6-4a27-8931-d63a67a0c104 by drivers openvswitch,hyperv on host dv-cinder-855041-2-iscsi at level 0 using segments [{'id': 'b4742eaf-d58e-407a-bbd7-30be4e48df16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88'}] {{(pid=113418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:52:23.684903 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856e6253-d941-4839-aac8-80783e7d86f6 None None] Attempting to bind port 59c614a2-11a6-4a27-8931-d63a67a0c104 on network c6396a07-dfbf-4950-850b-378da3ed2a88 {{(pid=113418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:52:23.715590 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856e6253-d941-4839-aac8-80783e7d86f6 None None] Checking agent: {'id': '01773ddc-a5d8-4c68-b7b5-e385af2b339f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 43, 45), 'started_at': datetime.datetime(2022, 8, 29, 23, 44, 15), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:52:23.715963 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856e6253-d941-4839-aac8-80783e7d86f6 None None] Checking segment: {'id': 'b4742eaf-d58e-407a-bbd7-30be4e48df16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:52:23.721973 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron_lib.callbacks.manager [None req-856e6253-d941-4839-aac8-80783e7d86f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:23.722459 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856e6253-d941-4839-aac8-80783e7d86f6 None None] Bound using segment: {'id': 'b4742eaf-d58e-407a-bbd7-30be4e48df16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88'} {{(pid=113418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:52:23.722979 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.managers [None req-856e6253-d941-4839-aac8-80783e7d86f6 None None] Bound port: 59c614a2-11a6-4a27-8931-d63a67a0c104, host: dv-cinder-855041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4742eaf-d58e-407a-bbd7-30be4e48df16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88'}}] {{(pid=113418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:52:23.723552 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron_lib.callbacks.manager [None req-856e6253-d941-4839-aac8-80783e7d86f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (59c614a2-11a6-4a27-8931-d63a67a0c104), before_update {{(pid=113418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:23.769806 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-684082f0-ef25-4c3d-9936-890d2d960e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3500387'] for subnet (f5d4ba79-ae9a-44e1-8da9-18461ea1b53b), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:23.851863 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:23.861633 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.db [None req-856e6253-d941-4839-aac8-80783e7d86f6 None None] For port 59c614a2-11a6-4a27-8931-d63a67a0c104, host dv-cinder-855041-2-iscsi, cleared binding levels {{(pid=113418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:52:23.870141 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.db [None req-856e6253-d941-4839-aac8-80783e7d86f6 None None] For port 59c614a2-11a6-4a27-8931-d63a67a0c104, host dv-cinder-855041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=59c614a2-11a6-4a27-8931-d63a67a0c104,segment=NetworkSegment(b4742eaf-d58e-407a-bbd7-30be4e48df16),segment_id=b4742eaf-d58e-407a-bbd7-30be4e48df16)] {{(pid=113418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:52:23.880659 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14c153b-bb0f-467a-946e-965bdfb56f21 None None] Pushing event updated for resources: {'Port': ['ID=59c614a2-11a6-4a27-8931-d63a67a0c104,revision_number=2']} {{(pid=113418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:23.900158 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=2 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:23.915496 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-65aa2c57-4e46-4c0f-a60b-8d24c1646b83 admin admin] Publish callbacks [] for port (14ecde1e-ea4b-4879-9300-81c8f8fd9833), precommit_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:23.932487 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8014b3fd-96b4-4bc5-b7c6-ca92d507a33e admin admin] Router 5371629e-3840-425d-941b-fcb3b356a1fa is scheduled to L3 agent 037668f0-d812-4b59-9d2d-ce33f66a7708 with binding_index 1 {{(pid=113416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 23:52:23.943955 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.db.db_base_plugin_common [None req-c25ae9b6-5fac-49ad-b841-1439c82a54cc admin admin] Allocated IP 172.20.0.1 (93e0a306-b92e-472d-869d-9065a5f6f97f/e2f85b4b-6ca4-4e91-b383-5b4766b0604f/26e413af-3822-44a7-906f-1c16343d3133) {{(pid=113415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:52:23.958847 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port d36ca076-610e-4d55-beaa-23879247d27a triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:52:23.959465 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (d36ca076-610e-4d55-beaa-23879247d27a), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:23.968435 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Pushing event updated for resources: {'Port': ['ID=653f9018-ff02-4917-b487-72f8ff6d9534,revision_number=3']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:23.974520 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron_lib.callbacks.manager [None req-856e6253-d941-4839-aac8-80783e7d86f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (59c614a2-11a6-4a27-8931-d63a67a0c104), after_update {{(pid=113418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:24.056312 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-65aa2c57-4e46-4c0f-a60b-8d24c1646b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (14ecde1e-ea4b-4879-9300-81c8f8fd9833), after_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:24.057507 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-65aa2c57-4e46-4c0f-a60b-8d24c1646b83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3699119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477389'] for router_interface (2e462f98-05f3-486e-ab4a-97e92d2f3f62), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:24.074261 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:24.108117 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856e6253-d941-4839-aac8-80783e7d86f6 None None] Routers {'eb0b4833-da7c-42f1-9534-91a6d779f15c'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:52:24.114978 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-856e6253-d941-4839-aac8-80783e7d86f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:52:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['eb0b4833-da7c-42f1-9534-91a6d779f15c'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:52:24.145563 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aa2c57-4e46-4c0f-a60b-8d24c1646b83 admin admin] Pushing event updated for resources: {'Port': ['ID=14ecde1e-ea4b-4879-9300-81c8f8fd9833,revision_number=2']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:24.164714 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-f68481fa-9d88-435b-a418-924a89caefec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:24.198942 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:24.218595 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14c153b-bb0f-467a-946e-965bdfb56f21 None None] Pushing event updated for resources: {'Port': ['ID=59c614a2-11a6-4a27-8931-d63a67a0c104,revision_number=3']} {{(pid=113418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:24.293049 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-c25ae9b6-5fac-49ad-b841-1439c82a54cc admin admin] Publish callbacks [] for port (26e413af-3822-44a7-906f-1c16343d3133), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:24.346972 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=100 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:24.355013 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65aa2c57-4e46-4c0f-a60b-8d24c1646b83 admin admin] Network 60b40027-b034-467e-a623-8d465afe9154 is already hosted by enough agents. {{(pid=113415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:52:24.355013 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.base_scheduler [None req-65aa2c57-4e46-4c0f-a60b-8d24c1646b83 admin admin] Resources bound (agent type, host, resource id): {{(pid=113415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:52:24.388133 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:24.405928 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-856e6253-d941-4839-aac8-80783e7d86f6 None None] Set router eb0b4833-da7c-42f1-9534-91a6d779f15c gateway port host: dv-cinder-855041-2-iscsi {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:52:24.482474 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f015c1b-791c-4bbc-a8c4-7f1f15f6b1f8 admin admin] Notify agent at l3_agent.dv-cinder-855041-2-iscsi the message routers_updated {{(pid=113416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:52:24.491585 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-5e5dd8d1-a730-467c-82e3-b95edb69d6bf None None] Publish callbacks [] for port (f2310b0e-c287-4f95-9f84-528a711e70f8), precommit_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:24.512645 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e5fcae-6f49-4206-a68a-3dc62a4e56cc None None] Sync routers for ids ['b27e3222-c8a5-4b18-ac0d-28af47137885'] in dv-cinder-855041-2-iscsi {{(pid=113417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:52:24.517549 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d2e3a-284d-4818-85d9-413b1e76273a None None] Current status of the port 653f9018-ff02-4917-b487-72f8ff6d9534 is: ACTIVE; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:52:24.524434 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-684082f0-ef25-4c3d-9936-890d2d960e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3500410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4096602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357'] for subnet (f5d4ba79-ae9a-44e1-8da9-18461ea1b53b), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:24.706305 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684082f0-ef25-4c3d-9936-890d2d960e8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5d4ba79-ae9a-44e1-8da9-18461ea1b53b,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:24.749773 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8014b3fd-96b4-4bc5-b7c6-ca92d507a33e admin admin] Notify agent at l3_agent.dv-cinder-855041-2-iscsi the message routers_updated {{(pid=113416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:52:24.780072 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f85970d-bc82-4acb-9eb4-f2c302d381f9 None None] Sync routers for ids ['5371629e-3840-425d-941b-fcb3b356a1fa'] in dv-cinder-855041-2-iscsi {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:52:24.789616 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-684082f0-ef25-4c3d-9936-890d2d960e8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for subnet (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:24.801101 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-684082f0-ef25-4c3d-9936-890d2d960e8a admin admin] 10.222.0.90 "DELETE /networking/v2.0/subnets/f5d4ba79-ae9a-44e1-8da9-18461ea1b53b HTTP/1.1" status: 204 len: 168 time: 1.3331695 Aug 29 23:52:24.806447 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-5f015c1b-791c-4bbc-a8c4-7f1f15f6b1f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:24.812423 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-5f015c1b-791c-4bbc-a8c4-7f1f15f6b1f8 admin admin] 10.222.0.90 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.9863522 Aug 29 23:52:24.812423 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 45454) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:24.836924 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-5e5dd8d1-a730-467c-82e3-b95edb69d6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (f2310b0e-c287-4f95-9f84-528a711e70f8), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:24.843637 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 45458) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:24.844830 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-c25ae9b6-5fac-49ad-b841-1439c82a54cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297'] for port (26e413af-3822-44a7-906f-1c16343d3133), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:24.887034 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-5e5dd8d1-a730-467c-82e3-b95edb69d6bf None None] Attempting to bind port f2310b0e-c287-4f95-9f84-528a711e70f8 on host dv-cinder-855041-2-iscsi for vnic_type normal with profile {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:52:24.887034 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-5e5dd8d1-a730-467c-82e3-b95edb69d6bf None None] Attempting to bind port f2310b0e-c287-4f95-9f84-528a711e70f8 by drivers openvswitch,hyperv on host dv-cinder-855041-2-iscsi at level 0 using segments [{'id': 'b4742eaf-d58e-407a-bbd7-30be4e48df16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88'}] {{(pid=113417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:52:24.887034 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5dd8d1-a730-467c-82e3-b95edb69d6bf None None] Attempting to bind port f2310b0e-c287-4f95-9f84-528a711e70f8 on network c6396a07-dfbf-4950-850b-378da3ed2a88 {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:52:24.887755 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port d36ca076-610e-4d55-beaa-23879247d27a is: ACTIVE; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:52:24.924718 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f85970d-bc82-4acb-9eb4-f2c302d381f9 None None] Routers {'5371629e-3840-425d-941b-fcb3b356a1fa'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:52:24.932533 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-4f85970d-bc82-4acb-9eb4-f2c302d381f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:52:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['5371629e-3840-425d-941b-fcb3b356a1fa'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:52:24.953092 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e5fcae-6f49-4206-a68a-3dc62a4e56cc None None] Routers {'b27e3222-c8a5-4b18-ac0d-28af47137885'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:52:24.957782 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-e7e5fcae-6f49-4206-a68a-3dc62a4e56cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:52:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['b27e3222-c8a5-4b18-ac0d-28af47137885'], 'active': True} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:52:24.970905 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-5d3d2e3a-284d-4818-85d9-413b1e76273a None None] Provisioning complete for port d36ca076-610e-4d55-beaa-23879247d27a triggered by entity DHCP. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:52:24.972020 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-5d3d2e3a-284d-4818-85d9-413b1e76273a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (d36ca076-610e-4d55-beaa-23879247d27a), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:25.021812 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-8014b3fd-96b4-4bc5-b7c6-ca92d507a33e admin admin] Publish callbacks [] for router (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:25.023460 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25ae9b6-5fac-49ad-b841-1439c82a54cc admin admin] Network 93e0a306-b92e-472d-869d-9065a5f6f97f is already hosted by enough agents. {{(pid=113415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:52:25.029488 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-8014b3fd-96b4-4bc5-b7c6-ca92d507a33e admin admin] 10.222.0.90 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.4956465 Aug 29 23:52:25.041028 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 45462) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:25.048152 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:25.061910 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5dd8d1-a730-467c-82e3-b95edb69d6bf None None] Checking agent: {'id': '01773ddc-a5d8-4c68-b7b5-e385af2b339f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 43, 45), 'started_at': datetime.datetime(2022, 8, 29, 23, 44, 15), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:52:25.062474 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5dd8d1-a730-467c-82e3-b95edb69d6bf None None] Checking segment: {'id': 'b4742eaf-d58e-407a-bbd7-30be4e48df16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:52:25.062954 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-5e5dd8d1-a730-467c-82e3-b95edb69d6bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:25.063422 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5dd8d1-a730-467c-82e3-b95edb69d6bf None None] Bound using segment: {'id': 'b4742eaf-d58e-407a-bbd7-30be4e48df16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88'} {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:52:25.064978 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-5e5dd8d1-a730-467c-82e3-b95edb69d6bf None None] Bound port: f2310b0e-c287-4f95-9f84-528a711e70f8, host: dv-cinder-855041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4742eaf-d58e-407a-bbd7-30be4e48df16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88'}}] {{(pid=113417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:52:25.068240 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-5e5dd8d1-a730-467c-82e3-b95edb69d6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (f2310b0e-c287-4f95-9f84-528a711e70f8), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:25.084127 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:25.092663 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.base_scheduler [None req-c25ae9b6-5fac-49ad-b841-1439c82a54cc admin admin] Resources bound (agent type, host, resource id): {{(pid=113415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:52:25.129921 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25ae9b6-5fac-49ad-b841-1439c82a54cc admin admin] Received port after_create {{(pid=113415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:52:25.130270 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-c25ae9b6-5fac-49ad-b841-1439c82a54cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477273'] for router_interface (eb0b4833-da7c-42f1-9534-91a6d779f15c), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:25.148891 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-856e6253-d941-4839-aac8-80783e7d86f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb0b4833-da7c-42f1-9534-91a6d779f15c', 'name': 'tempest-DeleteServersTestJSON-347692398-router', 'tenant_id': '651125f8b5f9452a8f854ae229670514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '59c614a2-11a6-4a27-8931-d63a67a0c104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:14Z', 'updated_at': '2022-08-29T23:52:18Z', 'revision_number': 3, 'project_id': '651125f8b5f9452a8f854ae229670514', 'gw_port': {'id': '59c614a2-11a6-4a27-8931-d63a67a0c104', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0b4833-da7c-42f1-9534-91a6d779f15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:16Z', 'updated_at': '2022-08-29T23:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi'}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:52:25.216635 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856e6253-d941-4839-aac8-80783e7d86f6 None None] The sync data for ids ['eb0b4833-da7c-42f1-9534-91a6d779f15c'] in dv-cinder-855041-2-iscsi is: [{'id': 'eb0b4833-da7c-42f1-9534-91a6d779f15c', 'name': 'tempest-DeleteServersTestJSON-347692398-router', 'tenant_id': '651125f8b5f9452a8f854ae229670514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '59c614a2-11a6-4a27-8931-d63a67a0c104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:14Z', 'updated_at': '2022-08-29T23:52:18Z', 'revision_number': 3, 'project_id': '651125f8b5f9452a8f854ae229670514', 'gw_port': {'id': '59c614a2-11a6-4a27-8931-d63a67a0c104', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0b4833-da7c-42f1-9534-91a6d779f15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:16Z', 'updated_at': '2022-08-29T23:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi'}] {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:52:25.218863 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:25.242273 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.db_base_plugin_common [None req-f68481fa-9d88-435b-a418-924a89caefec admin admin] Allocated IP 172.20.0.1 (e198d273-347a-4fa0-82d5-22e40c3600ea/61447109-44f2-44fa-83dd-52a148538e4e/966aacc9-57d0-4bcd-a0b7-ec830fd3f948) {{(pid=113416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:52:25.339582 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 9bb072ee-c87d-4d8d-8e86-158470bccb15 up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:52:25.429026 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd7996c-8e3e-47ca-82e3-8b1605206d2d None None] Pushing event updated for resources: {'Port': ['ID=f2310b0e-c287-4f95-9f84-528a711e70f8,revision_number=2']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:25.431171 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-4f85970d-bc82-4acb-9eb4-f2c302d381f9 None None] Set router 5371629e-3840-425d-941b-fcb3b356a1fa gateway port host: dv-cinder-855041-2-iscsi {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:52:25.519616 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-5c02ffcc-9e36-4e54-9a35-51061efdd63e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578142'] for network (3b255b67-cdcd-4201-b160-923e108bdbc1), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:25.576322 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port 9bb072ee-c87d-4d8d-8e86-158470bccb15 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:52:25.577311 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (9bb072ee-c87d-4d8d-8e86-158470bccb15), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:25.584475 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-5e5dd8d1-a730-467c-82e3-b95edb69d6bf None None] For port f2310b0e-c287-4f95-9f84-528a711e70f8, host dv-cinder-855041-2-iscsi, cleared binding levels {{(pid=113417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:52:25.612719 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=100 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:25.691482 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25ae9b6-5fac-49ad-b841-1439c82a54cc admin admin] Pushing event updated for resources: {'Port': ['ID=26e413af-3822-44a7-906f-1c16343d3133,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:25.739485 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d2e3a-284d-4818-85d9-413b1e76273a None None] Current status of the port d36ca076-610e-4d55-beaa-23879247d27a is: ACTIVE; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:52:25.779794 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65aa2c57-4e46-4c0f-a60b-8d24c1646b83 admin admin] Router 2e462f98-05f3-486e-ab4a-97e92d2f3f62 has already been hosted by L3 agent 037668f0-d812-4b59-9d2d-ce33f66a7708 {{(pid=113415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:52:25.799012 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvr_db [None req-e7e5fcae-6f49-4206-a68a-3dc62a4e56cc None None] Set router b27e3222-c8a5-4b18-ac0d-28af47137885 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:52:25.815980 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-5e5dd8d1-a730-467c-82e3-b95edb69d6bf None None] For port f2310b0e-c287-4f95-9f84-528a711e70f8, host dv-cinder-855041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=f2310b0e-c287-4f95-9f84-528a711e70f8,segment=NetworkSegment(b4742eaf-d58e-407a-bbd7-30be4e48df16),segment_id=b4742eaf-d58e-407a-bbd7-30be4e48df16)] {{(pid=113417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:52:25.902460 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-4f85970d-bc82-4acb-9eb4-f2c302d381f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5371629e-3840-425d-941b-fcb3b356a1fa', 'name': 'tempest-AttachVolumeTestJSON-1281828477-router', 'tenant_id': '4b68600b8657473eb43d16098bbcacf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '50d67b08-de59-4733-be5d-71963d30dbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:15Z', 'updated_at': '2022-08-29T23:52:21Z', 'revision_number': 3, 'project_id': '4b68600b8657473eb43d16098bbcacf6', 'gw_port': {'id': '50d67b08-de59-4733-be5d-71963d30dbba', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b4:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5371629e-3840-425d-941b-fcb3b356a1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:18Z', 'updated_at': '2022-08-29T23:52:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi'}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:52:25.922171 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:25.979177 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f85970d-bc82-4acb-9eb4-f2c302d381f9 None None] Checking router: 5371629e-3840-425d-941b-fcb3b356a1fa for host: dv-cinder-855041-2-iscsi {{(pid=113418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:52:25.980506 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f85970d-bc82-4acb-9eb4-f2c302d381f9 None None] Updating router 5371629e-3840-425d-941b-fcb3b356a1fa port 50d67b08-de59-4733-be5d-71963d30dbba binding host dv-cinder-855041-2-iscsi {{(pid=113418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 23:52:26.050653 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron_lib.callbacks.manager [None req-4f85970d-bc82-4acb-9eb4-f2c302d381f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (50d67b08-de59-4733-be5d-71963d30dbba), before_update {{(pid=113418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:26.051124 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-f68481fa-9d88-435b-a418-924a89caefec admin admin] Publish callbacks [] for port (966aacc9-57d0-4bcd-a0b7-ec830fd3f948), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:26.061818 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-5e5dd8d1-a730-467c-82e3-b95edb69d6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (f2310b0e-c287-4f95-9f84-528a711e70f8), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:26.074829 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-5c02ffcc-9e36-4e54-9a35-51061efdd63e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3498496', 'neutron.services.segments.db._delete_segments_for_network-8751006364483'] for network (3b255b67-cdcd-4201-b160-923e108bdbc1), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:26.155622 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-dc62d42b-c7e9-4392-b61f-551667cd976a None None] Provisioning complete for port 14ecde1e-ea4b-4879-9300-81c8f8fd9833 triggered by entity DHCP. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:52:26.156100 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-dc62d42b-c7e9-4392-b61f-551667cd976a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (14ecde1e-ea4b-4879-9300-81c8f8fd9833), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:26.179516 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-5c02ffcc-9e36-4e54-9a35-51061efdd63e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=113416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:52:26.180017 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-5c02ffcc-9e36-4e54-9a35-51061efdd63e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=113416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:52:26.180926 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-5c02ffcc-9e36-4e54-9a35-51061efdd63e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:52:26.189865 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-5c02ffcc-9e36-4e54-9a35-51061efdd63e admin admin] Subscribe: > port after_create 55550000 {{(pid=113416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:52:26.195484 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-5c02ffcc-9e36-4e54-9a35-51061efdd63e admin admin] Subscribe: > port after_delete 55550000 {{(pid=113416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:52:26.196046 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-5c02ffcc-9e36-4e54-9a35-51061efdd63e admin admin] Subscribe: > port after_update 55550000 {{(pid=113416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:52:26.196553 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-5c02ffcc-9e36-4e54-9a35-51061efdd63e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=113416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:52:26.200758 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-5c02ffcc-9e36-4e54-9a35-51061efdd63e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:52:26.202399 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-5c02ffcc-9e36-4e54-9a35-51061efdd63e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:52:26.202849 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-5c02ffcc-9e36-4e54-9a35-51061efdd63e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=113416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:52:26.205624 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port 9bb072ee-c87d-4d8d-8e86-158470bccb15 is: ACTIVE; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:52:26.206767 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 653f9018-ff02-4917-b487-72f8ff6d9534 up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:52:26.229300 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-e7e5fcae-6f49-4206-a68a-3dc62a4e56cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27e3222-c8a5-4b18-ac0d-28af47137885', 'name': 'tempest-AttachVolumeShelveTestJSON-2146582793-router', 'tenant_id': '3beae764b5cb4dcd9f13e26878bbac48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '51a1db89-b26a-4686-b2eb-85f92a1e50a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:15Z', 'updated_at': '2022-08-29T23:52:20Z', 'revision_number': 3, 'project_id': '3beae764b5cb4dcd9f13e26878bbac48', 'gw_port': {'id': '51a1db89-b26a-4686-b2eb-85f92a1e50a8', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8c:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27e3222-c8a5-4b18-ac0d-28af47137885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:17Z', 'updated_at': '2022-08-29T23:52:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi'}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:52:26.237006 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5dd8d1-a730-467c-82e3-b95edb69d6bf None None] Routers {'0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:52:26.237006 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-5e5dd8d1-a730-467c-82e3-b95edb69d6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:52:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e'], 'active': True} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:52:26.257440 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-c25ae9b6-5fac-49ad-b841-1439c82a54cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (26e413af-3822-44a7-906f-1c16343d3133), before_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:26.350137 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvr_db [None req-5e5dd8d1-a730-467c-82e3-b95edb69d6bf None None] Set router 0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e gateway port host: dv-cinder-855041-2-iscsi {{(pid=113417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:52:26.377392 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65aa2c57-4e46-4c0f-a60b-8d24c1646b83 admin admin] Notify agent at l3_agent.dv-cinder-855041-2-iscsi the message routers_updated {{(pid=113415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:52:26.403156 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-65aa2c57-4e46-4c0f-a60b-8d24c1646b83 admin admin] 10.222.0.90 "PUT /networking/v2.0/routers/2e462f98-05f3-486e-ab4a-97e92d2f3f62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4467478 Aug 29 23:52:26.487008 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ba563f-28fb-4119-9503-188f247527ca None None] Sync routers for ids ['2e462f98-05f3-486e-ab4a-97e92d2f3f62'] in dv-cinder-855041-2-iscsi {{(pid=113417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:52:26.509512 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e5fcae-6f49-4206-a68a-3dc62a4e56cc None None] Checking router: b27e3222-c8a5-4b18-ac0d-28af47137885 for host: dv-cinder-855041-2-iscsi {{(pid=113417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:52:26.509860 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e5fcae-6f49-4206-a68a-3dc62a4e56cc None None] Updating router b27e3222-c8a5-4b18-ac0d-28af47137885 port 51a1db89-b26a-4686-b2eb-85f92a1e50a8 binding host dv-cinder-855041-2-iscsi {{(pid=113417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 23:52:26.534215 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron_lib.callbacks.manager [None req-4f85970d-bc82-4acb-9eb4-f2c302d381f9 None None] Publish callbacks [] for port (50d67b08-de59-4733-be5d-71963d30dbba), precommit_update {{(pid=113418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:26.540867 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:26.550268 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-dc62d42b-c7e9-4392-b61f-551667cd976a None None] Port 14ecde1e-ea4b-4879-9300-81c8f8fd9833 cannot update to ACTIVE because it is not bound. {{(pid=113417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 23:52:26.558954 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd7996c-8e3e-47ca-82e3-8b1605206d2d None None] Pushing event updated for resources: {'Port': ['ID=f2310b0e-c287-4f95-9f84-528a711e70f8,revision_number=3']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:26.596186 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-dc62d42b-c7e9-4392-b61f-551667cd976a None None] Provisioning complete for port 26e413af-3822-44a7-906f-1c16343d3133 triggered by entity DHCP. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:52:26.596847 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-dc62d42b-c7e9-4392-b61f-551667cd976a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (26e413af-3822-44a7-906f-1c16343d3133), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:26.665213 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron_lib.callbacks.manager [None req-4f85970d-bc82-4acb-9eb4-f2c302d381f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (50d67b08-de59-4733-be5d-71963d30dbba), after_update {{(pid=113418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:26.686714 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-5c02ffcc-9e36-4e54-9a35-51061efdd63e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:52:26.687677 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-5c02ffcc-9e36-4e54-9a35-51061efdd63e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:52:26.688942 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-5c02ffcc-9e36-4e54-9a35-51061efdd63e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=113416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:52:26.689347 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-5c02ffcc-9e36-4e54-9a35-51061efdd63e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=113416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:52:26.689820 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.services.segments.db [None req-5c02ffcc-9e36-4e54-9a35-51061efdd63e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b255b67-cdcd-4201-b160-923e108bdbc1']}} {{(pid=113416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:52:26.736555 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ba563f-28fb-4119-9503-188f247527ca None None] Routers {'2e462f98-05f3-486e-ab4a-97e92d2f3f62'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:52:26.737230 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-60ba563f-28fb-4119-9503-188f247527ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:52:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['2e462f98-05f3-486e-ab4a-97e92d2f3f62'], 'active': True} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:52:26.751186 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.services.segments.db [None req-5c02ffcc-9e36-4e54-9a35-51061efdd63e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '467320c7-e485-4c96-a0cf-ebeca6777265') {'for_net_delete': True} {{(pid=113416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:52:26.751744 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.services.segments.db [None req-5c02ffcc-9e36-4e54-9a35-51061efdd63e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '467320c7-e485-4c96-a0cf-ebeca6777265') {} {{(pid=113416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:52:26.755027 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-e7e5fcae-6f49-4206-a68a-3dc62a4e56cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (51a1db89-b26a-4686-b2eb-85f92a1e50a8), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:26.760802 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=100 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:26.798703 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-5c02ffcc-9e36-4e54-9a35-51061efdd63e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751006358959', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10966535'] for segment (467320c7-e485-4c96-a0cf-ebeca6777265), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:26.817907 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63fa738-40a9-4f96-9d38-3dbd2f2870d9 None None] Pushing event updated for resources: {'Port': ['ID=50d67b08-de59-4733-be5d-71963d30dbba,revision_number=2']} {{(pid=113418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:26.837720 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-c25ae9b6-5fac-49ad-b841-1439c82a54cc admin admin] Publish callbacks [] for port (26e413af-3822-44a7-906f-1c16343d3133), precommit_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:26.841047 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.managers [None req-4f85970d-bc82-4acb-9eb4-f2c302d381f9 None None] Attempting to bind port 50d67b08-de59-4733-be5d-71963d30dbba on host dv-cinder-855041-2-iscsi for vnic_type normal with profile {{(pid=113418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:52:26.841428 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.managers [None req-4f85970d-bc82-4acb-9eb4-f2c302d381f9 None None] Attempting to bind port 50d67b08-de59-4733-be5d-71963d30dbba by drivers openvswitch,hyperv on host dv-cinder-855041-2-iscsi at level 0 using segments [{'id': 'b4742eaf-d58e-407a-bbd7-30be4e48df16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88'}] {{(pid=113418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:52:26.844578 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f85970d-bc82-4acb-9eb4-f2c302d381f9 None None] Attempting to bind port 50d67b08-de59-4733-be5d-71963d30dbba on network c6396a07-dfbf-4950-850b-378da3ed2a88 {{(pid=113418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:52:26.874584 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f85970d-bc82-4acb-9eb4-f2c302d381f9 None None] Checking agent: {'id': '01773ddc-a5d8-4c68-b7b5-e385af2b339f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 43, 45), 'started_at': datetime.datetime(2022, 8, 29, 23, 44, 15), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:52:26.875014 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f85970d-bc82-4acb-9eb4-f2c302d381f9 None None] Checking segment: {'id': 'b4742eaf-d58e-407a-bbd7-30be4e48df16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:52:26.875424 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron_lib.callbacks.manager [None req-4f85970d-bc82-4acb-9eb4-f2c302d381f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:26.877232 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f85970d-bc82-4acb-9eb4-f2c302d381f9 None None] Bound using segment: {'id': 'b4742eaf-d58e-407a-bbd7-30be4e48df16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88'} {{(pid=113418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:52:26.882125 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.managers [None req-4f85970d-bc82-4acb-9eb4-f2c302d381f9 None None] Bound port: 50d67b08-de59-4733-be5d-71963d30dbba, host: dv-cinder-855041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4742eaf-d58e-407a-bbd7-30be4e48df16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88'}}] {{(pid=113418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:52:26.883707 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron_lib.callbacks.manager [None req-4f85970d-bc82-4acb-9eb4-f2c302d381f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (50d67b08-de59-4733-be5d-71963d30dbba), before_update {{(pid=113418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:26.888704 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-5c02ffcc-9e36-4e54-9a35-51061efdd63e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3480186'] for segment (467320c7-e485-4c96-a0cf-ebeca6777265), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:26.905790 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port 653f9018-ff02-4917-b487-72f8ff6d9534 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:52:26.906185 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (653f9018-ff02-4917-b487-72f8ff6d9534), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:26.907946 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-dc62d42b-c7e9-4392-b61f-551667cd976a None None] Port 26e413af-3822-44a7-906f-1c16343d3133 cannot update to ACTIVE because it is not bound. {{(pid=113417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 23:52:26.922703 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c02ffcc-9e36-4e54-9a35-51061efdd63e admin admin] Releasing vlan 1110 on physical network physnet1 to pool {{(pid=113416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 23:52:26.923999 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-5c02ffcc-9e36-4e54-9a35-51061efdd63e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3480186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10963641'] for segment (467320c7-e485-4c96-a0cf-ebeca6777265), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:26.930496 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-c25ae9b6-5fac-49ad-b841-1439c82a54cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (26e413af-3822-44a7-906f-1c16343d3133), after_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:26.932868 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-c25ae9b6-5fac-49ad-b841-1439c82a54cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3699119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477389'] for router_interface (eb0b4833-da7c-42f1-9534-91a6d779f15c), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:27.003980 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:27.039795 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-a05af81b-852f-4fd7-bfed-717a030233a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:27.093006 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvr_db [None req-60ba563f-28fb-4119-9503-188f247527ca None None] Set router 2e462f98-05f3-486e-ab4a-97e92d2f3f62 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:52:27.108321 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.db [None req-4f85970d-bc82-4acb-9eb4-f2c302d381f9 None None] For port 50d67b08-de59-4733-be5d-71963d30dbba, host dv-cinder-855041-2-iscsi, cleared binding levels {{(pid=113418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:52:27.112817 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.db [None req-4f85970d-bc82-4acb-9eb4-f2c302d381f9 None None] For port 50d67b08-de59-4733-be5d-71963d30dbba, host dv-cinder-855041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=50d67b08-de59-4733-be5d-71963d30dbba,segment=NetworkSegment(b4742eaf-d58e-407a-bbd7-30be4e48df16),segment_id=b4742eaf-d58e-407a-bbd7-30be4e48df16)] {{(pid=113418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:52:27.163487 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25ae9b6-5fac-49ad-b841-1439c82a54cc admin admin] Pushing event updated for resources: {'Port': ['ID=26e413af-3822-44a7-906f-1c16343d3133,revision_number=2']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:27.210011 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron_lib.callbacks.manager [None req-4f85970d-bc82-4acb-9eb4-f2c302d381f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (50d67b08-de59-4733-be5d-71963d30dbba), after_update {{(pid=113418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:27.317119 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f85970d-bc82-4acb-9eb4-f2c302d381f9 None None] Routers {'5371629e-3840-425d-941b-fcb3b356a1fa'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:52:27.317667 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-4f85970d-bc82-4acb-9eb4-f2c302d381f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:52:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['5371629e-3840-425d-941b-fcb3b356a1fa'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:52:27.344527 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-f68481fa-9d88-435b-a418-924a89caefec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963692'] for port (966aacc9-57d0-4bcd-a0b7-ec830fd3f948), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:27.364967 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=100 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:27.453645 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68481fa-9d88-435b-a418-924a89caefec admin admin] Pushing event updated for resources: {'Port': ['ID=966aacc9-57d0-4bcd-a0b7-ec830fd3f948,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:27.459291 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63fa738-40a9-4f96-9d38-3dbd2f2870d9 None None] Pushing event updated for resources: {'Port': ['ID=50d67b08-de59-4733-be5d-71963d30dbba,revision_number=3']} {{(pid=113418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:27.482172 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68481fa-9d88-435b-a418-924a89caefec admin admin] Network e198d273-347a-4fa0-82d5-22e40c3600ea is already hosted by enough agents. {{(pid=113416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:52:27.488806 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-5c02ffcc-9e36-4e54-9a35-51061efdd63e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3498505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477645'] for network (3b255b67-cdcd-4201-b160-923e108bdbc1), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:27.496351 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.base_scheduler [None req-f68481fa-9d88-435b-a418-924a89caefec admin admin] Resources bound (agent type, host, resource id): {{(pid=113416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:52:27.499501 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68481fa-9d88-435b-a418-924a89caefec admin admin] Received port after_create {{(pid=113416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:52:27.513450 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25ae9b6-5fac-49ad-b841-1439c82a54cc admin admin] Network 93e0a306-b92e-472d-869d-9065a5f6f97f is already hosted by enough agents. {{(pid=113415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:52:27.557074 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.base_scheduler [None req-c25ae9b6-5fac-49ad-b841-1439c82a54cc admin admin] Resources bound (agent type, host, resource id): {{(pid=113415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:52:27.589332 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:27.634350 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-4f85970d-bc82-4acb-9eb4-f2c302d381f9 None None] Set router 5371629e-3840-425d-941b-fcb3b356a1fa gateway port host: dv-cinder-855041-2-iscsi {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:52:27.653122 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c02ffcc-9e36-4e54-9a35-51061efdd63e admin admin] Pushing event deleted for resources: {'Network': ['ID=3b255b67-cdcd-4201-b160-923e108bdbc1,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:27.655381 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-5c02ffcc-9e36-4e54-9a35-51061efdd63e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for network (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:27.685493 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-5c02ffcc-9e36-4e54-9a35-51061efdd63e admin admin] 10.222.0.90 "DELETE /networking/v2.0/networks/3b255b67-cdcd-4201-b160-923e108bdbc1 HTTP/1.1" status: 204 len: 168 time: 2.8368802 Aug 29 23:52:27.731880 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 45514) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:27.871108 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:27.905407 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.services.segments.plugin [-] Segment 467320c7-e485-4c96-a0cf-ebeca6777265 resource provider aggregate not found Aug 29 23:52:28.029911 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-f68481fa-9d88-435b-a418-924a89caefec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477273'] for router_interface (0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:28.043600 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.services.segments.plugin [-] Segment 467320c7-e485-4c96-a0cf-ebeca6777265 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 467320c7-e485-4c96-a0cf-ebeca6777265 found for delete ", "request_id": "req-7718c8d2-f9b0-499c-bae6-78dd84f3b11e"}]} Aug 29 23:52:28.099250 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-5e5dd8d1-a730-467c-82e3-b95edb69d6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e', 'name': 'tempest-ServerRescueNegativeTestJSON-775195304-router', 'tenant_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'f2310b0e-c287-4f95-9f84-528a711e70f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:12Z', 'updated_at': '2022-08-29T23:52:16Z', 'revision_number': 3, 'project_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'gw_port': {'id': 'f2310b0e-c287-4f95-9f84-528a711e70f8', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dd:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:13Z', 'updated_at': '2022-08-29T23:52:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi'}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:52:28.111484 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.db.db_base_plugin_common [None req-a05af81b-852f-4fd7-bfed-717a030233a6 admin admin] Allocated IP 172.20.0.1 (7a46036d-55d3-472c-985d-7d32e6afcac9/16471bf1-5160-46ce-b487-b87c8418028b/761aeb90-d390-4049-9a47-b526491624f1) {{(pid=113415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:52:28.125394 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port 653f9018-ff02-4917-b487-72f8ff6d9534 is: ACTIVE; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:52:28.128877 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device bb4d1692-7347-404c-a89d-e9e869c496d8 up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:52:28.129146 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 45528) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:28.133253 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [None req-ddb8a4ad-1499-44ae-bdc5-005cf58732d7 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2021165668', 'description': 'tempest-description--1103444687'}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:52:28.143782 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:28.151894 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c25ae9b6-5fac-49ad-b841-1439c82a54cc admin admin] Router eb0b4833-da7c-42f1-9534-91a6d779f15c has already been hosted by L3 agent 037668f0-d812-4b59-9d2d-ce33f66a7708 {{(pid=113415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:52:28.264830 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5dd8d1-a730-467c-82e3-b95edb69d6bf None None] The sync data for ids ['0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e'] in dv-cinder-855041-2-iscsi is: [{'id': '0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e', 'name': 'tempest-ServerRescueNegativeTestJSON-775195304-router', 'tenant_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'f2310b0e-c287-4f95-9f84-528a711e70f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:12Z', 'updated_at': '2022-08-29T23:52:16Z', 'revision_number': 3, 'project_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'gw_port': {'id': 'f2310b0e-c287-4f95-9f84-528a711e70f8', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dd:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:13Z', 'updated_at': '2022-08-29T23:52:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi'}] {{(pid=113417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:52:28.314232 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-f92b2e6f-dafe-4cbe-b070-d0c34755b2fa None None] Provisioning complete for port 26e413af-3822-44a7-906f-1c16343d3133 triggered by entity DHCP. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:52:28.314232 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-f92b2e6f-dafe-4cbe-b070-d0c34755b2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (26e413af-3822-44a7-906f-1c16343d3133), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:28.389185 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-0e53480b-f3a3-46c0-bc8f-c33c592e0a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:28.424907 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.db_base_plugin_v2 [None req-777b859c-2ea4-43a0-8316-c693da19a185 admin admin] Deleting subnet 70642995-3fd0-4e59-a440-7704251e9908 {{(pid=113416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 23:52:28.432843 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-777b859c-2ea4-43a0-8316-c693da19a185 admin admin] Publish callbacks [] for subnet (70642995-3fd0-4e59-a440-7704251e9908), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:28.452310 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port bb4d1692-7347-404c-a89d-e9e869c496d8 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:52:28.452713 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (bb4d1692-7347-404c-a89d-e9e869c496d8), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:28.455118 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-f92b2e6f-dafe-4cbe-b070-d0c34755b2fa None None] Port 26e413af-3822-44a7-906f-1c16343d3133 cannot update to ACTIVE because it is not bound. {{(pid=113417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 23:52:28.459422 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:28.469027 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-4f85970d-bc82-4acb-9eb4-f2c302d381f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5371629e-3840-425d-941b-fcb3b356a1fa', 'name': 'tempest-AttachVolumeTestJSON-1281828477-router', 'tenant_id': '4b68600b8657473eb43d16098bbcacf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '50d67b08-de59-4733-be5d-71963d30dbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:15Z', 'updated_at': '2022-08-29T23:52:21Z', 'revision_number': 3, 'project_id': '4b68600b8657473eb43d16098bbcacf6', 'gw_port': {'id': '50d67b08-de59-4733-be5d-71963d30dbba', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b4:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5371629e-3840-425d-941b-fcb3b356a1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:18Z', 'updated_at': '2022-08-29T23:52:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi'}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:52:28.506123 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-60ba563f-28fb-4119-9503-188f247527ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'name': 'tempest-AttachVolumeNegativeTest-1778292269-router', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'bb4d1692-7347-404c-a89d-e9e869c496d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:10Z', 'updated_at': '2022-08-29T23:52:22Z', 'revision_number': 4, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'gw_port': {'id': 'bb4d1692-7347-404c-a89d-e9e869c496d8', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:40:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:11Z', 'updated_at': '2022-08-29T23:52:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': '14ecde1e-ea4b-4879-9300-81c8f8fd9833', 'name': '', 'network_id': '60b40027-b034-467e-a623-8d465afe9154', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'mac_address': 'fa:16:3e:a3:e0:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '371040be-dae2-4b4b-8892-6a99379ddf2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:20Z', 'updated_at': '2022-08-29T23:52:23Z', 'revision_number': 2, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'subnets': [{'id': '371040be-dae2-4b4b-8892-6a99379ddf2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:52:28.533387 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f85970d-bc82-4acb-9eb4-f2c302d381f9 None None] The sync data for ids ['5371629e-3840-425d-941b-fcb3b356a1fa'] in dv-cinder-855041-2-iscsi is: [{'id': '5371629e-3840-425d-941b-fcb3b356a1fa', 'name': 'tempest-AttachVolumeTestJSON-1281828477-router', 'tenant_id': '4b68600b8657473eb43d16098bbcacf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '50d67b08-de59-4733-be5d-71963d30dbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:15Z', 'updated_at': '2022-08-29T23:52:21Z', 'revision_number': 3, 'project_id': '4b68600b8657473eb43d16098bbcacf6', 'gw_port': {'id': '50d67b08-de59-4733-be5d-71963d30dbba', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b4:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5371629e-3840-425d-941b-fcb3b356a1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:18Z', 'updated_at': '2022-08-29T23:52:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi'}] {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:52:28.577165 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-f92b2e6f-dafe-4cbe-b070-d0c34755b2fa None None] Provisioning complete for port 966aacc9-57d0-4bcd-a0b7-ec830fd3f948 triggered by entity DHCP. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:52:28.577560 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-f92b2e6f-dafe-4cbe-b070-d0c34755b2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (966aacc9-57d0-4bcd-a0b7-ec830fd3f948), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:28.581730 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-777b859c-2ea4-43a0-8316-c693da19a185 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10966540'] for subnet (70642995-3fd0-4e59-a440-7704251e9908), precommit_delete_associations {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:28.586387 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ba563f-28fb-4119-9503-188f247527ca None None] Checking router: 2e462f98-05f3-486e-ab4a-97e92d2f3f62 for host: dv-cinder-855041-2-iscsi {{(pid=113417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:52:28.589066 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ba563f-28fb-4119-9503-188f247527ca None None] Updating router 2e462f98-05f3-486e-ab4a-97e92d2f3f62 port 14ecde1e-ea4b-4879-9300-81c8f8fd9833 binding host dv-cinder-855041-2-iscsi {{(pid=113417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 23:52:28.601099 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25ae9b6-5fac-49ad-b841-1439c82a54cc admin admin] Notify agent at l3_agent.dv-cinder-855041-2-iscsi the message routers_updated {{(pid=113415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:52:28.605873 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-ddb8a4ad-1499-44ae-bdc5-005cf58732d7 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for security_group (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:28.620118 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a7d9bb-b58a-4d66-85f3-7bc26a51f9c0 None None] Sync routers for ids ['eb0b4833-da7c-42f1-9534-91a6d779f15c'] in dv-cinder-855041-2-iscsi {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:52:28.621166 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:28.628127 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-c25ae9b6-5fac-49ad-b841-1439c82a54cc admin admin] 10.222.0.90 "PUT /networking/v2.0/routers/eb0b4833-da7c-42f1-9534-91a6d779f15c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4093900 Aug 29 23:52:28.657911 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a7d9bb-b58a-4d66-85f3-7bc26a51f9c0 None None] Routers {'eb0b4833-da7c-42f1-9534-91a6d779f15c'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:52:28.660276 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-c6a7d9bb-b58a-4d66-85f3-7bc26a51f9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:52:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['eb0b4833-da7c-42f1-9534-91a6d779f15c'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:52:28.750948 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-777b859c-2ea4-43a0-8316-c693da19a185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3500387'] for subnet (70642995-3fd0-4e59-a440-7704251e9908), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:28.786656 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-e7e5fcae-6f49-4206-a68a-3dc62a4e56cc None None] Publish callbacks [] for port (51a1db89-b26a-4686-b2eb-85f92a1e50a8), precommit_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:28.815321 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-60ba563f-28fb-4119-9503-188f247527ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (14ecde1e-ea4b-4879-9300-81c8f8fd9833), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:28.962225 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-a05af81b-852f-4fd7-bfed-717a030233a6 admin admin] Publish callbacks [] for port (761aeb90-d390-4049-9a47-b526491624f1), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:28.981653 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-ddb8a4ad-1499-44ae-bdc5-005cf58732d7 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for security_group (db3d369f-4c74-447c-9748-b5e110841b76), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:29.038622 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-ddb8a4ad-1499-44ae-bdc5-005cf58732d7 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (db3d369f-4c74-447c-9748-b5e110841b76), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:29.068889 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-c6a7d9bb-b58a-4d66-85f3-7bc26a51f9c0 None None] Set router eb0b4833-da7c-42f1-9534-91a6d779f15c gateway port host: dv-cinder-855041-2-iscsi {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:52:29.070557 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.db_base_plugin_common [None req-0e53480b-f3a3-46c0-bc8f-c33c592e0a30 admin admin] Allocated IP 172.20.0.1 (4c9cdff2-05de-4391-b19a-4c2f9845a0aa/490c1584-2616-4278-814c-8d73c9c52d9f/b75e0afb-67a6-43ff-a6a4-0b5c0281fe26) {{(pid=113416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:52:29.080535 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-f68481fa-9d88-435b-a418-924a89caefec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (966aacc9-57d0-4bcd-a0b7-ec830fd3f948), before_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:29.181755 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb8a4ad-1499-44ae-bdc5-005cf58732d7 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db3d369f-4c74-447c-9748-b5e110841b76,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:29.202661 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=100 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:29.219455 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-e7e5fcae-6f49-4206-a68a-3dc62a4e56cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (51a1db89-b26a-4686-b2eb-85f92a1e50a8), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:29.291133 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-ddb8a4ad-1499-44ae-bdc5-005cf58732d7 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for security_group (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:29.292929 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-ddb8a4ad-1499-44ae-bdc5-005cf58732d7 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.1635025 Aug 29 23:52:29.294677 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-a05af81b-852f-4fd7-bfed-717a030233a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297'] for port (761aeb90-d390-4049-9a47-b526491624f1), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:29.334845 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 45554) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:29.352850 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-f92b2e6f-dafe-4cbe-b070-d0c34755b2fa None None] Port 966aacc9-57d0-4bcd-a0b7-ec830fd3f948 cannot update to ACTIVE because it is not bound. {{(pid=113417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 23:52:29.359784 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [None req-c858cb8e-1b89-4d84-b343-0b922a5c0714 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Request body: {'security_group_rule': {'security_group_id': 'db3d369f-4c74-447c-9748-b5e110841b76', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:52:29.365821 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05af81b-852f-4fd7-bfed-717a030233a6 admin admin] Pushing event updated for resources: {'Port': ['ID=761aeb90-d390-4049-9a47-b526491624f1,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:29.378687 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05af81b-852f-4fd7-bfed-717a030233a6 admin admin] Network 7a46036d-55d3-472c-985d-7d32e6afcac9 is already hosted by enough agents. {{(pid=113415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:52:29.380862 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.base_scheduler [None req-a05af81b-852f-4fd7-bfed-717a030233a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=113415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:52:29.384432 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05af81b-852f-4fd7-bfed-717a030233a6 admin admin] Received port after_create {{(pid=113415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:52:29.385895 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-a05af81b-852f-4fd7-bfed-717a030233a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477273'] for router_interface (b27e3222-c8a5-4b18-ac0d-28af47137885), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:29.466002 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-777b859c-2ea4-43a0-8316-c693da19a185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3500410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4096602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10966559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11693050'] for subnet (70642995-3fd0-4e59-a440-7704251e9908), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:29.500391 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-e7e5fcae-6f49-4206-a68a-3dc62a4e56cc None None] Attempting to bind port 51a1db89-b26a-4686-b2eb-85f92a1e50a8 on host dv-cinder-855041-2-iscsi for vnic_type normal with profile {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:52:29.500766 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-e7e5fcae-6f49-4206-a68a-3dc62a4e56cc None None] Attempting to bind port 51a1db89-b26a-4686-b2eb-85f92a1e50a8 by drivers openvswitch,hyperv on host dv-cinder-855041-2-iscsi at level 0 using segments [{'id': 'b4742eaf-d58e-407a-bbd7-30be4e48df16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88'}] {{(pid=113417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:52:29.502328 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e5fcae-6f49-4206-a68a-3dc62a4e56cc None None] Attempting to bind port 51a1db89-b26a-4686-b2eb-85f92a1e50a8 on network c6396a07-dfbf-4950-850b-378da3ed2a88 {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:52:29.559248 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port bb4d1692-7347-404c-a89d-e9e869c496d8 is: DOWN; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:52:29.559647 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (bb4d1692-7347-404c-a89d-e9e869c496d8), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:29.590617 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e5fcae-6f49-4206-a68a-3dc62a4e56cc None None] Checking agent: {'id': '01773ddc-a5d8-4c68-b7b5-e385af2b339f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 43, 45), 'started_at': datetime.datetime(2022, 8, 29, 23, 44, 15), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:52:29.591197 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e5fcae-6f49-4206-a68a-3dc62a4e56cc None None] Checking segment: {'id': 'b4742eaf-d58e-407a-bbd7-30be4e48df16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:52:29.591443 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-e7e5fcae-6f49-4206-a68a-3dc62a4e56cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:29.591802 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e5fcae-6f49-4206-a68a-3dc62a4e56cc None None] Bound using segment: {'id': 'b4742eaf-d58e-407a-bbd7-30be4e48df16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88'} {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:52:29.592325 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-e7e5fcae-6f49-4206-a68a-3dc62a4e56cc None None] Bound port: 51a1db89-b26a-4686-b2eb-85f92a1e50a8, host: dv-cinder-855041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4742eaf-d58e-407a-bbd7-30be4e48df16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88'}}] {{(pid=113417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:52:29.592705 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-e7e5fcae-6f49-4206-a68a-3dc62a4e56cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (51a1db89-b26a-4686-b2eb-85f92a1e50a8), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:29.629788 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:29.674485 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777b859c-2ea4-43a0-8316-c693da19a185 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70642995-3fd0-4e59-a440-7704251e9908,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:29.701432 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-777b859c-2ea4-43a0-8316-c693da19a185 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for subnet (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:29.705431 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-777b859c-2ea4-43a0-8316-c693da19a185 admin admin] 10.222.0.90 "DELETE /networking/v2.0/subnets/70642995-3fd0-4e59-a440-7704251e9908 HTTP/1.1" status: 204 len: 168 time: 1.9721127 Aug 29 23:52:29.710020 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 45568) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:29.736902 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-c858cb8e-1b89-4d84-b343-0b922a5c0714 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for security_group_rule (febd4e5e-3758-4476-9a15-4b1784166de3), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:29.830950 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] For port bb4d1692-7347-404c-a89d-e9e869c496d8, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=bb4d1692-7347-404c-a89d-e9e869c496d8,segment=NetworkSegment(b4742eaf-d58e-407a-bbd7-30be4e48df16),segment_id=b4742eaf-d58e-407a-bbd7-30be4e48df16)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:52:29.903472 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:29.917945 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efd7692-b742-4212-aff3-228bdae7ee40 None None] Pushing event updated for resources: {'Port': ['ID=51a1db89-b26a-4686-b2eb-85f92a1e50a8,revision_number=2']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:29.991893 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (bb4d1692-7347-404c-a89d-e9e869c496d8), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:29.997869 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device d36ca076-610e-4d55-beaa-23879247d27a up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:52:30.055035 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:30.077369 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-c6a7d9bb-b58a-4d66-85f3-7bc26a51f9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb0b4833-da7c-42f1-9534-91a6d779f15c', 'name': 'tempest-DeleteServersTestJSON-347692398-router', 'tenant_id': '651125f8b5f9452a8f854ae229670514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '59c614a2-11a6-4a27-8931-d63a67a0c104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:14Z', 'updated_at': '2022-08-29T23:52:25Z', 'revision_number': 4, 'project_id': '651125f8b5f9452a8f854ae229670514', 'gw_port': {'id': '59c614a2-11a6-4a27-8931-d63a67a0c104', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0b4833-da7c-42f1-9534-91a6d779f15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:16Z', 'updated_at': '2022-08-29T23:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': '26e413af-3822-44a7-906f-1c16343d3133', 'name': '', 'network_id': '93e0a306-b92e-472d-869d-9065a5f6f97f', 'tenant_id': '651125f8b5f9452a8f854ae229670514', 'mac_address': 'fa:16:3e:29:85:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0b4833-da7c-42f1-9534-91a6d779f15c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'e2f85b4b-6ca4-4e91-b383-5b4766b0604f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:23Z', 'updated_at': '2022-08-29T23:52:26Z', 'revision_number': 2, 'project_id': '651125f8b5f9452a8f854ae229670514', 'subnets': [{'id': 'e2f85b4b-6ca4-4e91-b383-5b4766b0604f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:52:30.107939 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-a05af81b-852f-4fd7-bfed-717a030233a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (761aeb90-d390-4049-9a47-b526491624f1), before_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:30.148652 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a7d9bb-b58a-4d66-85f3-7bc26a51f9c0 None None] Checking router: eb0b4833-da7c-42f1-9534-91a6d779f15c for host: dv-cinder-855041-2-iscsi {{(pid=113418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:52:30.149374 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a7d9bb-b58a-4d66-85f3-7bc26a51f9c0 None None] Updating router eb0b4833-da7c-42f1-9534-91a6d779f15c port 26e413af-3822-44a7-906f-1c16343d3133 binding host dv-cinder-855041-2-iscsi {{(pid=113418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 23:52:30.159875 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-6877b7d0-5f9d-41a3-8387-5e1d36824121 None None] Provisioning complete for port 761aeb90-d390-4049-9a47-b526491624f1 triggered by entity DHCP. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:52:30.160391 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-6877b7d0-5f9d-41a3-8387-5e1d36824121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (761aeb90-d390-4049-9a47-b526491624f1), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:30.201637 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-f68481fa-9d88-435b-a418-924a89caefec admin admin] Publish callbacks [] for port (966aacc9-57d0-4bcd-a0b7-ec830fd3f948), precommit_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:30.225368 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-60ba563f-28fb-4119-9503-188f247527ca None None] Publish callbacks [] for port (14ecde1e-ea4b-4879-9300-81c8f8fd9833), precommit_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:30.234510 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron_lib.callbacks.manager [None req-c6a7d9bb-b58a-4d66-85f3-7bc26a51f9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (26e413af-3822-44a7-906f-1c16343d3133), before_update {{(pid=113418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:30.247256 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-0e53480b-f3a3-46c0-bc8f-c33c592e0a30 admin admin] Publish callbacks [] for port (b75e0afb-67a6-43ff-a6a4-0b5c0281fe26), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:30.250940 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-e7e5fcae-6f49-4206-a68a-3dc62a4e56cc None None] For port 51a1db89-b26a-4686-b2eb-85f92a1e50a8, host dv-cinder-855041-2-iscsi, cleared binding levels {{(pid=113417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:52:30.302593 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-f68481fa-9d88-435b-a418-924a89caefec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963685'] for port (966aacc9-57d0-4bcd-a0b7-ec830fd3f948), after_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:30.333984 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-e7e5fcae-6f49-4206-a68a-3dc62a4e56cc None None] For port 51a1db89-b26a-4686-b2eb-85f92a1e50a8, host dv-cinder-855041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=51a1db89-b26a-4686-b2eb-85f92a1e50a8,segment=NetworkSegment(b4742eaf-d58e-407a-bbd7-30be4e48df16),segment_id=b4742eaf-d58e-407a-bbd7-30be4e48df16)] {{(pid=113417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:52:30.373680 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-6877b7d0-5f9d-41a3-8387-5e1d36824121 None None] Port 761aeb90-d390-4049-9a47-b526491624f1 cannot update to ACTIVE because it is not bound. {{(pid=113417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 23:52:30.378646 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-60ba563f-28fb-4119-9503-188f247527ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (14ecde1e-ea4b-4879-9300-81c8f8fd9833), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:30.409747 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Pushing event updated for resources: {'Port': ['ID=bb4d1692-7347-404c-a89d-e9e869c496d8,revision_number=4']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:30.430510 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-f68481fa-9d88-435b-a418-924a89caefec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3699119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477389'] for router_interface (0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:30.442312 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68481fa-9d88-435b-a418-924a89caefec admin admin] Pushing event updated for resources: {'Port': ['ID=966aacc9-57d0-4bcd-a0b7-ec830fd3f948,revision_number=2']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:30.504288 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port d36ca076-610e-4d55-beaa-23879247d27a triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:52:30.504878 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (d36ca076-610e-4d55-beaa-23879247d27a), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:30.535131 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-e7e5fcae-6f49-4206-a68a-3dc62a4e56cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (51a1db89-b26a-4686-b2eb-85f92a1e50a8), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:30.547776 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=100 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:30.566567 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-a05af81b-852f-4fd7-bfed-717a030233a6 admin admin] Publish callbacks [] for port (761aeb90-d390-4049-9a47-b526491624f1), precommit_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:30.586327 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-e09be39d-7411-4a23-a39d-34095734b234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578142'] for network (d800ff26-06a6-476d-81c1-854441d51068), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:30.655017 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-a05af81b-852f-4fd7-bfed-717a030233a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (761aeb90-d390-4049-9a47-b526491624f1), after_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:30.662212 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-a05af81b-852f-4fd7-bfed-717a030233a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3699119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477389'] for router_interface (b27e3222-c8a5-4b18-ac0d-28af47137885), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:30.677173 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:30.692961 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-0e53480b-f3a3-46c0-bc8f-c33c592e0a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963692'] for port (b75e0afb-67a6-43ff-a6a4-0b5c0281fe26), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:30.816049 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:30.863561 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68481fa-9d88-435b-a418-924a89caefec admin admin] Network e198d273-347a-4fa0-82d5-22e40c3600ea is already hosted by enough agents. {{(pid=113416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:52:30.879236 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e53480b-f3a3-46c0-bc8f-c33c592e0a30 admin admin] Network 4c9cdff2-05de-4391-b19a-4c2f9845a0aa is already hosted by enough agents. {{(pid=113416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:52:30.881918 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 45602) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:30.890369 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.base_scheduler [None req-f68481fa-9d88-435b-a418-924a89caefec admin admin] Resources bound (agent type, host, resource id): {{(pid=113416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:52:30.898933 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.base_scheduler [None req-0e53480b-f3a3-46c0-bc8f-c33c592e0a30 admin admin] Resources bound (agent type, host, resource id): {{(pid=113416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:52:30.901977 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72bc681-f5b2-4b2c-aba8-edaab5b26271 None None] Pushing event updated for resources: {'Port': ['ID=14ecde1e-ea4b-4879-9300-81c8f8fd9833,revision_number=3']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:30.914838 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-60ba563f-28fb-4119-9503-188f247527ca None None] Attempting to bind port 14ecde1e-ea4b-4879-9300-81c8f8fd9833 on host dv-cinder-855041-2-iscsi for vnic_type normal with profile {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:52:30.920122 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e53480b-f3a3-46c0-bc8f-c33c592e0a30 admin admin] Received port after_create {{(pid=113416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:52:30.925171 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-60ba563f-28fb-4119-9503-188f247527ca None None] Attempting to bind port 14ecde1e-ea4b-4879-9300-81c8f8fd9833 by drivers openvswitch,hyperv on host dv-cinder-855041-2-iscsi at level 0 using segments [{'id': 'b7df322f-93e7-4c06-ab35-efbbaf8c395e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '60b40027-b034-467e-a623-8d465afe9154'}] {{(pid=113417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:52:30.925603 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ba563f-28fb-4119-9503-188f247527ca None None] Attempting to bind port 14ecde1e-ea4b-4879-9300-81c8f8fd9833 on network 60b40027-b034-467e-a623-8d465afe9154 {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:52:30.956023 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-c858cb8e-1b89-4d84-b343-0b922a5c0714 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for security_group_rule (febd4e5e-3758-4476-9a15-4b1784166de3), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:30.990408 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e53480b-f3a3-46c0-bc8f-c33c592e0a30 admin admin] Pushing event updated for resources: {'Port': ['ID=b75e0afb-67a6-43ff-a6a4-0b5c0281fe26,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:31.068858 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-c858cb8e-1b89-4d84-b343-0b922a5c0714 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707692'] for security_group_rule (febd4e5e-3758-4476-9a15-4b1784166de3), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:31.084406 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e5fcae-6f49-4206-a68a-3dc62a4e56cc None None] Routers {'b27e3222-c8a5-4b18-ac0d-28af47137885'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:52:31.090936 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-e7e5fcae-6f49-4206-a68a-3dc62a4e56cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:52:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['b27e3222-c8a5-4b18-ac0d-28af47137885'], 'active': True} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:52:31.096717 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:31.116886 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron_lib.callbacks.manager [None req-c6a7d9bb-b58a-4d66-85f3-7bc26a51f9c0 None None] Publish callbacks [] for port (26e413af-3822-44a7-906f-1c16343d3133), precommit_update {{(pid=113418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:31.119784 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-0e53480b-f3a3-46c0-bc8f-c33c592e0a30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477273'] for router_interface (5371629e-3840-425d-941b-fcb3b356a1fa), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:31.131155 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c858cb8e-1b89-4d84-b343-0b922a5c0714 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=febd4e5e-3758-4476-9a15-4b1784166de3,revision_number=0']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:31.133137 dv-cinder-855041-2-iscsi neutron-server[113415]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 29 23:52:31.168415 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ba563f-28fb-4119-9503-188f247527ca None None] Checking agent: {'id': '01773ddc-a5d8-4c68-b7b5-e385af2b339f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 43, 45), 'started_at': datetime.datetime(2022, 8, 29, 23, 44, 15), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:52:31.169546 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ba563f-28fb-4119-9503-188f247527ca None None] Checking segment: {'id': 'b7df322f-93e7-4c06-ab35-efbbaf8c395e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '60b40027-b034-467e-a623-8d465afe9154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:52:31.170078 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-60ba563f-28fb-4119-9503-188f247527ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:31.170707 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ba563f-28fb-4119-9503-188f247527ca None None] Bound using segment: {'id': 'b7df322f-93e7-4c06-ab35-efbbaf8c395e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '60b40027-b034-467e-a623-8d465afe9154'} {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:52:31.171397 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-60ba563f-28fb-4119-9503-188f247527ca None None] Bound port: 14ecde1e-ea4b-4879-9300-81c8f8fd9833, host: dv-cinder-855041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7df322f-93e7-4c06-ab35-efbbaf8c395e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '60b40027-b034-467e-a623-8d465afe9154'}}] {{(pid=113417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:52:31.171914 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-60ba563f-28fb-4119-9503-188f247527ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (14ecde1e-ea4b-4879-9300-81c8f8fd9833), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:31.181178 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:31.218081 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron_lib.callbacks.manager [None req-c6a7d9bb-b58a-4d66-85f3-7bc26a51f9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (26e413af-3822-44a7-906f-1c16343d3133), after_update {{(pid=113418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:31.238723 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 45604) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:31.273581 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-c858cb8e-1b89-4d84-b343-0b922a5c0714 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:31.274700 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efd7692-b742-4212-aff3-228bdae7ee40 None None] Pushing event updated for resources: {'Port': ['ID=51a1db89-b26a-4686-b2eb-85f92a1e50a8,revision_number=3']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:31.283235 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-c858cb8e-1b89-4d84-b343-0b922a5c0714 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9447832 Aug 29 23:52:31.304207 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 45608) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:31.308708 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [None req-25d66d77-8f2d-4b80-bf71-d39ec0bbdfd0 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Request body: {'security_group_rule': {'security_group_id': 'db3d369f-4c74-447c-9748-b5e110841b76', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:52:31.365163 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-e09be39d-7411-4a23-a39d-34095734b234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3498496', 'neutron.services.segments.db._delete_segments_for_network-8751006364483'] for network (d800ff26-06a6-476d-81c1-854441d51068), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:31.403592 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-e09be39d-7411-4a23-a39d-34095734b234 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=113415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:52:31.405201 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-e09be39d-7411-4a23-a39d-34095734b234 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=113415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:52:31.406683 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-e09be39d-7411-4a23-a39d-34095734b234 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:52:31.408312 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-e09be39d-7411-4a23-a39d-34095734b234 admin admin] Subscribe: > port after_create 55550000 {{(pid=113415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:52:31.408946 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-e09be39d-7411-4a23-a39d-34095734b234 admin admin] Subscribe: > port after_delete 55550000 {{(pid=113415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:52:31.409482 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-e09be39d-7411-4a23-a39d-34095734b234 admin admin] Subscribe: > port after_update 55550000 {{(pid=113415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:52:31.409994 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-e09be39d-7411-4a23-a39d-34095734b234 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=113415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:52:31.410559 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-e09be39d-7411-4a23-a39d-34095734b234 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:52:31.411073 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-e09be39d-7411-4a23-a39d-34095734b234 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:52:31.411659 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-e09be39d-7411-4a23-a39d-34095734b234 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=113415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:52:31.461650 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvr_db [None req-e7e5fcae-6f49-4206-a68a-3dc62a4e56cc None None] Set router b27e3222-c8a5-4b18-ac0d-28af47137885 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:52:31.462068 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e48baf-1f90-4b19-a9a3-8d535c306fca None None] Pushing event updated for resources: {'Port': ['ID=26e413af-3822-44a7-906f-1c16343d3133,revision_number=3']} {{(pid=113418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:31.506503 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.managers [None req-c6a7d9bb-b58a-4d66-85f3-7bc26a51f9c0 None None] Attempting to bind port 26e413af-3822-44a7-906f-1c16343d3133 on host dv-cinder-855041-2-iscsi for vnic_type normal with profile {{(pid=113418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:52:31.507130 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.managers [None req-c6a7d9bb-b58a-4d66-85f3-7bc26a51f9c0 None None] Attempting to bind port 26e413af-3822-44a7-906f-1c16343d3133 by drivers openvswitch,hyperv on host dv-cinder-855041-2-iscsi at level 0 using segments [{'id': '216060a8-b9ef-4fb3-8659-af94605ff481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '93e0a306-b92e-472d-869d-9065a5f6f97f'}] {{(pid=113418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:52:31.507575 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a7d9bb-b58a-4d66-85f3-7bc26a51f9c0 None None] Attempting to bind port 26e413af-3822-44a7-906f-1c16343d3133 on network 93e0a306-b92e-472d-869d-9065a5f6f97f {{(pid=113418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:52:31.513975 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a7d9bb-b58a-4d66-85f3-7bc26a51f9c0 None None] Checking agent: {'id': '01773ddc-a5d8-4c68-b7b5-e385af2b339f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 43, 45), 'started_at': datetime.datetime(2022, 8, 29, 23, 44, 15), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:52:31.514517 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a7d9bb-b58a-4d66-85f3-7bc26a51f9c0 None None] Checking segment: {'id': '216060a8-b9ef-4fb3-8659-af94605ff481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '93e0a306-b92e-472d-869d-9065a5f6f97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:52:31.515232 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron_lib.callbacks.manager [None req-c6a7d9bb-b58a-4d66-85f3-7bc26a51f9c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:31.515716 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a7d9bb-b58a-4d66-85f3-7bc26a51f9c0 None None] Bound using segment: {'id': '216060a8-b9ef-4fb3-8659-af94605ff481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '93e0a306-b92e-472d-869d-9065a5f6f97f'} {{(pid=113418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:52:31.516316 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.managers [None req-c6a7d9bb-b58a-4d66-85f3-7bc26a51f9c0 None None] Bound port: 26e413af-3822-44a7-906f-1c16343d3133, host: dv-cinder-855041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '216060a8-b9ef-4fb3-8659-af94605ff481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '93e0a306-b92e-472d-869d-9065a5f6f97f'}}] {{(pid=113418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:52:31.516980 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron_lib.callbacks.manager [None req-c6a7d9bb-b58a-4d66-85f3-7bc26a51f9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (26e413af-3822-44a7-906f-1c16343d3133), before_update {{(pid=113418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:31.562055 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port d36ca076-610e-4d55-beaa-23879247d27a is: ACTIVE; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:52:31.576874 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f68481fa-9d88-435b-a418-924a89caefec admin admin] Router 0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e has already been hosted by L3 agent 037668f0-d812-4b59-9d2d-ce33f66a7708 {{(pid=113416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:52:31.596314 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:31.643474 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.db [None req-c6a7d9bb-b58a-4d66-85f3-7bc26a51f9c0 None None] For port 26e413af-3822-44a7-906f-1c16343d3133, host dv-cinder-855041-2-iscsi, cleared binding levels {{(pid=113418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:52:31.654001 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.db [None req-c6a7d9bb-b58a-4d66-85f3-7bc26a51f9c0 None None] For port 26e413af-3822-44a7-906f-1c16343d3133, host dv-cinder-855041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=26e413af-3822-44a7-906f-1c16343d3133,segment=NetworkSegment(216060a8-b9ef-4fb3-8659-af94605ff481),segment_id=216060a8-b9ef-4fb3-8659-af94605ff481)] {{(pid=113418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:52:31.728244 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-d17e64c1-25a9-4a60-b4f4-38db6a703c8f None None] Provisioning complete for port b75e0afb-67a6-43ff-a6a4-0b5c0281fe26 triggered by entity DHCP. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:52:31.728646 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-d17e64c1-25a9-4a60-b4f4-38db6a703c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (b75e0afb-67a6-43ff-a6a4-0b5c0281fe26), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:31.749084 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-25d66d77-8f2d-4b80-bf71-d39ec0bbdfd0 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for security_group_rule (0787cc13-ce2f-4cc9-80a2-0fa369c70355), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:31.753219 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-e09be39d-7411-4a23-a39d-34095734b234 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:52:31.753790 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-e09be39d-7411-4a23-a39d-34095734b234 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:52:31.754099 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-e09be39d-7411-4a23-a39d-34095734b234 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=113415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:52:31.761427 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron_lib.callbacks.manager [None req-c6a7d9bb-b58a-4d66-85f3-7bc26a51f9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (26e413af-3822-44a7-906f-1c16343d3133), after_update {{(pid=113418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:31.770099 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-e09be39d-7411-4a23-a39d-34095734b234 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=113415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:52:31.770842 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.services.segments.db [None req-e09be39d-7411-4a23-a39d-34095734b234 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d800ff26-06a6-476d-81c1-854441d51068']}} {{(pid=113415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:52:31.811243 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-8fe51e44-a040-474d-9f69-47876eb49d03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:31.890059 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.services.segments.db [None req-e09be39d-7411-4a23-a39d-34095734b234 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2e26de8-1d32-4cc1-b45f-4d4581d38425') {'for_net_delete': True} {{(pid=113415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:52:31.890356 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.services.segments.db [None req-e09be39d-7411-4a23-a39d-34095734b234 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2e26de8-1d32-4cc1-b45f-4d4581d38425') {} {{(pid=113415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:52:31.908083 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e48baf-1f90-4b19-a9a3-8d535c306fca None None] Pushing event updated for resources: {'Port': ['ID=26e413af-3822-44a7-906f-1c16343d3133,revision_number=4']} {{(pid=113418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:31.932297 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-0e53480b-f3a3-46c0-bc8f-c33c592e0a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (b75e0afb-67a6-43ff-a6a4-0b5c0281fe26), before_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:31.937892 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a7d9bb-b58a-4d66-85f3-7bc26a51f9c0 None None] Routers {'eb0b4833-da7c-42f1-9534-91a6d779f15c'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:52:31.938647 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-c6a7d9bb-b58a-4d66-85f3-7bc26a51f9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:52:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['eb0b4833-da7c-42f1-9534-91a6d779f15c'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:52:31.961263 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:31.965947 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:32.013061 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-e09be39d-7411-4a23-a39d-34095734b234 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751006358959', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10512005'] for segment (e2e26de8-1d32-4cc1-b45f-4d4581d38425), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:32.028522 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-60ba563f-28fb-4119-9503-188f247527ca None None] For port 14ecde1e-ea4b-4879-9300-81c8f8fd9833, host dv-cinder-855041-2-iscsi, cleared binding levels {{(pid=113417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:52:32.050469 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f68481fa-9d88-435b-a418-924a89caefec admin admin] Notify agent at l3_agent.dv-cinder-855041-2-iscsi the message routers_updated {{(pid=113416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:52:32.074100 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 59c614a2-11a6-4a27-8931-d63a67a0c104 up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:52:32.084412 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-60ba563f-28fb-4119-9503-188f247527ca None None] For port 14ecde1e-ea4b-4879-9300-81c8f8fd9833, host dv-cinder-855041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=14ecde1e-ea4b-4879-9300-81c8f8fd9833,segment=NetworkSegment(b7df322f-93e7-4c06-ab35-efbbaf8c395e),segment_id=b7df322f-93e7-4c06-ab35-efbbaf8c395e)] {{(pid=113417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:52:32.102104 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05af81b-852f-4fd7-bfed-717a030233a6 admin admin] Pushing event updated for resources: {'Port': ['ID=761aeb90-d390-4049-9a47-b526491624f1,revision_number=2']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:32.132686 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-e09be39d-7411-4a23-a39d-34095734b234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3480186'] for segment (e2e26de8-1d32-4cc1-b45f-4d4581d38425), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:32.147756 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-d17e64c1-25a9-4a60-b4f4-38db6a703c8f None None] Port b75e0afb-67a6-43ff-a6a4-0b5c0281fe26 cannot update to ACTIVE because it is not bound. {{(pid=113417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 23:52:32.161903 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-c6a7d9bb-b58a-4d66-85f3-7bc26a51f9c0 None None] Set router eb0b4833-da7c-42f1-9534-91a6d779f15c gateway port host: dv-cinder-855041-2-iscsi {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:52:32.163066 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-d17e64c1-25a9-4a60-b4f4-38db6a703c8f None None] Provisioning complete for port 966aacc9-57d0-4bcd-a0b7-ec830fd3f948 triggered by entity DHCP. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:52:32.163658 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-d17e64c1-25a9-4a60-b4f4-38db6a703c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (966aacc9-57d0-4bcd-a0b7-ec830fd3f948), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:32.174820 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-8fe51e44-a040-474d-9f69-47876eb49d03 admin admin] Publish callbacks [] for security_group (fe9b7f37-8b60-43c5-8e3e-8beed769bd96), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:32.191096 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-25d66d77-8f2d-4b80-bf71-d39ec0bbdfd0 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for security_group_rule (0787cc13-ce2f-4cc9-80a2-0fa369c70355), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:32.200041 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-f68481fa-9d88-435b-a418-924a89caefec admin admin] 10.222.0.90 "PUT /networking/v2.0/routers/0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8591793 Aug 29 23:52:32.214150 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e09be39d-7411-4a23-a39d-34095734b234 admin admin] Releasing vlan 1104 on physical network physnet1 to pool {{(pid=113415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 23:52:32.214827 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-e09be39d-7411-4a23-a39d-34095734b234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3480186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11068723'] for segment (e2e26de8-1d32-4cc1-b45f-4d4581d38425), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:32.258803 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-8fe51e44-a040-474d-9f69-47876eb49d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (fe9b7f37-8b60-43c5-8e3e-8beed769bd96), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:32.299314 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-d17e64c1-25a9-4a60-b4f4-38db6a703c8f None None] Port 966aacc9-57d0-4bcd-a0b7-ec830fd3f948 cannot update to ACTIVE because it is not bound. {{(pid=113417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 23:52:32.307621 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80980a5a-80c5-4a8d-8f8a-eae1cac82f5f None None] Sync routers for ids ['0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e'] in dv-cinder-855041-2-iscsi {{(pid=113417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:52:32.337836 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-60ba563f-28fb-4119-9503-188f247527ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (14ecde1e-ea4b-4879-9300-81c8f8fd9833), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:32.343850 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b17939-595d-47fd-8523-a74f508aab74 req-24652525-0557-4063-af1a-9dca95c082d9 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:32.352210 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-85b17939-595d-47fd-8523-a74f508aab74 req-24652525-0557-4063-af1a-9dca95c082d9 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] 10.222.0.90 "GET /networking/v2.0/networks?id=93e0a306-b92e-472d-869d-9065a5f6f97f HTTP/1.1" status: 200 len: 811 time: 1.2202065 Aug 29 23:52:32.352641 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-8fe51e44-a040-474d-9f69-47876eb49d03 admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=2af7d545b42b414997f83a8190cba6d1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1090276 Aug 29 23:52:32.357728 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe51e44-a040-474d-9f69-47876eb49d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9b7f37-8b60-43c5-8e3e-8beed769bd96,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:32.362157 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-25d66d77-8f2d-4b80-bf71-d39ec0bbdfd0 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707692'] for security_group_rule (0787cc13-ce2f-4cc9-80a2-0fa369c70355), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:32.369001 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 45622) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:32.372103 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:32.373282 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:32.381301 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05af81b-852f-4fd7-bfed-717a030233a6 admin admin] Network 7a46036d-55d3-472c-985d-7d32e6afcac9 is already hosted by enough agents. {{(pid=113415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:52:32.391308 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.base_scheduler [None req-a05af81b-852f-4fd7-bfed-717a030233a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=113415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:52:32.410367 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-85b17939-595d-47fd-8523-a74f508aab74 req-3ebb75aa-c0c5-4fc0-aa8a-9e3b7e862525 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] 10.222.0.90 "GET /networking/v2.0/quotas/651125f8b5f9452a8f854ae229670514 HTTP/1.1" status: 200 len: 375 time: 0.0566027 Aug 29 23:52:32.463258 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:32.501863 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d66d77-8f2d-4b80-bf71-d39ec0bbdfd0 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0787cc13-ce2f-4cc9-80a2-0fa369c70355,revision_number=0']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:32.563211 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72bc681-f5b2-4b2c-aba8-edaab5b26271 None None] Pushing event updated for resources: {'Port': ['ID=14ecde1e-ea4b-4879-9300-81c8f8fd9833,revision_number=4']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:32.611710 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-e09be39d-7411-4a23-a39d-34095734b234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3498505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477645'] for network (d800ff26-06a6-476d-81c1-854441d51068), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:32.621736 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-25d66d77-8f2d-4b80-bf71-d39ec0bbdfd0 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:32.622228 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:32.633839 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-25d66d77-8f2d-4b80-bf71-d39ec0bbdfd0 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3283343 Aug 29 23:52:32.648096 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 45630) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:32.655690 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [None req-1cd3f1b8-bfff-40b2-bb91-1349e0066d22 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Request body: {'floatingip': {'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:52:32.680312 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80980a5a-80c5-4a8d-8f8a-eae1cac82f5f None None] Routers {'0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:52:32.681244 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-80980a5a-80c5-4a8d-8f8a-eae1cac82f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:52:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e'], 'active': True} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:52:32.750675 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-e09be39d-7411-4a23-a39d-34095734b234 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for network (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:32.758076 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-e09be39d-7411-4a23-a39d-34095734b234 admin admin] 10.222.0.90 "DELETE /networking/v2.0/networks/d800ff26-06a6-476d-81c1-854441d51068 HTTP/1.1" status: 204 len: 168 time: 3.0462315 Aug 29 23:52:32.842671 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ba563f-28fb-4119-9503-188f247527ca None None] Routers {'2e462f98-05f3-486e-ab4a-97e92d2f3f62'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:52:32.846884 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-60ba563f-28fb-4119-9503-188f247527ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:52:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['2e462f98-05f3-486e-ab4a-97e92d2f3f62'], 'active': True} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:52:32.895807 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-1cd3f1b8-bfff-40b2-bb91-1349e0066d22 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:32.911022 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-85b17939-595d-47fd-8523-a74f508aab74 req-5d036b45-8b42-448e-82e1-ca0166e2d597 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] 10.222.0.90 "GET /networking/v2.0/ports?tenant_id=651125f8b5f9452a8f854ae229670514&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4958715 Aug 29 23:52:32.912003 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09be39d-7411-4a23-a39d-34095734b234 admin admin] Pushing event deleted for resources: {'Network': ['ID=d800ff26-06a6-476d-81c1-854441d51068,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:32.963348 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=86,neutron:INSERT=5,neutron:UPDATE=6,neutron:DELETE=3 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:32.983568 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-0e53480b-f3a3-46c0-bc8f-c33c592e0a30 admin admin] Publish callbacks [] for port (b75e0afb-67a6-43ff-a6a4-0b5c0281fe26), precommit_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:33.031771 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-fd2cb8ed-278c-477c-90c5-2b908ece7b0d admin admin] Publish callbacks [] for security_group (fe9b7f37-8b60-43c5-8e3e-8beed769bd96), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:33.039092 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-c6a7d9bb-b58a-4d66-85f3-7bc26a51f9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb0b4833-da7c-42f1-9534-91a6d779f15c', 'name': 'tempest-DeleteServersTestJSON-347692398-router', 'tenant_id': '651125f8b5f9452a8f854ae229670514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '59c614a2-11a6-4a27-8931-d63a67a0c104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:14Z', 'updated_at': '2022-08-29T23:52:25Z', 'revision_number': 4, 'project_id': '651125f8b5f9452a8f854ae229670514', 'gw_port': {'id': '59c614a2-11a6-4a27-8931-d63a67a0c104', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0b4833-da7c-42f1-9534-91a6d779f15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:16Z', 'updated_at': '2022-08-29T23:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': '26e413af-3822-44a7-906f-1c16343d3133', 'name': '', 'network_id': '93e0a306-b92e-472d-869d-9065a5f6f97f', 'tenant_id': '651125f8b5f9452a8f854ae229670514', 'mac_address': 'fa:16:3e:29:85:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0b4833-da7c-42f1-9534-91a6d779f15c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'e2f85b4b-6ca4-4e91-b383-5b4766b0604f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:23Z', 'updated_at': '2022-08-29T23:52:31Z', 'revision_number': 4, 'project_id': '651125f8b5f9452a8f854ae229670514', 'subnets': [{'id': 'e2f85b4b-6ca4-4e91-b383-5b4766b0604f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:52:33.087988 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-0e53480b-f3a3-46c0-bc8f-c33c592e0a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963685'] for port (b75e0afb-67a6-43ff-a6a4-0b5c0281fe26), after_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:33.115456 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a7d9bb-b58a-4d66-85f3-7bc26a51f9c0 None None] The sync data for ids ['eb0b4833-da7c-42f1-9534-91a6d779f15c'] in dv-cinder-855041-2-iscsi is: [{'id': 'eb0b4833-da7c-42f1-9534-91a6d779f15c', 'name': 'tempest-DeleteServersTestJSON-347692398-router', 'tenant_id': '651125f8b5f9452a8f854ae229670514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '59c614a2-11a6-4a27-8931-d63a67a0c104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:14Z', 'updated_at': '2022-08-29T23:52:25Z', 'revision_number': 4, 'project_id': '651125f8b5f9452a8f854ae229670514', 'gw_port': {'id': '59c614a2-11a6-4a27-8931-d63a67a0c104', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0b4833-da7c-42f1-9534-91a6d779f15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:16Z', 'updated_at': '2022-08-29T23:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': '26e413af-3822-44a7-906f-1c16343d3133', 'name': '', 'network_id': '93e0a306-b92e-472d-869d-9065a5f6f97f', 'tenant_id': '651125f8b5f9452a8f854ae229670514', 'mac_address': 'fa:16:3e:29:85:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0b4833-da7c-42f1-9534-91a6d779f15c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'e2f85b4b-6ca4-4e91-b383-5b4766b0604f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:23Z', 'updated_at': '2022-08-29T23:52:31Z', 'revision_number': 4, 'project_id': '651125f8b5f9452a8f854ae229670514', 'subnets': [{'id': 'e2f85b4b-6ca4-4e91-b383-5b4766b0604f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:52:33.124883 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.services.segments.plugin [-] Segment e2e26de8-1d32-4cc1-b45f-4d4581d38425 resource provider aggregate not found Aug 29 23:52:33.143504 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-fd2cb8ed-278c-477c-90c5-2b908ece7b0d admin admin] Publish callbacks [] for security_group (fe9b7f37-8b60-43c5-8e3e-8beed769bd96), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:33.170552 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:33.184137 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-c211420f-6773-4108-a95a-22ebbf88504b None None] Provisioning complete for port 761aeb90-d390-4049-9a47-b526491624f1 triggered by entity DHCP. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:52:33.186145 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-c211420f-6773-4108-a95a-22ebbf88504b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (761aeb90-d390-4049-9a47-b526491624f1), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:33.206230 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a05af81b-852f-4fd7-bfed-717a030233a6 admin admin] Router b27e3222-c8a5-4b18-ac0d-28af47137885 has already been hosted by L3 agent 037668f0-d812-4b59-9d2d-ce33f66a7708 {{(pid=113415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:52:33.221050 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port 59c614a2-11a6-4a27-8931-d63a67a0c104 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:52:33.223073 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (59c614a2-11a6-4a27-8931-d63a67a0c104), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:33.246243 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.services.segments.plugin [-] Segment e2e26de8-1d32-4cc1-b45f-4d4581d38425 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e2e26de8-1d32-4cc1-b45f-4d4581d38425 found for delete ", "request_id": "req-595db0f5-c2d1-479c-a90f-921b24460397"}]} Aug 29 23:52:33.316412 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-0e53480b-f3a3-46c0-bc8f-c33c592e0a30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3699119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477389'] for router_interface (5371629e-3840-425d-941b-fcb3b356a1fa), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:33.442359 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e53480b-f3a3-46c0-bc8f-c33c592e0a30 admin admin] Pushing event updated for resources: {'Port': ['ID=b75e0afb-67a6-43ff-a6a4-0b5c0281fe26,revision_number=2']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:33.463558 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-e7e5fcae-6f49-4206-a68a-3dc62a4e56cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27e3222-c8a5-4b18-ac0d-28af47137885', 'name': 'tempest-AttachVolumeShelveTestJSON-2146582793-router', 'tenant_id': '3beae764b5cb4dcd9f13e26878bbac48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '51a1db89-b26a-4686-b2eb-85f92a1e50a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:15Z', 'updated_at': '2022-08-29T23:52:29Z', 'revision_number': 4, 'project_id': '3beae764b5cb4dcd9f13e26878bbac48', 'gw_port': {'id': '51a1db89-b26a-4686-b2eb-85f92a1e50a8', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8c:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27e3222-c8a5-4b18-ac0d-28af47137885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:17Z', 'updated_at': '2022-08-29T23:52:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': '761aeb90-d390-4049-9a47-b526491624f1', 'name': '', 'network_id': '7a46036d-55d3-472c-985d-7d32e6afcac9', 'tenant_id': '3beae764b5cb4dcd9f13e26878bbac48', 'mac_address': 'fa:16:3e:7d:b5:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27e3222-c8a5-4b18-ac0d-28af47137885', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '16471bf1-5160-46ce-b487-b87c8418028b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:27Z', 'updated_at': '2022-08-29T23:52:30Z', 'revision_number': 2, 'project_id': '3beae764b5cb4dcd9f13e26878bbac48', 'subnets': [{'id': '16471bf1-5160-46ce-b487-b87c8418028b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:52:33.524435 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 45668) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:33.590162 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e5fcae-6f49-4206-a68a-3dc62a4e56cc None None] The sync data for ids ['b27e3222-c8a5-4b18-ac0d-28af47137885'] in dv-cinder-855041-2-iscsi is: [{'id': 'b27e3222-c8a5-4b18-ac0d-28af47137885', 'name': 'tempest-AttachVolumeShelveTestJSON-2146582793-router', 'tenant_id': '3beae764b5cb4dcd9f13e26878bbac48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '51a1db89-b26a-4686-b2eb-85f92a1e50a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:15Z', 'updated_at': '2022-08-29T23:52:29Z', 'revision_number': 4, 'project_id': '3beae764b5cb4dcd9f13e26878bbac48', 'gw_port': {'id': '51a1db89-b26a-4686-b2eb-85f92a1e50a8', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8c:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27e3222-c8a5-4b18-ac0d-28af47137885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:17Z', 'updated_at': '2022-08-29T23:52:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': '761aeb90-d390-4049-9a47-b526491624f1', 'name': '', 'network_id': '7a46036d-55d3-472c-985d-7d32e6afcac9', 'tenant_id': '3beae764b5cb4dcd9f13e26878bbac48', 'mac_address': 'fa:16:3e:7d:b5:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27e3222-c8a5-4b18-ac0d-28af47137885', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '16471bf1-5160-46ce-b487-b87c8418028b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:27Z', 'updated_at': '2022-08-29T23:52:30Z', 'revision_number': 2, 'project_id': '3beae764b5cb4dcd9f13e26878bbac48', 'subnets': [{'id': '16471bf1-5160-46ce-b487-b87c8418028b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:52:33.633989 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-c211420f-6773-4108-a95a-22ebbf88504b None None] Port 761aeb90-d390-4049-9a47-b526491624f1 cannot update to ACTIVE because it is not bound. {{(pid=113417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 23:52:33.663142 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvr_db [None req-80980a5a-80c5-4a8d-8f8a-eae1cac82f5f None None] Set router 0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e gateway port host: dv-cinder-855041-2-iscsi {{(pid=113417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:52:33.691207 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [req-85b17939-595d-47fd-8523-a74f508aab74 req-6e50a842-6ee5-474f-8a97-010b602493d4 service neutron] http://10.222.0.90:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 23:52:33.692704 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-85b17939-595d-47fd-8523-a74f508aab74 req-6e50a842-6ee5-474f-8a97-010b602493d4 service neutron] 10.222.0.90 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4116647 Aug 29 23:52:33.727995 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-1cd3f1b8-bfff-40b2-bb91-1349e0066d22 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:33.744347 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a05af81b-852f-4fd7-bfed-717a030233a6 admin admin] Notify agent at l3_agent.dv-cinder-855041-2-iscsi the message routers_updated {{(pid=113415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:52:33.753824 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvr_db [None req-60ba563f-28fb-4119-9503-188f247527ca None None] Set router 2e462f98-05f3-486e-ab4a-97e92d2f3f62 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:52:33.763972 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-a05af81b-852f-4fd7-bfed-717a030233a6 admin admin] 10.222.0.90 "PUT /networking/v2.0/routers/b27e3222-c8a5-4b18-ac0d-28af47137885/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8964157 Aug 29 23:52:33.792165 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:DELETE=2,neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:33.879051 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-71e04169-260c-4dc7-882c-fe971db7770c admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=c258d13728144f9b9bd96b8b716c6147&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3533988 Aug 29 23:52:33.879945 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 45674) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:33.895466 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=100 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:33.987803 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e53480b-f3a3-46c0-bc8f-c33c592e0a30 admin admin] Network 4c9cdff2-05de-4391-b19a-4c2f9845a0aa is already hosted by enough agents. {{(pid=113416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:52:33.998041 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.base_scheduler [None req-0e53480b-f3a3-46c0-bc8f-c33c592e0a30 admin admin] Resources bound (agent type, host, resource id): {{(pid=113416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:52:34.026767 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port 59c614a2-11a6-4a27-8931-d63a67a0c104 is: DOWN; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:52:34.027373 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (59c614a2-11a6-4a27-8931-d63a67a0c104), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:34.154286 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-fd2cb8ed-278c-477c-90c5-2b908ece7b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (fe9b7f37-8b60-43c5-8e3e-8beed769bd96), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:34.158804 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-fd2cb8ed-278c-477c-90c5-2b908ece7b0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:34.160207 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-fd2cb8ed-278c-477c-90c5-2b908ece7b0d admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/fe9b7f37-8b60-43c5-8e3e-8beed769bd96 HTTP/1.1" status: 204 len: 168 time: 1.7893403 Aug 29 23:52:34.167965 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:34.226717 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 45684) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:34.269202 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-0807936c-f9ff-4739-89ca-d929a637a31a admin admin] Publish callbacks [] for security_group (b0a50355-f661-4ffc-956b-0d39abe7f6b4), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:34.278128 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.db_base_plugin_common [None req-1cd3f1b8-bfff-40b2-bb91-1349e0066d22 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Allocated IP 172.27.1.200 (c6396a07-dfbf-4950-850b-378da3ed2a88/a98be68c-aef3-471c-b3f8-ae629ebf2983/9401fea7-aa28-4f05-a2db-ef0eca94f819) {{(pid=113416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:52:34.318931 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2cb8ed-278c-477c-90c5-2b908ece7b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9b7f37-8b60-43c5-8e3e-8beed769bd96,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:34.380012 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-0807936c-f9ff-4739-89ca-d929a637a31a admin admin] Publish callbacks [] for security_group (b0a50355-f661-4ffc-956b-0d39abe7f6b4), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:34.420215 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:34.473697 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e53480b-f3a3-46c0-bc8f-c33c592e0a30 admin admin] Router 5371629e-3840-425d-941b-fcb3b356a1fa has already been hosted by L3 agent 037668f0-d812-4b59-9d2d-ce33f66a7708 {{(pid=113416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:52:34.569447 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-1cd3f1b8-bfff-40b2-bb91-1349e0066d22 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for port (9401fea7-aa28-4f05-a2db-ef0eca94f819), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:34.574603 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] For port 59c614a2-11a6-4a27-8931-d63a67a0c104, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=59c614a2-11a6-4a27-8931-d63a67a0c104,segment=NetworkSegment(b4742eaf-d58e-407a-bbd7-30be4e48df16),segment_id=b4742eaf-d58e-407a-bbd7-30be4e48df16)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:52:34.647871 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-85b17939-595d-47fd-8523-a74f508aab74 req-fd93c63a-caed-4f59-804f-7c12b12fcbb4 service neutron] 10.222.0.90 "GET /networking/v2.0/networks/93e0a306-b92e-472d-869d-9065a5f6f97f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9362910 Aug 29 23:52:34.648011 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-2955a848-0e5f-4c7f-a327-3cedf6ad3547 None None] Provisioning complete for port b75e0afb-67a6-43ff-a6a4-0b5c0281fe26 triggered by entity DHCP. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:52:34.648011 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-2955a848-0e5f-4c7f-a327-3cedf6ad3547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (b75e0afb-67a6-43ff-a6a4-0b5c0281fe26), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:34.705576 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (59c614a2-11a6-4a27-8931-d63a67a0c104), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:34.706397 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 50d67b08-de59-4733-be5d-71963d30dbba up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:52:34.732662 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-1cd3f1b8-bfff-40b2-bb91-1349e0066d22 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963692'] for port (9401fea7-aa28-4f05-a2db-ef0eca94f819), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:34.748388 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:34.806224 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e53480b-f3a3-46c0-bc8f-c33c592e0a30 admin admin] Notify agent at l3_agent.dv-cinder-855041-2-iscsi the message routers_updated {{(pid=113416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:52:34.816600 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f87ba7-1154-4271-8a49-9d270c33a134 None None] Sync routers for ids ['5371629e-3840-425d-941b-fcb3b356a1fa'] in dv-cinder-855041-2-iscsi {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:52:34.818433 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-0e53480b-f3a3-46c0-bc8f-c33c592e0a30 admin admin] 10.222.0.90 "PUT /networking/v2.0/routers/5371629e-3840-425d-941b-fcb3b356a1fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7745690 Aug 29 23:52:34.821750 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd3f1b8-bfff-40b2-bb91-1349e0066d22 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Network c6396a07-dfbf-4950-850b-378da3ed2a88 is already hosted by enough agents. {{(pid=113416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:52:34.827672 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-2955a848-0e5f-4c7f-a327-3cedf6ad3547 None None] Port b75e0afb-67a6-43ff-a6a4-0b5c0281fe26 cannot update to ACTIVE because it is not bound. {{(pid=113417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 23:52:34.828530 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.base_scheduler [None req-1cd3f1b8-bfff-40b2-bb91-1349e0066d22 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Resources bound (agent type, host, resource id): {{(pid=113416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:52:34.832333 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-85b17939-595d-47fd-8523-a74f508aab74 req-1cb2b1a8-de42-46de-992e-f9282fd9809c service neutron] 10.222.0.90 "GET /networking/v2.0/networks/93e0a306-b92e-472d-869d-9065a5f6f97f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755061 Aug 29 23:52:34.852467 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd3f1b8-bfff-40b2-bb91-1349e0066d22 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Received port after_create {{(pid=113416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:52:34.860277 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f87ba7-1154-4271-8a49-9d270c33a134 None None] Routers {'5371629e-3840-425d-941b-fcb3b356a1fa'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:52:34.861028 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-e2f87ba7-1154-4271-8a49-9d270c33a134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:52:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['5371629e-3840-425d-941b-fcb3b356a1fa'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:52:34.891453 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497eb4dc-6e5c-4473-8791-243629d8b401 req-88a23eb6-b5db-45d7-bbcb-602953fa893b tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:34.902493 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-497eb4dc-6e5c-4473-8791-243629d8b401 req-88a23eb6-b5db-45d7-bbcb-602953fa893b tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/networks?id=e198d273-347a-4fa0-82d5-22e40c3600ea HTTP/1.1" status: 200 len: 818 time: 0.6704109 Aug 29 23:52:34.976104 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-497eb4dc-6e5c-4473-8791-243629d8b401 req-be523e16-e663-4b47-973e-5b221afe435b tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/quotas/dc817de5d4ef4812a2fee6ebe0895889 HTTP/1.1" status: 200 len: 375 time: 0.0550385 Aug 29 23:52:35.036664 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd3f1b8-bfff-40b2-bb91-1349e0066d22 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Pushing event updated for resources: {'Port': ['ID=9401fea7-aa28-4f05-a2db-ef0eca94f819,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:35.054762 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:35.057691 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Pushing event updated for resources: {'Port': ['ID=59c614a2-11a6-4a27-8931-d63a67a0c104,revision_number=4']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:35.073631 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-0807936c-f9ff-4739-89ca-d929a637a31a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (b0a50355-f661-4ffc-956b-0d39abe7f6b4), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:35.077957 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-0807936c-f9ff-4739-89ca-d929a637a31a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:35.083496 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-0807936c-f9ff-4739-89ca-d929a637a31a admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/b0a50355-f661-4ffc-956b-0d39abe7f6b4 HTTP/1.1" status: 204 len: 168 time: 1.1887932 Aug 29 23:52:35.118748 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0807936c-f9ff-4739-89ca-d929a637a31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a50355-f661-4ffc-956b-0d39abe7f6b4,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:35.162120 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-497eb4dc-6e5c-4473-8791-243629d8b401 req-30c0772f-e055-444b-aa0d-3c5ce90c3a91 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?tenant_id=dc817de5d4ef4812a2fee6ebe0895889&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1804991 Aug 29 23:52:35.256374 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-80980a5a-80c5-4a8d-8f8a-eae1cac82f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e', 'name': 'tempest-ServerRescueNegativeTestJSON-775195304-router', 'tenant_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'f2310b0e-c287-4f95-9f84-528a711e70f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:12Z', 'updated_at': '2022-08-29T23:52:28Z', 'revision_number': 4, 'project_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'gw_port': {'id': 'f2310b0e-c287-4f95-9f84-528a711e70f8', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dd:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:13Z', 'updated_at': '2022-08-29T23:52:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': '966aacc9-57d0-4bcd-a0b7-ec830fd3f948', 'name': '', 'network_id': 'e198d273-347a-4fa0-82d5-22e40c3600ea', 'tenant_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'mac_address': 'fa:16:3e:7c:c1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '61447109-44f2-44fa-83dd-52a148538e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:24Z', 'updated_at': '2022-08-29T23:52:29Z', 'revision_number': 2, 'project_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'subnets': [{'id': '61447109-44f2-44fa-83dd-52a148538e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:52:35.271697 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-1cd3f1b8-bfff-40b2-bb91-1349e0066d22 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for floatingip (c4f65f2d-14ba-4144-b611-8b79cf809267), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:35.289740 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port 50d67b08-de59-4733-be5d-71963d30dbba triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:52:35.290391 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (50d67b08-de59-4733-be5d-71963d30dbba), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:35.295201 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80980a5a-80c5-4a8d-8f8a-eae1cac82f5f None None] Checking router: 0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e for host: dv-cinder-855041-2-iscsi {{(pid=113417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:52:35.296827 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80980a5a-80c5-4a8d-8f8a-eae1cac82f5f None None] Updating router 0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e port 966aacc9-57d0-4bcd-a0b7-ec830fd3f948 binding host dv-cinder-855041-2-iscsi {{(pid=113417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 23:52:35.335214 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:35.348662 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-60ba563f-28fb-4119-9503-188f247527ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'name': 'tempest-AttachVolumeNegativeTest-1778292269-router', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'bb4d1692-7347-404c-a89d-e9e869c496d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:10Z', 'updated_at': '2022-08-29T23:52:22Z', 'revision_number': 4, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'gw_port': {'id': 'bb4d1692-7347-404c-a89d-e9e869c496d8', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:40:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:11Z', 'updated_at': '2022-08-29T23:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': '14ecde1e-ea4b-4879-9300-81c8f8fd9833', 'name': '', 'network_id': '60b40027-b034-467e-a623-8d465afe9154', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'mac_address': 'fa:16:3e:a3:e0:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '371040be-dae2-4b4b-8892-6a99379ddf2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:20Z', 'updated_at': '2022-08-29T23:52:31Z', 'revision_number': 4, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'subnets': [{'id': '371040be-dae2-4b4b-8892-6a99379ddf2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:52:35.381227 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-1cd3f1b8-bfff-40b2-bb91-1349e0066d22 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (9401fea7-aa28-4f05-a2db-ef0eca94f819), before_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:35.404029 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-e2f87ba7-1154-4271-8a49-9d270c33a134 None None] Set router 5371629e-3840-425d-941b-fcb3b356a1fa gateway port host: dv-cinder-855041-2-iscsi {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:52:35.414587 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-80980a5a-80c5-4a8d-8f8a-eae1cac82f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (966aacc9-57d0-4bcd-a0b7-ec830fd3f948), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:35.470953 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:35.472326 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ba563f-28fb-4119-9503-188f247527ca None None] The sync data for ids ['2e462f98-05f3-486e-ab4a-97e92d2f3f62'] in dv-cinder-855041-2-iscsi is: [{'id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'name': 'tempest-AttachVolumeNegativeTest-1778292269-router', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'bb4d1692-7347-404c-a89d-e9e869c496d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:10Z', 'updated_at': '2022-08-29T23:52:22Z', 'revision_number': 4, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'gw_port': {'id': 'bb4d1692-7347-404c-a89d-e9e869c496d8', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:40:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:11Z', 'updated_at': '2022-08-29T23:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': '14ecde1e-ea4b-4879-9300-81c8f8fd9833', 'name': '', 'network_id': '60b40027-b034-467e-a623-8d465afe9154', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'mac_address': 'fa:16:3e:a3:e0:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '371040be-dae2-4b4b-8892-6a99379ddf2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:20Z', 'updated_at': '2022-08-29T23:52:31Z', 'revision_number': 4, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'subnets': [{'id': '371040be-dae2-4b4b-8892-6a99379ddf2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:52:35.531805 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 45716) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:35.601985 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-618104e8-a4c2-4d77-90e9-57f2610e9e24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:35.602221 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:35.727498 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-1cd3f1b8-bfff-40b2-bb91-1349e0066d22 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for port (9401fea7-aa28-4f05-a2db-ef0eca94f819), precommit_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:35.823386 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port 50d67b08-de59-4733-be5d-71963d30dbba is: DOWN; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:52:35.823910 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (50d67b08-de59-4733-be5d-71963d30dbba), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:35.830768 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-1cd3f1b8-bfff-40b2-bb91-1349e0066d22 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963685'] for port (9401fea7-aa28-4f05-a2db-ef0eca94f819), after_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:35.856798 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:35.865326 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-e2f87ba7-1154-4271-8a49-9d270c33a134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5371629e-3840-425d-941b-fcb3b356a1fa', 'name': 'tempest-AttachVolumeTestJSON-1281828477-router', 'tenant_id': '4b68600b8657473eb43d16098bbcacf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '50d67b08-de59-4733-be5d-71963d30dbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:15Z', 'updated_at': '2022-08-29T23:52:31Z', 'revision_number': 4, 'project_id': '4b68600b8657473eb43d16098bbcacf6', 'gw_port': {'id': '50d67b08-de59-4733-be5d-71963d30dbba', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b4:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5371629e-3840-425d-941b-fcb3b356a1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:18Z', 'updated_at': '2022-08-29T23:52:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': 'b75e0afb-67a6-43ff-a6a4-0b5c0281fe26', 'name': '', 'network_id': '4c9cdff2-05de-4391-b19a-4c2f9845a0aa', 'tenant_id': '4b68600b8657473eb43d16098bbcacf6', 'mac_address': 'fa:16:3e:e8:fe:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5371629e-3840-425d-941b-fcb3b356a1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '490c1584-2616-4278-814c-8d73c9c52d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:28Z', 'updated_at': '2022-08-29T23:52:32Z', 'revision_number': 2, 'project_id': '4b68600b8657473eb43d16098bbcacf6', 'subnets': [{'id': '490c1584-2616-4278-814c-8d73c9c52d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:52:35.870696 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-618104e8-a4c2-4d77-90e9-57f2610e9e24 admin admin] Publish callbacks [] for security_group (1cc325b8-c44b-407c-8882-f6f812e99e07), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:35.874285 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] For port 50d67b08-de59-4733-be5d-71963d30dbba, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=50d67b08-de59-4733-be5d-71963d30dbba,segment=NetworkSegment(b4742eaf-d58e-407a-bbd7-30be4e48df16),segment_id=b4742eaf-d58e-407a-bbd7-30be4e48df16)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:52:35.946578 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f87ba7-1154-4271-8a49-9d270c33a134 None None] Checking router: 5371629e-3840-425d-941b-fcb3b356a1fa for host: dv-cinder-855041-2-iscsi {{(pid=113418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:52:35.947154 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f87ba7-1154-4271-8a49-9d270c33a134 None None] Updating router 5371629e-3840-425d-941b-fcb3b356a1fa port b75e0afb-67a6-43ff-a6a4-0b5c0281fe26 binding host dv-cinder-855041-2-iscsi {{(pid=113418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 23:52:35.972704 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-618104e8-a4c2-4d77-90e9-57f2610e9e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (1cc325b8-c44b-407c-8882-f6f812e99e07), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:35.984854 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (50d67b08-de59-4733-be5d-71963d30dbba), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:35.992474 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device bb4d1692-7347-404c-a89d-e9e869c496d8 up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:52:36.093016 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:36.104273 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron_lib.callbacks.manager [None req-e2f87ba7-1154-4271-8a49-9d270c33a134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (b75e0afb-67a6-43ff-a6a4-0b5c0281fe26), before_update {{(pid=113418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:36.111543 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-618104e8-a4c2-4d77-90e9-57f2610e9e24 admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=e9e16cecb73b436088218320f64e3ae2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5760491 Aug 29 23:52:36.114098 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618104e8-a4c2-4d77-90e9-57f2610e9e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc325b8-c44b-407c-8882-f6f812e99e07,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:36.115189 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd3f1b8-bfff-40b2-bb91-1349e0066d22 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Pushing event updated for resources: {'Port': ['ID=9401fea7-aa28-4f05-a2db-ef0eca94f819,revision_number=2']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:36.117303 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 45724) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:36.151515 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-1cd3f1b8-bfff-40b2-bb91-1349e0066d22 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477666'] for floatingip (c4f65f2d-14ba-4144-b611-8b79cf809267), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:36.245756 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Pushing event updated for resources: {'Port': ['ID=50d67b08-de59-4733-be5d-71963d30dbba,revision_number=4']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:36.261076 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port bb4d1692-7347-404c-a89d-e9e869c496d8 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:52:36.263417 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (bb4d1692-7347-404c-a89d-e9e869c496d8), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:36.293016 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-1cd3f1b8-bfff-40b2-bb91-1349e0066d22 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for floatingip (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:36.308160 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-1cd3f1b8-bfff-40b2-bb91-1349e0066d22 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6579151 Aug 29 23:52:36.363698 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-80980a5a-80c5-4a8d-8f8a-eae1cac82f5f None None] Publish callbacks [] for port (966aacc9-57d0-4bcd-a0b7-ec830fd3f948), precommit_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:36.464609 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-d276897c-19bf-436e-9fab-bce9fd6a543a admin admin] Publish callbacks [] for security_group (1cc325b8-c44b-407c-8882-f6f812e99e07), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:36.474615 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port bb4d1692-7347-404c-a89d-e9e869c496d8 is: ACTIVE; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:52:36.476738 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device f2310b0e-c287-4f95-9f84-528a711e70f8 up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:52:36.479082 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-80980a5a-80c5-4a8d-8f8a-eae1cac82f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (966aacc9-57d0-4bcd-a0b7-ec830fd3f948), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:36.505644 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [req-497eb4dc-6e5c-4473-8791-243629d8b401 req-066d0066-ef16-498c-8b53-605baccf483f service neutron] http://10.222.0.90:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 23:52:36.511803 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-497eb4dc-6e5c-4473-8791-243629d8b401 req-066d0066-ef16-498c-8b53-605baccf483f service neutron] 10.222.0.90 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3614628 Aug 29 23:52:36.512673 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:36.554151 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-d276897c-19bf-436e-9fab-bce9fd6a543a admin admin] Publish callbacks [] for security_group (1cc325b8-c44b-407c-8882-f6f812e99e07), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:36.579856 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 45738) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:36.588968 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [None req-4421f36f-f244-40f2-98ab-533c837c361f tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Request body: {'security_group': {'name': 'tempest-securitygroup--460487139', 'description': 'tempest-description--618020893'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:52:36.699903 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c67149-23ed-46db-bb3f-4f5d1c27c507 None None] Pushing event updated for resources: {'Port': ['ID=966aacc9-57d0-4bcd-a0b7-ec830fd3f948,revision_number=3']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:36.737623 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-4421f36f-f244-40f2-98ab-533c837c361f tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks [] for security_group (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:36.746523 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-497eb4dc-6e5c-4473-8791-243629d8b401 req-5595c24a-6355-4a3f-8af2-2425c36ee2d0 service neutron] 10.222.0.90 "GET /networking/v2.0/networks/e198d273-347a-4fa0-82d5-22e40c3600ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198131 Aug 29 23:52:36.771393 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-80980a5a-80c5-4a8d-8f8a-eae1cac82f5f None None] Attempting to bind port 966aacc9-57d0-4bcd-a0b7-ec830fd3f948 on host dv-cinder-855041-2-iscsi for vnic_type normal with profile {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:52:36.771769 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-80980a5a-80c5-4a8d-8f8a-eae1cac82f5f None None] Attempting to bind port 966aacc9-57d0-4bcd-a0b7-ec830fd3f948 by drivers openvswitch,hyperv on host dv-cinder-855041-2-iscsi at level 0 using segments [{'id': 'b248dcd9-618b-444c-b3d3-d3b8226b4da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'e198d273-347a-4fa0-82d5-22e40c3600ea'}] {{(pid=113417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:52:36.772131 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80980a5a-80c5-4a8d-8f8a-eae1cac82f5f None None] Attempting to bind port 966aacc9-57d0-4bcd-a0b7-ec830fd3f948 on network e198d273-347a-4fa0-82d5-22e40c3600ea {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:52:36.793695 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80980a5a-80c5-4a8d-8f8a-eae1cac82f5f None None] Checking agent: {'id': '01773ddc-a5d8-4c68-b7b5-e385af2b339f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 43, 45), 'started_at': datetime.datetime(2022, 8, 29, 23, 44, 15), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:52:36.794132 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80980a5a-80c5-4a8d-8f8a-eae1cac82f5f None None] Checking segment: {'id': 'b248dcd9-618b-444c-b3d3-d3b8226b4da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'e198d273-347a-4fa0-82d5-22e40c3600ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:52:36.794526 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-80980a5a-80c5-4a8d-8f8a-eae1cac82f5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:36.794952 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80980a5a-80c5-4a8d-8f8a-eae1cac82f5f None None] Bound using segment: {'id': 'b248dcd9-618b-444c-b3d3-d3b8226b4da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'e198d273-347a-4fa0-82d5-22e40c3600ea'} {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:52:36.795444 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-80980a5a-80c5-4a8d-8f8a-eae1cac82f5f None None] Bound port: 966aacc9-57d0-4bcd-a0b7-ec830fd3f948, host: dv-cinder-855041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b248dcd9-618b-444c-b3d3-d3b8226b4da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'e198d273-347a-4fa0-82d5-22e40c3600ea'}}] {{(pid=113417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:52:36.795828 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-80980a5a-80c5-4a8d-8f8a-eae1cac82f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (966aacc9-57d0-4bcd-a0b7-ec830fd3f948), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:36.802092 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port f2310b0e-c287-4f95-9f84-528a711e70f8 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:52:36.802722 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (f2310b0e-c287-4f95-9f84-528a711e70f8), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:36.810505 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 45748) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:36.859062 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:UPDATE=4,neutron:SELECT=89,neutron:INSERT=3,neutron:DELETE=4 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:36.887179 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:36.897845 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-d276897c-19bf-436e-9fab-bce9fd6a543a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (1cc325b8-c44b-407c-8882-f6f812e99e07), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:36.900888 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-d276897c-19bf-436e-9fab-bce9fd6a543a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:36.905232 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-d276897c-19bf-436e-9fab-bce9fd6a543a admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/1cc325b8-c44b-407c-8882-f6f812e99e07 HTTP/1.1" status: 204 len: 168 time: 0.7815032 Aug 29 23:52:36.923773 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d276897c-19bf-436e-9fab-bce9fd6a543a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc325b8-c44b-407c-8882-f6f812e99e07,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:36.929280 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron_lib.callbacks.manager [None req-e2f87ba7-1154-4271-8a49-9d270c33a134 None None] Publish callbacks [] for port (b75e0afb-67a6-43ff-a6a4-0b5c0281fe26), precommit_update {{(pid=113418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:36.975543 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-50d48f15-eada-43a5-9e65-c3c7b46db21b admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=3f042d7a9e6a46febe81f2e4be9f2c2a&name=default HTTP/1.1" status: 200 len: 2994 time: 0.1639218 Aug 29 23:52:36.981343 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 45756) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:37.018478 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-497eb4dc-6e5c-4473-8791-243629d8b401 req-d6a940c5-3ea5-4f05-981f-c6eaccc8885e service neutron] 10.222.0.90 "GET /networking/v2.0/networks/e198d273-347a-4fa0-82d5-22e40c3600ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550175 Aug 29 23:52:37.051055 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-4421f36f-f244-40f2-98ab-533c837c361f tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks [] for security_group (fdf9f572-5b3d-4118-b881-e7002e4c34b1), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:37.059173 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron_lib.callbacks.manager [None req-e2f87ba7-1154-4271-8a49-9d270c33a134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (b75e0afb-67a6-43ff-a6a4-0b5c0281fe26), after_update {{(pid=113418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:37.085307 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-38d6dbfe-b3cf-4042-9142-fe5c7d4c707b admin admin] Publish callbacks [] for security_group (ebf835aa-9fba-45f2-9933-833157519c1e), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:37.088472 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:37.103806 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-80980a5a-80c5-4a8d-8f8a-eae1cac82f5f None None] For port 966aacc9-57d0-4bcd-a0b7-ec830fd3f948, host dv-cinder-855041-2-iscsi, cleared binding levels {{(pid=113417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:52:37.147729 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-38d6dbfe-b3cf-4042-9142-fe5c7d4c707b admin admin] Publish callbacks [] for security_group (ebf835aa-9fba-45f2-9933-833157519c1e), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:37.153261 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-4421f36f-f244-40f2-98ab-533c837c361f tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (fdf9f572-5b3d-4118-b881-e7002e4c34b1), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:37.202472 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-80980a5a-80c5-4a8d-8f8a-eae1cac82f5f None None] For port 966aacc9-57d0-4bcd-a0b7-ec830fd3f948, host dv-cinder-855041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=966aacc9-57d0-4bcd-a0b7-ec830fd3f948,segment=NetworkSegment(b248dcd9-618b-444c-b3d3-d3b8226b4da1),segment_id=b248dcd9-618b-444c-b3d3-d3b8226b4da1)] {{(pid=113417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:52:37.223908 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port f2310b0e-c287-4f95-9f84-528a711e70f8 is: DOWN; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:52:37.224473 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (f2310b0e-c287-4f95-9f84-528a711e70f8), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:37.227891 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8aecae-6fd2-474a-af32-e29cab8b36cb None None] Pushing event updated for resources: {'Port': ['ID=b75e0afb-67a6-43ff-a6a4-0b5c0281fe26,revision_number=3']} {{(pid=113418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:37.274474 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.managers [None req-e2f87ba7-1154-4271-8a49-9d270c33a134 None None] Attempting to bind port b75e0afb-67a6-43ff-a6a4-0b5c0281fe26 on host dv-cinder-855041-2-iscsi for vnic_type normal with profile {{(pid=113418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:52:37.275690 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.managers [None req-e2f87ba7-1154-4271-8a49-9d270c33a134 None None] Attempting to bind port b75e0afb-67a6-43ff-a6a4-0b5c0281fe26 by drivers openvswitch,hyperv on host dv-cinder-855041-2-iscsi at level 0 using segments [{'id': 'bb534462-ddc2-4778-84af-6323faf368f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '4c9cdff2-05de-4391-b19a-4c2f9845a0aa'}] {{(pid=113418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:52:37.275690 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f87ba7-1154-4271-8a49-9d270c33a134 None None] Attempting to bind port b75e0afb-67a6-43ff-a6a4-0b5c0281fe26 on network 4c9cdff2-05de-4391-b19a-4c2f9845a0aa {{(pid=113418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:52:37.279712 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] For port f2310b0e-c287-4f95-9f84-528a711e70f8, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=f2310b0e-c287-4f95-9f84-528a711e70f8,segment=NetworkSegment(b4742eaf-d58e-407a-bbd7-30be4e48df16),segment_id=b4742eaf-d58e-407a-bbd7-30be4e48df16)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:52:37.284443 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f87ba7-1154-4271-8a49-9d270c33a134 None None] Checking agent: {'id': '01773ddc-a5d8-4c68-b7b5-e385af2b339f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 43, 45), 'started_at': datetime.datetime(2022, 8, 29, 23, 44, 15), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:52:37.288882 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f87ba7-1154-4271-8a49-9d270c33a134 None None] Checking segment: {'id': 'bb534462-ddc2-4778-84af-6323faf368f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '4c9cdff2-05de-4391-b19a-4c2f9845a0aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:52:37.288882 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron_lib.callbacks.manager [None req-e2f87ba7-1154-4271-8a49-9d270c33a134 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:37.288882 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f87ba7-1154-4271-8a49-9d270c33a134 None None] Bound using segment: {'id': 'bb534462-ddc2-4778-84af-6323faf368f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '4c9cdff2-05de-4391-b19a-4c2f9845a0aa'} {{(pid=113418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:52:37.288882 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.managers [None req-e2f87ba7-1154-4271-8a49-9d270c33a134 None None] Bound port: b75e0afb-67a6-43ff-a6a4-0b5c0281fe26, host: dv-cinder-855041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb534462-ddc2-4778-84af-6323faf368f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '4c9cdff2-05de-4391-b19a-4c2f9845a0aa'}}] {{(pid=113418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:52:37.288882 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron_lib.callbacks.manager [None req-e2f87ba7-1154-4271-8a49-9d270c33a134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (b75e0afb-67a6-43ff-a6a4-0b5c0281fe26), before_update {{(pid=113418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:37.294669 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4421f36f-f244-40f2-98ab-533c837c361f tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf9f572-5b3d-4118-b881-e7002e4c34b1,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:37.301675 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 45758) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:37.306712 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [None req-d7745bbe-edb6-49eb-b855-7aa7b17e0b30 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Request body: {'security_group': {'name': 'tempest-securitygroup--678421628', 'description': 'tempest-description--1257653074'}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:52:37.310981 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-80980a5a-80c5-4a8d-8f8a-eae1cac82f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (966aacc9-57d0-4bcd-a0b7-ec830fd3f948), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:37.341972 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-4421f36f-f244-40f2-98ab-533c837c361f tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks [] for security_group (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:37.347915 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-4421f36f-f244-40f2-98ab-533c837c361f tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7655029 Aug 29 23:52:37.351544 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 45760) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:37.388585 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [None req-3667d26b-c952-42f4-99ea-5643b12b5182 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Request body: {'security_group_rule': {'security_group_id': 'fdf9f572-5b3d-4118-b881-e7002e4c34b1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:52:37.439615 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80980a5a-80c5-4a8d-8f8a-eae1cac82f5f None None] Routers {'0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:52:37.439615 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-80980a5a-80c5-4a8d-8f8a-eae1cac82f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:52:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e'], 'active': True} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:52:37.453728 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (f2310b0e-c287-4f95-9f84-528a711e70f8), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:37.495893 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.db [None req-e2f87ba7-1154-4271-8a49-9d270c33a134 None None] For port b75e0afb-67a6-43ff-a6a4-0b5c0281fe26, host dv-cinder-855041-2-iscsi, cleared binding levels {{(pid=113418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:52:37.506618 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-38d6dbfe-b3cf-4042-9142-fe5c7d4c707b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (ebf835aa-9fba-45f2-9933-833157519c1e), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:37.507829 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.db [None req-e2f87ba7-1154-4271-8a49-9d270c33a134 None None] For port b75e0afb-67a6-43ff-a6a4-0b5c0281fe26, host dv-cinder-855041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=b75e0afb-67a6-43ff-a6a4-0b5c0281fe26,segment=NetworkSegment(bb534462-ddc2-4778-84af-6323faf368f0),segment_id=bb534462-ddc2-4778-84af-6323faf368f0)] {{(pid=113418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:52:37.514143 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-38d6dbfe-b3cf-4042-9142-fe5c7d4c707b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:37.516340 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-38d6dbfe-b3cf-4042-9142-fe5c7d4c707b admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/ebf835aa-9fba-45f2-9933-833157519c1e HTTP/1.1" status: 204 len: 168 time: 0.5335805 Aug 29 23:52:37.547879 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d6dbfe-b3cf-4042-9142-fe5c7d4c707b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf835aa-9fba-45f2-9933-833157519c1e,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:37.613966 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron_lib.callbacks.manager [None req-e2f87ba7-1154-4271-8a49-9d270c33a134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (b75e0afb-67a6-43ff-a6a4-0b5c0281fe26), after_update {{(pid=113418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:37.616764 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:37.643740 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-d7745bbe-edb6-49eb-b855-7aa7b17e0b30 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks [] for security_group (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:37.659056 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f87ba7-1154-4271-8a49-9d270c33a134 None None] Routers {'5371629e-3840-425d-941b-fcb3b356a1fa'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:52:37.659727 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-e2f87ba7-1154-4271-8a49-9d270c33a134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:52:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['5371629e-3840-425d-941b-fcb3b356a1fa'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:52:37.708754 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-f8fce2ac-d2a4-468e-ba0a-c83467fc8843 req-30998a5e-9bae-4773-836a-da40614095d0 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=2369a844-afb7-41b8-93e0-822cc05c3da2 HTTP/1.1" status: 200 len: 210 time: 0.2826893 Aug 29 23:52:37.796412 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c67149-23ed-46db-bb3f-4f5d1c27c507 None None] Pushing event updated for resources: {'Port': ['ID=966aacc9-57d0-4bcd-a0b7-ec830fd3f948,revision_number=4']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:37.933187 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=7 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:37.935505 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Pushing event updated for resources: {'Port': ['ID=f2310b0e-c287-4f95-9f84-528a711e70f8,revision_number=4']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:37.984765 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-3667d26b-c952-42f4-99ea-5643b12b5182 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks [] for security_group_rule (3216b272-a041-4d90-af36-906de09d3348), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:38.100216 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvr_db [None req-80980a5a-80c5-4a8d-8f8a-eae1cac82f5f None None] Set router 0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e gateway port host: dv-cinder-855041-2-iscsi {{(pid=113417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:52:38.116667 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:38.151846 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d5e78728-8093-4e8e-8adf-e796879e344e req-78a9c322-1775-41af-a5a4-961f7f85bcb2 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=94c9c11e-d575-4b60-be05-fe0a27272eac HTTP/1.1" status: 200 len: 210 time: 0.2576046 Aug 29 23:52:38.188125 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:38.449938 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-3667d26b-c952-42f4-99ea-5643b12b5182 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks [] for security_group_rule (3216b272-a041-4d90-af36-906de09d3348), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:38.452729 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-d7745bbe-edb6-49eb-b855-7aa7b17e0b30 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks [] for security_group (5eb73ffb-03b0-4171-b2b3-738fc3385da1), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:38.482187 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:38.504542 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ecd4cb0c-27f4-494d-b770-1e07f946dc36 req-fa11df24-25bf-41e1-aa22-38b11e32919d tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2021165668&fields=id&tenant_id=a2963b1b4aba47f593c63a398b511792 HTTP/1.1" status: 200 len: 267 time: 0.3845890 Aug 29 23:52:38.557162 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-e2f87ba7-1154-4271-8a49-9d270c33a134 None None] Set router 5371629e-3840-425d-941b-fcb3b356a1fa gateway port host: dv-cinder-855041-2-iscsi {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:52:38.595065 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-3667d26b-c952-42f4-99ea-5643b12b5182 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707692'] for security_group_rule (3216b272-a041-4d90-af36-906de09d3348), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:38.643211 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 26e413af-3822-44a7-906f-1c16343d3133 up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:52:38.740362 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3667d26b-c952-42f4-99ea-5643b12b5182 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3216b272-a041-4d90-af36-906de09d3348,revision_number=0']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:38.764003 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-d7745bbe-edb6-49eb-b855-7aa7b17e0b30 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (5eb73ffb-03b0-4171-b2b3-738fc3385da1), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:39.078104 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port 26e413af-3822-44a7-906f-1c16343d3133 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:52:39.084112 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (26e413af-3822-44a7-906f-1c16343d3133), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:39.110260 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8aecae-6fd2-474a-af32-e29cab8b36cb None None] Pushing event updated for resources: {'Port': ['ID=b75e0afb-67a6-43ff-a6a4-0b5c0281fe26,revision_number=4']} {{(pid=113418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:39.120447 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7745bbe-edb6-49eb-b855-7aa7b17e0b30 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb73ffb-03b0-4171-b2b3-738fc3385da1,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:39.195011 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-80980a5a-80c5-4a8d-8f8a-eae1cac82f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e', 'name': 'tempest-ServerRescueNegativeTestJSON-775195304-router', 'tenant_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'f2310b0e-c287-4f95-9f84-528a711e70f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:12Z', 'updated_at': '2022-08-29T23:52:28Z', 'revision_number': 4, 'project_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'gw_port': {'id': 'f2310b0e-c287-4f95-9f84-528a711e70f8', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:13Z', 'updated_at': '2022-08-29T23:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': '966aacc9-57d0-4bcd-a0b7-ec830fd3f948', 'name': '', 'network_id': 'e198d273-347a-4fa0-82d5-22e40c3600ea', 'tenant_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'mac_address': 'fa:16:3e:7c:c1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '61447109-44f2-44fa-83dd-52a148538e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:24Z', 'updated_at': '2022-08-29T23:52:37Z', 'revision_number': 4, 'project_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'subnets': [{'id': '61447109-44f2-44fa-83dd-52a148538e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:52:39.195354 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-3667d26b-c952-42f4-99ea-5643b12b5182 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:39.197386 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-3667d26b-c952-42f4-99ea-5643b12b5182 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8445609 Aug 29 23:52:39.200448 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 45844) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:39.210509 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [None req-11d07c27-7439-4934-beba-baa6e7dc65e6 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Request body: {'security_group_rule': {'security_group_id': 'fdf9f572-5b3d-4118-b881-e7002e4c34b1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:52:39.215718 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-d7745bbe-edb6-49eb-b855-7aa7b17e0b30 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks [] for security_group (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:39.225230 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-d7745bbe-edb6-49eb-b855-7aa7b17e0b30 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.9221492 Aug 29 23:52:39.236378 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 45846) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:39.243648 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80980a5a-80c5-4a8d-8f8a-eae1cac82f5f None None] The sync data for ids ['0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e'] in dv-cinder-855041-2-iscsi is: [{'id': '0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e', 'name': 'tempest-ServerRescueNegativeTestJSON-775195304-router', 'tenant_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'f2310b0e-c287-4f95-9f84-528a711e70f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:12Z', 'updated_at': '2022-08-29T23:52:28Z', 'revision_number': 4, 'project_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'gw_port': {'id': 'f2310b0e-c287-4f95-9f84-528a711e70f8', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:13Z', 'updated_at': '2022-08-29T23:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': '966aacc9-57d0-4bcd-a0b7-ec830fd3f948', 'name': '', 'network_id': 'e198d273-347a-4fa0-82d5-22e40c3600ea', 'tenant_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'mac_address': 'fa:16:3e:7c:c1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '61447109-44f2-44fa-83dd-52a148538e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:24Z', 'updated_at': '2022-08-29T23:52:37Z', 'revision_number': 4, 'project_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'subnets': [{'id': '61447109-44f2-44fa-83dd-52a148538e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:52:39.244742 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-e2f87ba7-1154-4271-8a49-9d270c33a134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5371629e-3840-425d-941b-fcb3b356a1fa', 'name': 'tempest-AttachVolumeTestJSON-1281828477-router', 'tenant_id': '4b68600b8657473eb43d16098bbcacf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '50d67b08-de59-4733-be5d-71963d30dbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:15Z', 'updated_at': '2022-08-29T23:52:31Z', 'revision_number': 4, 'project_id': '4b68600b8657473eb43d16098bbcacf6', 'gw_port': {'id': '50d67b08-de59-4733-be5d-71963d30dbba', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5371629e-3840-425d-941b-fcb3b356a1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:18Z', 'updated_at': '2022-08-29T23:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': 'b75e0afb-67a6-43ff-a6a4-0b5c0281fe26', 'name': '', 'network_id': '4c9cdff2-05de-4391-b19a-4c2f9845a0aa', 'tenant_id': '4b68600b8657473eb43d16098bbcacf6', 'mac_address': 'fa:16:3e:e8:fe:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5371629e-3840-425d-941b-fcb3b356a1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '490c1584-2616-4278-814c-8d73c9c52d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:28Z', 'updated_at': '2022-08-29T23:52:37Z', 'revision_number': 4, 'project_id': '4b68600b8657473eb43d16098bbcacf6', 'subnets': [{'id': '490c1584-2616-4278-814c-8d73c9c52d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:52:39.256110 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [None req-c5532742-ed76-4455-8091-e2db42cd4ee6 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Request body: {'security_group_rule': {'security_group_id': '5eb73ffb-03b0-4171-b2b3-738fc3385da1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:52:39.259639 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=100 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:39.288248 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd4cb0c-27f4-494d-b770-1e07f946dc36 req-59bc5dd8-e078-43d6-b453-f9dd7e5a1c41 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:39.293207 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f87ba7-1154-4271-8a49-9d270c33a134 None None] The sync data for ids ['5371629e-3840-425d-941b-fcb3b356a1fa'] in dv-cinder-855041-2-iscsi is: [{'id': '5371629e-3840-425d-941b-fcb3b356a1fa', 'name': 'tempest-AttachVolumeTestJSON-1281828477-router', 'tenant_id': '4b68600b8657473eb43d16098bbcacf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '50d67b08-de59-4733-be5d-71963d30dbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:15Z', 'updated_at': '2022-08-29T23:52:31Z', 'revision_number': 4, 'project_id': '4b68600b8657473eb43d16098bbcacf6', 'gw_port': {'id': '50d67b08-de59-4733-be5d-71963d30dbba', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5371629e-3840-425d-941b-fcb3b356a1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:18Z', 'updated_at': '2022-08-29T23:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': 'b75e0afb-67a6-43ff-a6a4-0b5c0281fe26', 'name': '', 'network_id': '4c9cdff2-05de-4391-b19a-4c2f9845a0aa', 'tenant_id': '4b68600b8657473eb43d16098bbcacf6', 'mac_address': 'fa:16:3e:e8:fe:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5371629e-3840-425d-941b-fcb3b356a1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '490c1584-2616-4278-814c-8d73c9c52d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:28Z', 'updated_at': '2022-08-29T23:52:37Z', 'revision_number': 4, 'project_id': '4b68600b8657473eb43d16098bbcacf6', 'subnets': [{'id': '490c1584-2616-4278-814c-8d73c9c52d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:52:39.295513 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ecd4cb0c-27f4-494d-b770-1e07f946dc36 req-59bc5dd8-e078-43d6-b453-f9dd7e5a1c41 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/networks?id=60b40027-b034-467e-a623-8d465afe9154 HTTP/1.1" status: 200 len: 815 time: 0.7792356 Aug 29 23:52:39.319663 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ecd4cb0c-27f4-494d-b770-1e07f946dc36 req-0a90416d-ece6-4d2c-be4f-a118ffd23313 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/quotas/a2963b1b4aba47f593c63a398b511792 HTTP/1.1" status: 200 len: 375 time: 0.0230811 Aug 29 23:52:39.371400 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port 26e413af-3822-44a7-906f-1c16343d3133 is: DOWN; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:52:39.372011 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (26e413af-3822-44a7-906f-1c16343d3133), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:39.430581 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3510e27-67a6-403d-840f-1e6b2093ad6a req-78e00eac-e133-415b-b3a9-c0d5ea74c59a tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:39.432894 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c3510e27-67a6-403d-840f-1e6b2093ad6a req-78e00eac-e133-415b-b3a9-c0d5ea74c59a tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/networks?id=e198d273-347a-4fa0-82d5-22e40c3600ea HTTP/1.1" status: 200 len: 818 time: 0.5364087 Aug 29 23:52:39.448020 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ecd4cb0c-27f4-494d-b770-1e07f946dc36 req-4f6fcc23-fbe7-44c8-b885-ec4cebcda934 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?tenant_id=a2963b1b4aba47f593c63a398b511792&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1271737 Aug 29 23:52:39.462418 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c3510e27-67a6-403d-840f-1e6b2093ad6a req-09b2488d-0dc3-492e-9524-94ac61a2cb31 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/quotas/dc817de5d4ef4812a2fee6ebe0895889 HTTP/1.1" status: 200 len: 375 time: 0.0130539 Aug 29 23:52:39.481020 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-c5532742-ed76-4455-8091-e2db42cd4ee6 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks [] for security_group_rule (906c7702-55af-4b2d-9dd3-28fccc17af2a), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:39.509971 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] For port 26e413af-3822-44a7-906f-1c16343d3133, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=26e413af-3822-44a7-906f-1c16343d3133,segment=NetworkSegment(216060a8-b9ef-4fb3-8659-af94605ff481),segment_id=216060a8-b9ef-4fb3-8659-af94605ff481)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:52:39.563832 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-11d07c27-7439-4934-beba-baa6e7dc65e6 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks [] for security_group_rule (d67a8a11-6f1b-4c40-9418-1d261237c93d), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:39.585697 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (26e413af-3822-44a7-906f-1c16343d3133), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:39.587016 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 59c614a2-11a6-4a27-8931-d63a67a0c104 up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:52:39.632815 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ecd4cb0c-27f4-494d-b770-1e07f946dc36 req-8ea17c4f-abb9-440e-9c82-3033ee4f16d0 service neutron] 10.222.0.90 "GET /networking/v2.0/networks/60b40027-b034-467e-a623-8d465afe9154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517544 Aug 29 23:52:39.770638 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c3510e27-67a6-403d-840f-1e6b2093ad6a req-ebbea1ee-7c36-4844-be18-e01a0de3ca02 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?tenant_id=dc817de5d4ef4812a2fee6ebe0895889&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3012040 Aug 29 23:52:39.796246 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:39.824130 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-c5532742-ed76-4455-8091-e2db42cd4ee6 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks [] for security_group_rule (906c7702-55af-4b2d-9dd3-28fccc17af2a), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:39.826625 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port 59c614a2-11a6-4a27-8931-d63a67a0c104 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:52:39.832641 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (59c614a2-11a6-4a27-8931-d63a67a0c104), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:39.840166 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-11d07c27-7439-4934-beba-baa6e7dc65e6 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks [] for security_group_rule (d67a8a11-6f1b-4c40-9418-1d261237c93d), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:39.852387 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Pushing event updated for resources: {'Port': ['ID=26e413af-3822-44a7-906f-1c16343d3133,revision_number=5']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:39.947049 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-c5532742-ed76-4455-8091-e2db42cd4ee6 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707692'] for security_group_rule (906c7702-55af-4b2d-9dd3-28fccc17af2a), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:39.974675 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ecd4cb0c-27f4-494d-b770-1e07f946dc36 req-808232fa-ff5f-421d-b59b-3583a36e9005 service neutron] 10.222.0.90 "GET /networking/v2.0/networks/60b40027-b034-467e-a623-8d465afe9154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395388 Aug 29 23:52:39.991882 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5532742-ed76-4455-8091-e2db42cd4ee6 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=906c7702-55af-4b2d-9dd3-28fccc17af2a,revision_number=0']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:40.012683 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-11d07c27-7439-4934-beba-baa6e7dc65e6 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707692'] for security_group_rule (d67a8a11-6f1b-4c40-9418-1d261237c93d), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:40.022220 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port 59c614a2-11a6-4a27-8931-d63a67a0c104 is: ACTIVE; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:52:40.024661 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 51a1db89-b26a-4686-b2eb-85f92a1e50a8 up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:52:40.054000 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d07c27-7439-4934-beba-baa6e7dc65e6 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d67a8a11-6f1b-4c40-9418-1d261237c93d,revision_number=0']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:40.054518 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c3510e27-67a6-403d-840f-1e6b2093ad6a req-6af213c7-9b69-4ad0-9a16-23dcb6dcdc4b service neutron] 10.222.0.90 "GET /networking/v2.0/networks/e198d273-347a-4fa0-82d5-22e40c3600ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671213 Aug 29 23:52:40.155153 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-11d07c27-7439-4934-beba-baa6e7dc65e6 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:40.163564 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-11d07c27-7439-4934-beba-baa6e7dc65e6 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9604065 Aug 29 23:52:40.180393 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-c5532742-ed76-4455-8091-e2db42cd4ee6 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:40.184207 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-c5532742-ed76-4455-8091-e2db42cd4ee6 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9345584 Aug 29 23:52:40.191768 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 45874) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:40.198647 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 45876) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:40.254572 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [None req-1584825c-47f6-42d7-ab84-07e7e265d89f tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Request body: {'floatingip': {'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:52:40.318454 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [None req-af21c57b-ff3b-469b-b604-024275497312 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Request body: {'security_group_rule': {'security_group_id': '5eb73ffb-03b0-4171-b2b3-738fc3385da1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:52:40.364839 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port 51a1db89-b26a-4686-b2eb-85f92a1e50a8 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:52:40.365233 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (51a1db89-b26a-4686-b2eb-85f92a1e50a8), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:40.414528 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c3510e27-67a6-403d-840f-1e6b2093ad6a req-efc04a5b-41ba-4fde-beed-6621e38a1b59 service neutron] 10.222.0.90 "GET /networking/v2.0/networks/e198d273-347a-4fa0-82d5-22e40c3600ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544986 Aug 29 23:52:40.437341 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-36a61a82-a314-4572-813b-dddd2158f8e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (1020f8f9-c858-45a1-84c5-376480b0ca2e), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:40.513017 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-1584825c-47f6-42d7-ab84-07e7e265d89f tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:40.564075 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port 51a1db89-b26a-4686-b2eb-85f92a1e50a8 is: DOWN; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:52:40.568106 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (51a1db89-b26a-4686-b2eb-85f92a1e50a8), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:40.578089 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-af21c57b-ff3b-469b-b604-024275497312 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks [] for security_group_rule (3bbdbc2f-0d7c-4469-84ff-6b2ddf35a122), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:40.635662 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] For port 51a1db89-b26a-4686-b2eb-85f92a1e50a8, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=51a1db89-b26a-4686-b2eb-85f92a1e50a8,segment=NetworkSegment(b4742eaf-d58e-407a-bbd7-30be4e48df16),segment_id=b4742eaf-d58e-407a-bbd7-30be4e48df16)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:52:40.715792 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (51a1db89-b26a-4686-b2eb-85f92a1e50a8), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:40.716919 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 14ecde1e-ea4b-4879-9300-81c8f8fd9833 up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:52:40.841880 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:40.864726 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-1584825c-47f6-42d7-ab84-07e7e265d89f tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:40.905861 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-9ad97281-e56c-457e-b508-9ccd9ff36231 req-7ad6193c-058f-4932-8d21-3b1fe6c7f321 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=13772077-dc96-4813-925d-975c5748e4d1 HTTP/1.1" status: 200 len: 210 time: 0.1005049 Aug 29 23:52:40.911338 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-af21c57b-ff3b-469b-b604-024275497312 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks [] for security_group_rule (3bbdbc2f-0d7c-4469-84ff-6b2ddf35a122), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:41.066961 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-af21c57b-ff3b-469b-b604-024275497312 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707692'] for security_group_rule (3bbdbc2f-0d7c-4469-84ff-6b2ddf35a122), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:41.096485 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:41.118039 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:41.129104 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af21c57b-ff3b-469b-b604-024275497312 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bbdbc2f-0d7c-4469-84ff-6b2ddf35a122,revision_number=0']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:41.152005 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c61e743c-784d-4f62-97d1-91730039da10 req-943b3c94-a93d-4e20-91a9-0891cb578722 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 210 time: 0.0962939 Aug 29 23:52:41.291045 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Pushing event updated for resources: {'Port': ['ID=51a1db89-b26a-4686-b2eb-85f92a1e50a8,revision_number=4']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:41.298867 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.db_base_plugin_common [None req-1584825c-47f6-42d7-ab84-07e7e265d89f tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Allocated IP 172.27.1.219 (c6396a07-dfbf-4950-850b-378da3ed2a88/a98be68c-aef3-471c-b3f8-ae629ebf2983/ab4b5e6c-0d47-45c0-9e1f-27a6cf343f5f) {{(pid=113416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:52:41.324058 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port 14ecde1e-ea4b-4879-9300-81c8f8fd9833 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:52:41.324776 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (14ecde1e-ea4b-4879-9300-81c8f8fd9833), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:41.355208 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-883f5b46-f829-4259-adb3-cb736480006f req-4db15474-25e1-4903-8b52-1de6304b1f3d tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=2369a844-afb7-41b8-93e0-822cc05c3da2 HTTP/1.1" status: 200 len: 210 time: 0.0494299 Aug 29 23:52:41.404769 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-af21c57b-ff3b-469b-b604-024275497312 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:41.410085 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-af21c57b-ff3b-469b-b604-024275497312 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1210814 Aug 29 23:52:41.414948 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 45916) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:41.419829 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [None req-f27a17c2-1530-4f25-943d-38fd27a33697 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Request body: {'floatingip': {'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88'}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:52:41.489026 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-1584825c-47f6-42d7-ab84-07e7e265d89f tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks [] for port (ab4b5e6c-0d47-45c0-9e1f-27a6cf343f5f), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:41.506375 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port 14ecde1e-ea4b-4879-9300-81c8f8fd9833 is: DOWN; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:52:41.507506 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (14ecde1e-ea4b-4879-9300-81c8f8fd9833), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:41.534691 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-f27a17c2-1530-4f25-943d-38fd27a33697 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:41.546021 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:41.555805 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] For port 14ecde1e-ea4b-4879-9300-81c8f8fd9833, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=14ecde1e-ea4b-4879-9300-81c8f8fd9833,segment=NetworkSegment(b7df322f-93e7-4c06-ab35-efbbaf8c395e),segment_id=b7df322f-93e7-4c06-ab35-efbbaf8c395e)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:52:41.629305 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (14ecde1e-ea4b-4879-9300-81c8f8fd9833), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:41.631231 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 50d67b08-de59-4733-be5d-71963d30dbba up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:52:41.631376 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-1584825c-47f6-42d7-ab84-07e7e265d89f tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963692'] for port (ab4b5e6c-0d47-45c0-9e1f-27a6cf343f5f), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:41.663164 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1584825c-47f6-42d7-ab84-07e7e265d89f tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Network c6396a07-dfbf-4950-850b-378da3ed2a88 is already hosted by enough agents. {{(pid=113416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:52:41.668004 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.base_scheduler [None req-1584825c-47f6-42d7-ab84-07e7e265d89f tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Resources bound (agent type, host, resource id): {{(pid=113416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:52:41.700595 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1584825c-47f6-42d7-ab84-07e7e265d89f tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Received port after_create {{(pid=113416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:52:41.838968 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1584825c-47f6-42d7-ab84-07e7e265d89f tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Pushing event updated for resources: {'Port': ['ID=ab4b5e6c-0d47-45c0-9e1f-27a6cf343f5f,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:41.877093 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Pushing event updated for resources: {'Port': ['ID=14ecde1e-ea4b-4879-9300-81c8f8fd9833,revision_number=5']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:41.921719 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port 50d67b08-de59-4733-be5d-71963d30dbba triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:52:41.924978 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (50d67b08-de59-4733-be5d-71963d30dbba), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:41.928691 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:41.996093 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-f27a17c2-1530-4f25-943d-38fd27a33697 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:42.050946 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-1584825c-47f6-42d7-ab84-07e7e265d89f tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks [] for floatingip (86601f9c-d96d-44fb-85ed-28fe2109b6d7), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:42.098953 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port 50d67b08-de59-4733-be5d-71963d30dbba is: ACTIVE; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:52:42.102732 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-77814e35-f7cd-4bd2-84f7-d628481a783a req-0ab4fc37-f1f6-4ca3-832c-40384b4caf28 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=13772077-dc96-4813-925d-975c5748e4d1 HTTP/1.1" status: 200 len: 210 time: 0.0398808 Aug 29 23:52:42.209544 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.db.db_base_plugin_common [None req-f27a17c2-1530-4f25-943d-38fd27a33697 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Allocated IP 172.27.1.78 (c6396a07-dfbf-4950-850b-378da3ed2a88/a98be68c-aef3-471c-b3f8-ae629ebf2983/759f07fc-ce3f-4e1a-a991-133adac274f2) {{(pid=113415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:52:42.398453 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-1584825c-47f6-42d7-ab84-07e7e265d89f tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (ab4b5e6c-0d47-45c0-9e1f-27a6cf343f5f), before_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:42.617650 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-368c8aff-9586-4676-ab6b-71a6dfecabb9 req-038acc83-9364-44d1-a2d8-e36c0cbef559 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 210 time: 0.2187562 Aug 29 23:52:42.813931 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-f27a17c2-1530-4f25-943d-38fd27a33697 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks [] for port (759f07fc-ce3f-4e1a-a991-133adac274f2), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:42.943034 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 26e413af-3822-44a7-906f-1c16343d3133 up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:52:42.959630 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-3242d4af-a196-4388-b85d-709043dc6ace req-9d5766e6-3224-40b8-a693-07f5d27de33c tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=2369a844-afb7-41b8-93e0-822cc05c3da2 HTTP/1.1" status: 200 len: 210 time: 0.1080103 Aug 29 23:52:43.007824 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-1584825c-47f6-42d7-ab84-07e7e265d89f tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks [] for port (ab4b5e6c-0d47-45c0-9e1f-27a6cf343f5f), precommit_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:43.060597 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (a7eaf665-0f6d-431a-9601-222c900251ec), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:43.072287 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port 26e413af-3822-44a7-906f-1c16343d3133 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:52:43.072899 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (26e413af-3822-44a7-906f-1c16343d3133), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:43.106226 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-1584825c-47f6-42d7-ab84-07e7e265d89f tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963685'] for port (ab4b5e6c-0d47-45c0-9e1f-27a6cf343f5f), after_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:43.137704 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-f27a17c2-1530-4f25-943d-38fd27a33697 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11068774'] for port (759f07fc-ce3f-4e1a-a991-133adac274f2), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:43.231069 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port 26e413af-3822-44a7-906f-1c16343d3133 is: ACTIVE; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:52:43.232303 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device b75e0afb-67a6-43ff-a6a4-0b5c0281fe26 up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:52:43.312986 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1584825c-47f6-42d7-ab84-07e7e265d89f tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Pushing event updated for resources: {'Port': ['ID=ab4b5e6c-0d47-45c0-9e1f-27a6cf343f5f,revision_number=2']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:43.316590 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-1584825c-47f6-42d7-ab84-07e7e265d89f tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477666'] for floatingip (86601f9c-d96d-44fb-85ed-28fe2109b6d7), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:43.332142 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27a17c2-1530-4f25-943d-38fd27a33697 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Network c6396a07-dfbf-4950-850b-378da3ed2a88 is already hosted by enough agents. {{(pid=113415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:52:43.361972 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-aee4a4a5-30fb-4f83-822f-0ba61dd1a3fe req-abe665a1-9fff-48d0-8665-fef0a3791b1b tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=13772077-dc96-4813-925d-975c5748e4d1 HTTP/1.1" status: 200 len: 210 time: 0.0983992 Aug 29 23:52:43.363476 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.base_scheduler [None req-f27a17c2-1530-4f25-943d-38fd27a33697 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Resources bound (agent type, host, resource id): {{(pid=113415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:52:43.365567 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27a17c2-1530-4f25-943d-38fd27a33697 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Pushing event updated for resources: {'Port': ['ID=759f07fc-ce3f-4e1a-a991-133adac274f2,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:43.367937 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27a17c2-1530-4f25-943d-38fd27a33697 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Received port after_create {{(pid=113415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:52:43.472262 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port b75e0afb-67a6-43ff-a6a4-0b5c0281fe26 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:52:43.472675 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (b75e0afb-67a6-43ff-a6a4-0b5c0281fe26), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:43.496393 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-1584825c-47f6-42d7-ab84-07e7e265d89f tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for floatingip (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:43.499005 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-1584825c-47f6-42d7-ab84-07e7e265d89f tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2941487 Aug 29 23:52:43.531468 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789361e3-0203-4d47-bf2d-431851cfb759 None None] Sync routers for ids ['b27e3222-c8a5-4b18-ac0d-28af47137885'] in dv-cinder-855041-2-iscsi {{(pid=113417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:52:43.554033 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-996627a9-b840-4154-b734-5b0be451f0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (037668f0-d812-4b59-9d2d-ce33f66a7708), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:43.575875 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:43.578732 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789361e3-0203-4d47-bf2d-431851cfb759 None None] Routers {'b27e3222-c8a5-4b18-ac0d-28af47137885'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:52:43.580878 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-789361e3-0203-4d47-bf2d-431851cfb759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:52:43Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['b27e3222-c8a5-4b18-ac0d-28af47137885'], 'active': True} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:52:43.596151 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-f27a17c2-1530-4f25-943d-38fd27a33697 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks [] for floatingip (d4f73c49-cb5b-477a-be83-5bf0a42a86dd), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:43.615733 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:43.716477 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:43.842902 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-f27a17c2-1530-4f25-943d-38fd27a33697 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (759f07fc-ce3f-4e1a-a991-133adac274f2), before_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:43.863120 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e29f7122-5006-4f3a-8420-1a6c5b4ef76e req-3dbb609d-4749-45be-8360-01bd25257e05 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 210 time: 0.0750637 Aug 29 23:52:43.952395 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvr_db [None req-789361e3-0203-4d47-bf2d-431851cfb759 None None] Set router b27e3222-c8a5-4b18-ac0d-28af47137885 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:52:43.992253 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-cef38258-df08-4cd5-bcbd-ac54311b032d req-673c83d8-fe2f-4874-92d8-2cf3d87c5ada tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--460487139&fields=id&tenant_id=3beae764b5cb4dcd9f13e26878bbac48 HTTP/1.1" status: 200 len: 267 time: 0.1268516 Aug 29 23:52:44.124902 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port b75e0afb-67a6-43ff-a6a4-0b5c0281fe26 is: DOWN; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:52:44.126529 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (b75e0afb-67a6-43ff-a6a4-0b5c0281fe26), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:44.182633 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-9a194661-1727-4ef2-9558-e4d26d419b7a req-4daee126-10ff-4fad-971a-5432aa313655 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=2369a844-afb7-41b8-93e0-822cc05c3da2 HTTP/1.1" status: 200 len: 210 time: 0.0958292 Aug 29 23:52:44.278550 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef38258-df08-4cd5-bcbd-ac54311b032d req-d88fb015-6b5c-4ce4-9cec-4ab5d12457c8 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:44.286585 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-cef38258-df08-4cd5-bcbd-ac54311b032d req-d88fb015-6b5c-4ce4-9cec-4ab5d12457c8 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/networks?id=7a46036d-55d3-472c-985d-7d32e6afcac9 HTTP/1.1" status: 200 len: 817 time: 0.2865162 Aug 29 23:52:44.316765 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-cef38258-df08-4cd5-bcbd-ac54311b032d req-f25e3528-02e8-4c63-8c86-5e62afe95185 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/quotas/3beae764b5cb4dcd9f13e26878bbac48 HTTP/1.1" status: 200 len: 375 time: 0.0289152 Aug 29 23:52:44.320068 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-789361e3-0203-4d47-bf2d-431851cfb759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27e3222-c8a5-4b18-ac0d-28af47137885', 'name': 'tempest-AttachVolumeShelveTestJSON-2146582793-router', 'tenant_id': '3beae764b5cb4dcd9f13e26878bbac48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '51a1db89-b26a-4686-b2eb-85f92a1e50a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:15Z', 'updated_at': '2022-08-29T23:52:29Z', 'revision_number': 4, 'project_id': '3beae764b5cb4dcd9f13e26878bbac48', 'gw_port': {'id': '51a1db89-b26a-4686-b2eb-85f92a1e50a8', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27e3222-c8a5-4b18-ac0d-28af47137885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:17Z', 'updated_at': '2022-08-29T23:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': '761aeb90-d390-4049-9a47-b526491624f1', 'name': '', 'network_id': '7a46036d-55d3-472c-985d-7d32e6afcac9', 'tenant_id': '3beae764b5cb4dcd9f13e26878bbac48', 'mac_address': 'fa:16:3e:7d:b5:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27e3222-c8a5-4b18-ac0d-28af47137885', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '16471bf1-5160-46ce-b487-b87c8418028b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:27Z', 'updated_at': '2022-08-29T23:52:30Z', 'revision_number': 2, 'project_id': '3beae764b5cb4dcd9f13e26878bbac48', 'subnets': [{'id': '16471bf1-5160-46ce-b487-b87c8418028b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:52:44.324810 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] For port b75e0afb-67a6-43ff-a6a4-0b5c0281fe26, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=b75e0afb-67a6-43ff-a6a4-0b5c0281fe26,segment=NetworkSegment(bb534462-ddc2-4778-84af-6323faf368f0),segment_id=bb534462-ddc2-4778-84af-6323faf368f0)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:52:44.356312 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789361e3-0203-4d47-bf2d-431851cfb759 None None] Checking router: b27e3222-c8a5-4b18-ac0d-28af47137885 for host: dv-cinder-855041-2-iscsi {{(pid=113417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:52:44.356665 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789361e3-0203-4d47-bf2d-431851cfb759 None None] Updating router b27e3222-c8a5-4b18-ac0d-28af47137885 port 761aeb90-d390-4049-9a47-b526491624f1 binding host dv-cinder-855041-2-iscsi {{(pid=113417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 23:52:44.633890 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-f27a17c2-1530-4f25-943d-38fd27a33697 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks [] for port (759f07fc-ce3f-4e1a-a991-133adac274f2), precommit_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:44.633890 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-cef38258-df08-4cd5-bcbd-ac54311b032d req-58326ea1-d995-4908-ad0b-09ab009f42c7 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?tenant_id=3beae764b5cb4dcd9f13e26878bbac48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0817814 Aug 29 23:52:44.636235 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-789361e3-0203-4d47-bf2d-431851cfb759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (761aeb90-d390-4049-9a47-b526491624f1), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:44.636606 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-31ab098d-89e2-4410-b4d1-257c1a8a3e2d req-6992ff9b-0318-41b6-85df-0d59254ebaac tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=13772077-dc96-4813-925d-975c5748e4d1 HTTP/1.1" status: 200 len: 210 time: 0.0357311 Aug 29 23:52:44.636915 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:44.637000 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-cef38258-df08-4cd5-bcbd-ac54311b032d req-577fbeca-9949-469e-8c9f-2d5302c418be service neutron] 10.222.0.90 "GET /networking/v2.0/networks/7a46036d-55d3-472c-985d-7d32e6afcac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401129 Aug 29 23:52:44.653232 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (b75e0afb-67a6-43ff-a6a4-0b5c0281fe26), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:44.654054 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 51a1db89-b26a-4686-b2eb-85f92a1e50a8 up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:52:44.664454 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-cef38258-df08-4cd5-bcbd-ac54311b032d req-91254b69-63af-4ce4-a020-1db90182d2a7 service neutron] 10.222.0.90 "GET /networking/v2.0/networks/7a46036d-55d3-472c-985d-7d32e6afcac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060352 Aug 29 23:52:44.783359 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cdcd43ac-7909-438b-ba67-31b4a20d4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (bcd4f52e-0d63-4d8a-9dda-ff825ab30758), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:44.796784 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Pushing event updated for resources: {'Port': ['ID=b75e0afb-67a6-43ff-a6a4-0b5c0281fe26,revision_number=5']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:44.802129 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-f27a17c2-1530-4f25-943d-38fd27a33697 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11068783'] for port (759f07fc-ce3f-4e1a-a991-133adac274f2), after_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:44.826974 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port 51a1db89-b26a-4686-b2eb-85f92a1e50a8 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:52:44.827368 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (51a1db89-b26a-4686-b2eb-85f92a1e50a8), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:44.830646 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-789361e3-0203-4d47-bf2d-431851cfb759 None None] Publish callbacks [] for port (761aeb90-d390-4049-9a47-b526491624f1), precommit_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:44.907780 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27a17c2-1530-4f25-943d-38fd27a33697 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Pushing event updated for resources: {'Port': ['ID=759f07fc-ce3f-4e1a-a991-133adac274f2,revision_number=2']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:44.955943 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.87', 51210) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:44.967427 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-789361e3-0203-4d47-bf2d-431851cfb759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (761aeb90-d390-4049-9a47-b526491624f1), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:44.976891 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-f27a17c2-1530-4f25-943d-38fd27a33697 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477666'] for floatingip (d4f73c49-cb5b-477a-be83-5bf0a42a86dd), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:45.064020 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port 51a1db89-b26a-4686-b2eb-85f92a1e50a8 is: ACTIVE; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:52:45.066095 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 14ecde1e-ea4b-4879-9300-81c8f8fd9833 up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:52:45.117483 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-f27a17c2-1530-4f25-943d-38fd27a33697 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for floatingip (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:45.139697 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-f27a17c2-1530-4f25-943d-38fd27a33697 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7132015 Aug 29 23:52:45.158287 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-55d3f65b-afb4-4a20-a268-db751ad17cf9 req-cd81e073-4baf-4910-921e-0c6ba61a6947 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 210 time: 0.1458049 Aug 29 23:52:45.257153 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-24341053-a8e0-435d-94bf-1c90204932b4 req-90500f06-5713-4fef-829a-7d8437985ea7 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 210 time: 0.1869545 Aug 29 23:52:45.305942 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2452b1fd-4479-4933-b4c3-1bba4980642d None None] Pushing event updated for resources: {'Port': ['ID=761aeb90-d390-4049-9a47-b526491624f1,revision_number=3']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:45.419354 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-789361e3-0203-4d47-bf2d-431851cfb759 None None] Attempting to bind port 761aeb90-d390-4049-9a47-b526491624f1 on host dv-cinder-855041-2-iscsi for vnic_type normal with profile {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:52:45.419728 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-789361e3-0203-4d47-bf2d-431851cfb759 None None] Attempting to bind port 761aeb90-d390-4049-9a47-b526491624f1 by drivers openvswitch,hyperv on host dv-cinder-855041-2-iscsi at level 0 using segments [{'id': '114ca9d5-57df-429a-9e81-974fb793f3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '7a46036d-55d3-472c-985d-7d32e6afcac9'}] {{(pid=113417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:52:45.420089 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789361e3-0203-4d47-bf2d-431851cfb759 None None] Attempting to bind port 761aeb90-d390-4049-9a47-b526491624f1 on network 7a46036d-55d3-472c-985d-7d32e6afcac9 {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:52:45.442892 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789361e3-0203-4d47-bf2d-431851cfb759 None None] Checking agent: {'id': '01773ddc-a5d8-4c68-b7b5-e385af2b339f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 43, 45), 'started_at': datetime.datetime(2022, 8, 29, 23, 44, 15), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:52:45.443487 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789361e3-0203-4d47-bf2d-431851cfb759 None None] Checking segment: {'id': '114ca9d5-57df-429a-9e81-974fb793f3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '7a46036d-55d3-472c-985d-7d32e6afcac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:52:45.444152 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-789361e3-0203-4d47-bf2d-431851cfb759 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:45.444731 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789361e3-0203-4d47-bf2d-431851cfb759 None None] Bound using segment: {'id': '114ca9d5-57df-429a-9e81-974fb793f3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '7a46036d-55d3-472c-985d-7d32e6afcac9'} {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:52:45.445409 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-789361e3-0203-4d47-bf2d-431851cfb759 None None] Bound port: 761aeb90-d390-4049-9a47-b526491624f1, host: dv-cinder-855041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '114ca9d5-57df-429a-9e81-974fb793f3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '7a46036d-55d3-472c-985d-7d32e6afcac9'}}] {{(pid=113417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:52:45.445960 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-789361e3-0203-4d47-bf2d-431851cfb759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (761aeb90-d390-4049-9a47-b526491624f1), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:45.503928 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port 14ecde1e-ea4b-4879-9300-81c8f8fd9833 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:52:45.504363 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (14ecde1e-ea4b-4879-9300-81c8f8fd9833), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:45.523292 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:45.533576 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-f8f20def-f173-4573-8ff1-433b8510236d req-57e0dbec-6bd7-4cb7-bb72-15fa027717f3 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=2369a844-afb7-41b8-93e0-822cc05c3da2 HTTP/1.1" status: 200 len: 210 time: 0.1039357 Aug 29 23:52:45.625253 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (01773ddc-a5d8-4c68-b7b5-e385af2b339f), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:45.649580 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b17939-595d-47fd-8523-a74f508aab74 req-7efd8283-5b74-441c-ada8-a1e611b44340 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:45.661462 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-85b17939-595d-47fd-8523-a74f508aab74 req-7efd8283-5b74-441c-ada8-a1e611b44340 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] 10.222.0.87 "GET /networking/v2.0/networks?id=93e0a306-b92e-472d-869d-9065a5f6f97f HTTP/1.1" status: 200 len: 811 time: 0.7014208 Aug 29 23:52:45.710655 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [req-85b17939-595d-47fd-8523-a74f508aab74 req-81e9ebbd-1a99-4de0-9c0c-29e99c1757d5 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] Request body: {'port': {'device_id': '2369a844-afb7-41b8-93e0-822cc05c3da2', 'network_id': '93e0a306-b92e-472d-869d-9065a5f6f97f', 'admin_state_up': True, 'tenant_id': '651125f8b5f9452a8f854ae229670514'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:52:45.711765 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-789361e3-0203-4d47-bf2d-431851cfb759 None None] For port 761aeb90-d390-4049-9a47-b526491624f1, host dv-cinder-855041-2-iscsi, cleared binding levels {{(pid=113417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:52:45.717289 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-789361e3-0203-4d47-bf2d-431851cfb759 None None] For port 761aeb90-d390-4049-9a47-b526491624f1, host dv-cinder-855041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=761aeb90-d390-4049-9a47-b526491624f1,segment=NetworkSegment(114ca9d5-57df-429a-9e81-974fb793f3bc),segment_id=114ca9d5-57df-429a-9e81-974fb793f3bc)] {{(pid=113417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:52:45.717739 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:45.722074 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-2001f32d-f02e-4824-9140-182f75ea988f req-08f73772-56b5-40b9-af63-b13b41d40dea tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--678421628&fields=id&tenant_id=4b68600b8657473eb43d16098bbcacf6 HTTP/1.1" status: 200 len: 267 time: 0.1374340 Aug 29 23:52:45.875215 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b932dcf2-e7c7-4911-84f9-7421b28ce95f req-5eb702c8-3e61-4057-a0e4-acdd4781acce tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=13772077-dc96-4813-925d-975c5748e4d1 HTTP/1.1" status: 200 len: 210 time: 0.1498191 Aug 29 23:52:45.958990 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-789361e3-0203-4d47-bf2d-431851cfb759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (761aeb90-d390-4049-9a47-b526491624f1), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:45.973451 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:46.003477 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001f32d-f02e-4824-9140-182f75ea988f req-00af387e-71b4-4ae4-9653-5ced8c48c28d tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:46.010348 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port 14ecde1e-ea4b-4879-9300-81c8f8fd9833 is: ACTIVE; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:52:46.011768 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 966aacc9-57d0-4bcd-a0b7-ec830fd3f948 up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:52:46.019007 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-2001f32d-f02e-4824-9140-182f75ea988f req-00af387e-71b4-4ae4-9653-5ced8c48c28d tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/networks?id=4c9cdff2-05de-4391-b19a-4c2f9845a0aa HTTP/1.1" status: 200 len: 811 time: 0.2953990 Aug 29 23:52:46.025355 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.87', 51231) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:46.038670 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789361e3-0203-4d47-bf2d-431851cfb759 None None] Routers {'b27e3222-c8a5-4b18-ac0d-28af47137885'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:52:46.039497 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-789361e3-0203-4d47-bf2d-431851cfb759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:52:43Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['b27e3222-c8a5-4b18-ac0d-28af47137885'], 'active': True} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:52:46.132235 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2452b1fd-4479-4933-b4c3-1bba4980642d None None] Pushing event updated for resources: {'Port': ['ID=761aeb90-d390-4049-9a47-b526491624f1,revision_number=4']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:46.230536 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85b17939-595d-47fd-8523-a74f508aab74 req-81e9ebbd-1a99-4de0-9c0c-29e99c1757d5 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] Made reservation on behalf of 651125f8b5f9452a8f854ae229670514 for: {'port': 1} {{(pid=113416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:52:46.236784 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-85b17939-595d-47fd-8523-a74f508aab74 req-81e9ebbd-1a99-4de0-9c0c-29e99c1757d5 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:46.259974 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-2001f32d-f02e-4824-9140-182f75ea988f req-e40d21ce-d524-4bb5-8140-74690cc94fe6 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/quotas/4b68600b8657473eb43d16098bbcacf6 HTTP/1.1" status: 200 len: 375 time: 0.2383764 Aug 29 23:52:46.380008 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:46.431468 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvr_db [None req-789361e3-0203-4d47-bf2d-431851cfb759 None None] Set router b27e3222-c8a5-4b18-ac0d-28af47137885 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:52:46.455027 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port 966aacc9-57d0-4bcd-a0b7-ec830fd3f948 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:52:46.458913 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (966aacc9-57d0-4bcd-a0b7-ec830fd3f948), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:46.675223 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:46.682134 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-55545b4a-c719-46e4-a9c5-7c044aa64822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (63136763-0f20-46a8-951a-2f70193501e4), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:46.721804 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.87', 51235) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:46.742163 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-2001f32d-f02e-4824-9140-182f75ea988f req-bc7ad44f-6260-4142-bf4e-9343dbe6db34 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?tenant_id=4b68600b8657473eb43d16098bbcacf6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4714251 Aug 29 23:52:46.742163 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-6c2764b0-5dbd-49e5-ba72-1178cb94e140 req-d9fa0be5-4672-4595-9c9c-226028e9fce6 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 210 time: 0.4386480 Aug 29 23:52:46.774598 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port 966aacc9-57d0-4bcd-a0b7-ec830fd3f948 is: DOWN; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:52:46.774844 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (966aacc9-57d0-4bcd-a0b7-ec830fd3f948), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:47.031859 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] For port 966aacc9-57d0-4bcd-a0b7-ec830fd3f948, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=966aacc9-57d0-4bcd-a0b7-ec830fd3f948,segment=NetworkSegment(b248dcd9-618b-444c-b3d3-d3b8226b4da1),segment_id=b248dcd9-618b-444c-b3d3-d3b8226b4da1)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:52:47.093518 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-2001f32d-f02e-4824-9140-182f75ea988f req-9d492355-3acb-4a51-b0c7-df59d8321a1f service neutron] 10.222.0.90 "GET /networking/v2.0/networks/4c9cdff2-05de-4391-b19a-4c2f9845a0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207343 Aug 29 23:52:47.139654 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (966aacc9-57d0-4bcd-a0b7-ec830fd3f948), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:47.140486 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device f2310b0e-c287-4f95-9f84-528a711e70f8 up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:52:47.167087 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.87', 51238) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:47.237355 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497eb4dc-6e5c-4473-8791-243629d8b401 req-f0769ec8-03e8-41d2-b679-2daf3149bad0 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:47.238935 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-497eb4dc-6e5c-4473-8791-243629d8b401 req-f0769ec8-03e8-41d2-b679-2daf3149bad0 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.87 "GET /networking/v2.0/networks?id=e198d273-347a-4fa0-82d5-22e40c3600ea HTTP/1.1" status: 200 len: 818 time: 1.2112010 Aug 29 23:52:47.288491 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.db_base_plugin_common [req-85b17939-595d-47fd-8523-a74f508aab74 req-81e9ebbd-1a99-4de0-9c0c-29e99c1757d5 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] Allocated IP 172.20.0.10 (93e0a306-b92e-472d-869d-9065a5f6f97f/e2f85b4b-6ca4-4e91-b383-5b4766b0604f/301565fd-38df-4687-ab85-0e577c9b30a7) {{(pid=113416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:52:47.320315 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-789361e3-0203-4d47-bf2d-431851cfb759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27e3222-c8a5-4b18-ac0d-28af47137885', 'name': 'tempest-AttachVolumeShelveTestJSON-2146582793-router', 'tenant_id': '3beae764b5cb4dcd9f13e26878bbac48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '51a1db89-b26a-4686-b2eb-85f92a1e50a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:15Z', 'updated_at': '2022-08-29T23:52:29Z', 'revision_number': 4, 'project_id': '3beae764b5cb4dcd9f13e26878bbac48', 'gw_port': {'id': '51a1db89-b26a-4686-b2eb-85f92a1e50a8', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27e3222-c8a5-4b18-ac0d-28af47137885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:17Z', 'updated_at': '2022-08-29T23:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': '761aeb90-d390-4049-9a47-b526491624f1', 'name': '', 'network_id': '7a46036d-55d3-472c-985d-7d32e6afcac9', 'tenant_id': '3beae764b5cb4dcd9f13e26878bbac48', 'mac_address': 'fa:16:3e:7d:b5:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27e3222-c8a5-4b18-ac0d-28af47137885', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '16471bf1-5160-46ce-b487-b87c8418028b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:27Z', 'updated_at': '2022-08-29T23:52:45Z', 'revision_number': 4, 'project_id': '3beae764b5cb4dcd9f13e26878bbac48', 'subnets': [{'id': '16471bf1-5160-46ce-b487-b87c8418028b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:52:47.540055 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-2001f32d-f02e-4824-9140-182f75ea988f req-34dbc845-7e0c-48a8-8003-4f0bf59cea53 service neutron] 10.222.0.90 "GET /networking/v2.0/networks/4c9cdff2-05de-4391-b19a-4c2f9845a0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4346256 Aug 29 23:52:47.564895 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789361e3-0203-4d47-bf2d-431851cfb759 None None] The sync data for ids ['b27e3222-c8a5-4b18-ac0d-28af47137885'] in dv-cinder-855041-2-iscsi is: [{'id': 'b27e3222-c8a5-4b18-ac0d-28af47137885', 'name': 'tempest-AttachVolumeShelveTestJSON-2146582793-router', 'tenant_id': '3beae764b5cb4dcd9f13e26878bbac48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '51a1db89-b26a-4686-b2eb-85f92a1e50a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:15Z', 'updated_at': '2022-08-29T23:52:29Z', 'revision_number': 4, 'project_id': '3beae764b5cb4dcd9f13e26878bbac48', 'gw_port': {'id': '51a1db89-b26a-4686-b2eb-85f92a1e50a8', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27e3222-c8a5-4b18-ac0d-28af47137885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:17Z', 'updated_at': '2022-08-29T23:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': '761aeb90-d390-4049-9a47-b526491624f1', 'name': '', 'network_id': '7a46036d-55d3-472c-985d-7d32e6afcac9', 'tenant_id': '3beae764b5cb4dcd9f13e26878bbac48', 'mac_address': 'fa:16:3e:7d:b5:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27e3222-c8a5-4b18-ac0d-28af47137885', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '16471bf1-5160-46ce-b487-b87c8418028b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:27Z', 'updated_at': '2022-08-29T23:52:45Z', 'revision_number': 4, 'project_id': '3beae764b5cb4dcd9f13e26878bbac48', 'subnets': [{'id': '16471bf1-5160-46ce-b487-b87c8418028b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:52:47.574367 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-037cb169-3c6e-43de-a998-54ce05f85445 req-17df9c11-0fa4-4a48-8076-8e8a802b179d tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 210 time: 0.7089825 Aug 29 23:52:47.599405 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [req-497eb4dc-6e5c-4473-8791-243629d8b401 req-acd00cf6-df03-4c0b-a0f7-829d59797d09 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Request body: {'port': {'device_id': '94c9c11e-d575-4b60-be05-fe0a27272eac', 'network_id': 'e198d273-347a-4fa0-82d5-22e40c3600ea', 'admin_state_up': True, 'tenant_id': 'dc817de5d4ef4812a2fee6ebe0895889'}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:52:47.644022 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Pushing event updated for resources: {'Port': ['ID=966aacc9-57d0-4bcd-a0b7-ec830fd3f948,revision_number=5']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:47.669108 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port f2310b0e-c287-4f95-9f84-528a711e70f8 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:52:47.669576 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (f2310b0e-c287-4f95-9f84-528a711e70f8), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:47.937224 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.agents_db [None req-4166f728-c6cb-4ae6-8e81-f61b29fbc360 None None] Agent healthcheck: found 6 active agents {{(pid=113418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 23:52:47.956905 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port f2310b0e-c287-4f95-9f84-528a711e70f8 is: ACTIVE; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:52:47.957690 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-2b9c019c-1bce-4b67-b0af-95dbb0f43447 req-4e18aa73-99b9-40e5-8cc9-cbac0cf08bc0 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=2369a844-afb7-41b8-93e0-822cc05c3da2 HTTP/1.1" status: 200 len: 210 time: 0.1668434 Aug 29 23:52:48.093363 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-85b17939-595d-47fd-8523-a74f508aab74 req-81e9ebbd-1a99-4de0-9c0c-29e99c1757d5 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] Publish callbacks [] for port (301565fd-38df-4687-ab85-0e577c9b30a7), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:48.144543 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:48.171915 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:48.256817 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-85b17939-595d-47fd-8523-a74f508aab74 req-81e9ebbd-1a99-4de0-9c0c-29e99c1757d5 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963692'] for port (301565fd-38df-4687-ab85-0e577c9b30a7), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:48.370283 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3510e27-67a6-403d-840f-1e6b2093ad6a req-cfadd1ff-92fc-4f67-884f-508f75540ba5 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:48.370283 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-c3510e27-67a6-403d-840f-1e6b2093ad6a req-cfadd1ff-92fc-4f67-884f-508f75540ba5 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.87 "GET /networking/v2.0/networks?id=e198d273-347a-4fa0-82d5-22e40c3600ea HTTP/1.1" status: 200 len: 818 time: 1.6405072 Aug 29 23:52:48.396054 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d123310c-191e-4eb6-ab3e-52f1f48837db req-b039e43e-8334-4ca4-b3da-f62cacb2466e tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 210 time: 0.1082127 Aug 29 23:52:48.416159 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85b17939-595d-47fd-8523-a74f508aab74 req-81e9ebbd-1a99-4de0-9c0c-29e99c1757d5 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] Network 93e0a306-b92e-472d-869d-9065a5f6f97f is already hosted by enough agents. {{(pid=113416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:52:48.437268 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.base_scheduler [req-85b17939-595d-47fd-8523-a74f508aab74 req-81e9ebbd-1a99-4de0-9c0c-29e99c1757d5 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] Resources bound (agent type, host, resource id): {{(pid=113416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:52:48.446470 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b17939-595d-47fd-8523-a74f508aab74 req-81e9ebbd-1a99-4de0-9c0c-29e99c1757d5 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] Received port after_create {{(pid=113416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:52:48.464011 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 966aacc9-57d0-4bcd-a0b7-ec830fd3f948 up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:52:48.515680 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ffbac209-e18a-4499-8ab3-6a6e82c8d0e0 req-b72a2196-68f2-4152-8dee-097a001e811e tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=13772077-dc96-4813-925d-975c5748e4d1 HTTP/1.1" status: 200 len: 210 time: 0.1006188 Aug 29 23:52:48.531369 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b17939-595d-47fd-8523-a74f508aab74 req-81e9ebbd-1a99-4de0-9c0c-29e99c1757d5 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:48.533497 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-85b17939-595d-47fd-8523-a74f508aab74 req-81e9ebbd-1a99-4de0-9c0c-29e99c1757d5 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for port (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:48.588082 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [req-c3510e27-67a6-403d-840f-1e6b2093ad6a req-0a7b0ffa-6e7e-44d9-888d-1245517a9b27 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Request body: {'port': {'device_id': '022f6c97-74d7-4317-b679-3fb2dad0a739', 'network_id': 'e198d273-347a-4fa0-82d5-22e40c3600ea', 'admin_state_up': True, 'tenant_id': 'dc817de5d4ef4812a2fee6ebe0895889'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:52:48.593424 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-7de6191f-9c58-4cae-8033-a401c423844e req-52fff173-c686-47c3-a029-56bda16fe351 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 210 time: 0.1009710 Aug 29 23:52:48.599341 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-497eb4dc-6e5c-4473-8791-243629d8b401 req-acd00cf6-df03-4c0b-a0f7-829d59797d09 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Made reservation on behalf of dc817de5d4ef4812a2fee6ebe0895889 for: {'port': 1} {{(pid=113415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:52:48.604649 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-497eb4dc-6e5c-4473-8791-243629d8b401 req-acd00cf6-df03-4c0b-a0f7-829d59797d09 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:48.607364 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port 966aacc9-57d0-4bcd-a0b7-ec830fd3f948 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:52:48.619016 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (966aacc9-57d0-4bcd-a0b7-ec830fd3f948), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:48.619685 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd4cb0c-27f4-494d-b770-1e07f946dc36 req-045207a2-d21d-4d88-8dc6-7c8584092e35 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:48.619685 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-ecd4cb0c-27f4-494d-b770-1e07f946dc36 req-045207a2-d21d-4d88-8dc6-7c8584092e35 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.87 "GET /networking/v2.0/networks?id=60b40027-b034-467e-a623-8d465afe9154 HTTP/1.1" status: 200 len: 815 time: 1.4438508 Aug 29 23:52:48.728282 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e9ebbd-1a99-4de0-9c0c-29e99c1757d5 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] Pushing event updated for resources: {'Port': ['ID=301565fd-38df-4687-ab85-0e577c9b30a7,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:48.783574 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-85b17939-595d-47fd-8523-a74f508aab74 req-81e9ebbd-1a99-4de0-9c0c-29e99c1757d5 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] 10.222.0.87 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0783782 Aug 29 23:52:48.934826 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [req-85b17939-595d-47fd-8523-a74f508aab74 req-9743e9a5-89e1-483b-ad5d-946cc0e079fb tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] http://10.222.0.90:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 23:52:48.935901 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-85b17939-595d-47fd-8523-a74f508aab74 req-9743e9a5-89e1-483b-ad5d-946cc0e079fb tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] 10.222.0.87 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0109429 Aug 29 23:52:49.008371 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port 966aacc9-57d0-4bcd-a0b7-ec830fd3f948 is: ACTIVE; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:52:49.009531 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device b75e0afb-67a6-43ff-a6a4-0b5c0281fe26 up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:52:49.024144 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 46156) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:49.029349 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-228b2aa4-61a7-4e45-b1d5-2107639ef642 None None] Provisioning complete for port 301565fd-38df-4687-ab85-0e577c9b30a7 triggered by entity DHCP. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:52:49.029710 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-228b2aa4-61a7-4e45-b1d5-2107639ef642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (301565fd-38df-4687-ab85-0e577c9b30a7), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:49.065968 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:49.147891 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:49.158122 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-228b2aa4-61a7-4e45-b1d5-2107639ef642 None None] Port 301565fd-38df-4687-ab85-0e577c9b30a7 cannot update to ACTIVE because it is not bound. {{(pid=113417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 23:52:49.182210 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-66c1d305-ef2f-48be-bbb3-cb5542907e62 req-6fe9026e-c7f1-4411-ac76-b15a87736556 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 210 time: 0.1780341 Aug 29 23:52:49.188723 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-ecd4cb0c-27f4-494d-b770-1e07f946dc36 req-d03653ef-ab55-47fe-beb4-c579004958b5 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.87 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a2963b1b4aba47f593c63a398b511792 HTTP/1.1" status: 200 len: 380 time: 0.5600364 Aug 29 23:52:49.210240 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port b75e0afb-67a6-43ff-a6a4-0b5c0281fe26 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:52:49.211433 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (b75e0afb-67a6-43ff-a6a4-0b5c0281fe26), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:49.247354 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3510e27-67a6-403d-840f-1e6b2093ad6a req-0a7b0ffa-6e7e-44d9-888d-1245517a9b27 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Made reservation on behalf of dc817de5d4ef4812a2fee6ebe0895889 for: {'port': 1} {{(pid=113416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:52:49.251780 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-c3510e27-67a6-403d-840f-1e6b2093ad6a req-0a7b0ffa-6e7e-44d9-888d-1245517a9b27 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:49.291888 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=49 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:49.360496 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8e7b8-8263-468a-a7c3-4d82688f7127 req-9e2ab38f-a3f2-4438-b6e6-de9b15f5b931 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:49.362106 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-34d8e7b8-8263-468a-a7c3-4d82688f7127 req-9e2ab38f-a3f2-4438-b6e6-de9b15f5b931 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=2369a844-afb7-41b8-93e0-822cc05c3da2 HTTP/1.1" status: 200 len: 932 time: 0.2007995 Aug 29 23:52:49.362782 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port b75e0afb-67a6-43ff-a6a4-0b5c0281fe26 is: ACTIVE; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:52:49.364034 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 761aeb90-d390-4049-9a47-b526491624f1 up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:52:49.394444 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-df19e0fe-69ce-4371-a541-7aa378c1457d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:49.401448 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.db.db_base_plugin_common [req-497eb4dc-6e5c-4473-8791-243629d8b401 req-acd00cf6-df03-4c0b-a0f7-829d59797d09 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Allocated IP 172.20.0.6 (e198d273-347a-4fa0-82d5-22e40c3600ea/61447109-44f2-44fa-83dd-52a148538e4e/1994af96-ee92-46f3-8bd5-3d9a397cf396) {{(pid=113415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:52:49.425411 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:49.427263 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port 761aeb90-d390-4049-9a47-b526491624f1 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:52:49.427703 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (761aeb90-d390-4049-9a47-b526491624f1), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:49.496871 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-34d8e7b8-8263-468a-a7c3-4d82688f7127 req-f2c75310-d0f2-4a8f-820b-f758087e8136 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=1f6a57e2-0908-4455-a1dc-46c9afab5350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249700 Aug 29 23:52:49.545147 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port 761aeb90-d390-4049-9a47-b526491624f1 is: DOWN; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:52:49.548852 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (761aeb90-d390-4049-9a47-b526491624f1), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:49.592214 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] For port 761aeb90-d390-4049-9a47-b526491624f1, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=761aeb90-d390-4049-9a47-b526491624f1,segment=NetworkSegment(114ca9d5-57df-429a-9e81-974fb793f3bc),segment_id=114ca9d5-57df-429a-9e81-974fb793f3bc)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:52:49.598253 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-53c99c0e-9415-4c3b-a9a5-fae3424a6edc req-1e7393f6-dcd1-4d3c-89b9-866a62f45a43 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 210 time: 0.0848055 Aug 29 23:52:49.640986 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-df19e0fe-69ce-4371-a541-7aa378c1457d admin admin] Publish callbacks [] for security_group (72cd1af9-a68a-463a-9ae4-59c144624e7a), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:49.642577 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=100 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:49.670681 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (761aeb90-d390-4049-9a47-b526491624f1), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:49.705137 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-db25f8af-46d6-43fa-a26c-3cdf7fe9ee28 req-e5fff355-8e28-4ff4-bc26-c6698718a3b7 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=13772077-dc96-4813-925d-975c5748e4d1 HTTP/1.1" status: 200 len: 210 time: 0.0357714 Aug 29 23:52:49.726366 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-497eb4dc-6e5c-4473-8791-243629d8b401 req-acd00cf6-df03-4c0b-a0f7-829d59797d09 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Publish callbacks [] for port (1994af96-ee92-46f3-8bd5-3d9a397cf396), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:49.726949 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Pushing event updated for resources: {'Port': ['ID=761aeb90-d390-4049-9a47-b526491624f1,revision_number=5']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:49.734677 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-df19e0fe-69ce-4371-a541-7aa378c1457d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (72cd1af9-a68a-463a-9ae4-59c144624e7a), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:49.747425 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-4f423e91-9290-4b45-9c3f-c09b845720ba req-8b0ae4ac-869b-479f-9508-8ee1f64c29fe tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 210 time: 0.0483167 Aug 29 23:52:49.793834 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-df19e0fe-69ce-4371-a541-7aa378c1457d admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=5d62c1e5d3494507bf94fc944823e3a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7562530 Aug 29 23:52:49.794748 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df19e0fe-69ce-4371-a541-7aa378c1457d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72cd1af9-a68a-463a-9ae4-59c144624e7a,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:49.796961 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 46172) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:49.850416 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-46c2046a-7dec-4316-8c5a-5ba876aca9cc admin admin] Publish callbacks [] for security_group (72cd1af9-a68a-463a-9ae4-59c144624e7a), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:49.870356 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-497eb4dc-6e5c-4473-8791-243629d8b401 req-acd00cf6-df03-4c0b-a0f7-829d59797d09 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11068774'] for port (1994af96-ee92-46f3-8bd5-3d9a397cf396), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:49.874144 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-46c2046a-7dec-4316-8c5a-5ba876aca9cc admin admin] Publish callbacks [] for security_group (72cd1af9-a68a-463a-9ae4-59c144624e7a), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:49.924289 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.db_base_plugin_common [req-c3510e27-67a6-403d-840f-1e6b2093ad6a req-0a7b0ffa-6e7e-44d9-888d-1245517a9b27 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Allocated IP 172.20.0.11 (e198d273-347a-4fa0-82d5-22e40c3600ea/61447109-44f2-44fa-83dd-52a148538e4e/59f1d716-7a45-4a0d-8eb0-20b9102bfd16) {{(pid=113416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:52:49.965796 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-497eb4dc-6e5c-4473-8791-243629d8b401 req-acd00cf6-df03-4c0b-a0f7-829d59797d09 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Network e198d273-347a-4fa0-82d5-22e40c3600ea is already hosted by enough agents. {{(pid=113415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:52:49.980603 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.base_scheduler [req-497eb4dc-6e5c-4473-8791-243629d8b401 req-acd00cf6-df03-4c0b-a0f7-829d59797d09 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Resources bound (agent type, host, resource id): {{(pid=113415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:52:49.988924 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:49.991942 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.db.l3_dvrscheduler_db [req-497eb4dc-6e5c-4473-8791-243629d8b401 req-acd00cf6-df03-4c0b-a0f7-829d59797d09 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Received port after_create {{(pid=113415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:52:49.999824 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd00cf6-df03-4c0b-a0f7-829d59797d09 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Pushing event updated for resources: {'Port': ['ID=1994af96-ee92-46f3-8bd5-3d9a397cf396,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:50.095259 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497eb4dc-6e5c-4473-8791-243629d8b401 req-acd00cf6-df03-4c0b-a0f7-829d59797d09 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:50.095976 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-497eb4dc-6e5c-4473-8791-243629d8b401 req-acd00cf6-df03-4c0b-a0f7-829d59797d09 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for port (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:50.126450 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 761aeb90-d390-4049-9a47-b526491624f1 up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:52:50.145220 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-46c2046a-7dec-4316-8c5a-5ba876aca9cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (72cd1af9-a68a-463a-9ae4-59c144624e7a), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:50.147974 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-46c2046a-7dec-4316-8c5a-5ba876aca9cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:50.151540 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-46c2046a-7dec-4316-8c5a-5ba876aca9cc admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/72cd1af9-a68a-463a-9ae4-59c144624e7a HTTP/1.1" status: 204 len: 168 time: 0.3504765 Aug 29 23:52:50.179499 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c2046a-7dec-4316-8c5a-5ba876aca9cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72cd1af9-a68a-463a-9ae4-59c144624e7a,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:50.184935 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-c3510e27-67a6-403d-840f-1e6b2093ad6a req-0a7b0ffa-6e7e-44d9-888d-1245517a9b27 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Publish callbacks [] for port (59f1d716-7a45-4a0d-8eb0-20b9102bfd16), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:50.209130 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port 761aeb90-d390-4049-9a47-b526491624f1 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:52:50.209619 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (761aeb90-d390-4049-9a47-b526491624f1), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:50.307385 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-497eb4dc-6e5c-4473-8791-243629d8b401 req-acd00cf6-df03-4c0b-a0f7-829d59797d09 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.87 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7184441 Aug 29 23:52:50.324842 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-3f056106-3ebf-49cc-aabd-e8ffe172d949 req-8e3915a0-849a-409a-8d50-c8baf532ca27 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 210 time: 0.0359244 Aug 29 23:52:50.341110 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port 761aeb90-d390-4049-9a47-b526491624f1 is: ACTIVE; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:52:50.388984 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-6155fdd4-9e8e-49f0-ad4a-5dccbcc1ab56 None None] Provisioning complete for port 1994af96-ee92-46f3-8bd5-3d9a397cf396 triggered by entity DHCP. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:52:50.389356 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-6155fdd4-9e8e-49f0-ad4a-5dccbcc1ab56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (1994af96-ee92-46f3-8bd5-3d9a397cf396), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:50.422153 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-6155fdd4-9e8e-49f0-ad4a-5dccbcc1ab56 None None] Port 1994af96-ee92-46f3-8bd5-3d9a397cf396 cannot update to ACTIVE because it is not bound. {{(pid=113417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 23:52:50.529211 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-c3510e27-67a6-403d-840f-1e6b2093ad6a req-0a7b0ffa-6e7e-44d9-888d-1245517a9b27 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963692'] for port (59f1d716-7a45-4a0d-8eb0-20b9102bfd16), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:50.614401 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3510e27-67a6-403d-840f-1e6b2093ad6a req-0a7b0ffa-6e7e-44d9-888d-1245517a9b27 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Network e198d273-347a-4fa0-82d5-22e40c3600ea is already hosted by enough agents. {{(pid=113416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:52:50.618213 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.base_scheduler [req-c3510e27-67a6-403d-840f-1e6b2093ad6a req-0a7b0ffa-6e7e-44d9-888d-1245517a9b27 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Resources bound (agent type, host, resource id): {{(pid=113416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:52:50.622828 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3510e27-67a6-403d-840f-1e6b2093ad6a req-0a7b0ffa-6e7e-44d9-888d-1245517a9b27 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Received port after_create {{(pid=113416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:52:50.658233 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac581716-1cd7-436f-80c2-26b68e6ce210 req-1fb0d7b7-8824-4a78-9038-9147e4b228ba tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:50.665563 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ac581716-1cd7-436f-80c2-26b68e6ce210 req-1fb0d7b7-8824-4a78-9038-9147e4b228ba tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=2369a844-afb7-41b8-93e0-822cc05c3da2 HTTP/1.1" status: 200 len: 932 time: 0.0800400 Aug 29 23:52:50.675724 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:50.691144 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b0ffa-6e7e-44d9-888d-1245517a9b27 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Pushing event updated for resources: {'Port': ['ID=59f1d716-7a45-4a0d-8eb0-20b9102bfd16,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:50.752217 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3510e27-67a6-403d-840f-1e6b2093ad6a req-0a7b0ffa-6e7e-44d9-888d-1245517a9b27 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:50.753889 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-c3510e27-67a6-403d-840f-1e6b2093ad6a req-0a7b0ffa-6e7e-44d9-888d-1245517a9b27 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for port (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:50.759612 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ac581716-1cd7-436f-80c2-26b68e6ce210 req-746f714a-c0da-434c-9d3d-1345d54b99e5 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=1f6a57e2-0908-4455-a1dc-46c9afab5350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885720 Aug 29 23:52:50.871258 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a532f39-811b-45a2-bbac-f43f3fc908a2 req-832959c1-7dcb-44e7-ad29-67524d16b333 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:50.872927 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-9a532f39-811b-45a2-bbac-f43f3fc908a2 req-832959c1-7dcb-44e7-ad29-67524d16b333 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 932 time: 0.0853488 Aug 29 23:52:50.884777 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-c3510e27-67a6-403d-840f-1e6b2093ad6a req-0a7b0ffa-6e7e-44d9-888d-1245517a9b27 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.87 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3779261 Aug 29 23:52:50.899383 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-0492ca41-488b-4921-a183-76c7cfc15776 req-43eea298-f7c8-46da-81fa-c58d7bcdd806 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=13772077-dc96-4813-925d-975c5748e4d1 HTTP/1.1" status: 200 len: 210 time: 0.0532496 Aug 29 23:52:50.949616 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-9a532f39-811b-45a2-bbac-f43f3fc908a2 req-39bdfa79-37e5-48f7-bdd0-db8870e53566 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583844 Aug 29 23:52:51.008059 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-6336eda7-60a6-4c2a-9795-7f21d9b379d3 req-3a7e5c7c-10c3-4848-a2d4-fe36ce7c560c tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 210 time: 0.0291727 Aug 29 23:52:51.049435 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-e8a0806a-a48f-4a54-a4f7-5ba80ba363e1 None None] Provisioning complete for port 59f1d716-7a45-4a0d-8eb0-20b9102bfd16 triggered by entity DHCP. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:52:51.049807 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-e8a0806a-a48f-4a54-a4f7-5ba80ba363e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (59f1d716-7a45-4a0d-8eb0-20b9102bfd16), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:51.085722 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-e8a0806a-a48f-4a54-a4f7-5ba80ba363e1 None None] Port 59f1d716-7a45-4a0d-8eb0-20b9102bfd16 cannot update to ACTIVE because it is not bound. {{(pid=113417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 23:52:51.342790 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 46192) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:51.360792 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-b92a2170-03cf-43e4-9508-3fe8c7fe64d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:51.466518 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-b92a2170-03cf-43e4-9508-3fe8c7fe64d9 admin admin] Publish callbacks [] for security_group (de0638b4-875a-493f-b5b7-cd8fd470ef8e), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:51.470946 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-cf54e9fe-dc12-4209-a0ac-9b85b482fdc9 req-8ca3b244-f930-4c48-b4da-d5db6db7ddad tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 210 time: 0.0437250 Aug 29 23:52:51.543729 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-b92a2170-03cf-43e4-9508-3fe8c7fe64d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (de0638b4-875a-493f-b5b7-cd8fd470ef8e), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:51.585427 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92a2170-03cf-43e4-9508-3fe8c7fe64d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de0638b4-875a-493f-b5b7-cd8fd470ef8e,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:51.589920 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-b92a2170-03cf-43e4-9508-3fe8c7fe64d9 admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=975476cd063244f2b2aed8c24b3da3fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2460980 Aug 29 23:52:51.594015 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 46196) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:51.655056 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-e05b50c1-d5f9-4eba-b094-0bb8f6b22758 admin admin] Publish callbacks [] for security_group (de0638b4-875a-493f-b5b7-cd8fd470ef8e), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:51.715678 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:51.737171 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-e05b50c1-d5f9-4eba-b094-0bb8f6b22758 admin admin] Publish callbacks [] for security_group (de0638b4-875a-493f-b5b7-cd8fd470ef8e), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:51.895460 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86bba94-9566-4b51-8caf-f5df0d4442b7 req-6e39b845-a606-4301-9312-5f37e03d853f tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:51.900788 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-f86bba94-9566-4b51-8caf-f5df0d4442b7 req-6e39b845-a606-4301-9312-5f37e03d853f tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=2369a844-afb7-41b8-93e0-822cc05c3da2 HTTP/1.1" status: 200 len: 932 time: 0.0624740 Aug 29 23:52:51.927792 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-e05b50c1-d5f9-4eba-b094-0bb8f6b22758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (de0638b4-875a-493f-b5b7-cd8fd470ef8e), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:51.931599 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-e05b50c1-d5f9-4eba-b094-0bb8f6b22758 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:51.933015 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-e05b50c1-d5f9-4eba-b094-0bb8f6b22758 admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/de0638b4-875a-493f-b5b7-cd8fd470ef8e HTTP/1.1" status: 204 len: 168 time: 0.3387437 Aug 29 23:52:51.957333 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05b50c1-d5f9-4eba-b094-0bb8f6b22758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0638b4-875a-493f-b5b7-cd8fd470ef8e,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:52.023992 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-f86bba94-9566-4b51-8caf-f5df0d4442b7 req-dff2c4b3-43da-4800-a352-7c9d5fc4954a tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=1f6a57e2-0908-4455-a1dc-46c9afab5350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171935 Aug 29 23:52:52.103912 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-9e5d24a5-a07d-4503-8ade-95381a34ec7e req-2a311507-0470-48ea-8fd9-d6285a067c10 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=13772077-dc96-4813-925d-975c5748e4d1 HTTP/1.1" status: 200 len: 210 time: 0.0674934 Aug 29 23:52:52.184804 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:52.213169 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:52.246124 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff738d-9774-4a3c-9dee-4273c4cf4f24 req-17547f9c-d4b9-4e5a-a680-84232c540d85 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:52.248697 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-85ff738d-9774-4a3c-9dee-4273c4cf4f24 req-17547f9c-d4b9-4e5a-a680-84232c540d85 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 932 time: 0.1431644 Aug 29 23:52:52.275938 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ac3f89bc-9b72-4a3d-af13-2dcc0b0984ca req-b8f3768d-12ff-4ea7-95fd-15692e69a330 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 210 time: 0.0616412 Aug 29 23:52:52.338239 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-85ff738d-9774-4a3c-9dee-4273c4cf4f24 req-086bd487-b529-4b69-94af-1b8beb6dadbf tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702074 Aug 29 23:52:52.627492 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-dd408bc7-a297-48c7-8628-97d879e80d98 req-72ff2f2f-291a-4b03-a121-8edc747e03ae tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 210 time: 0.0546074 Aug 29 23:52:53.175315 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a240c7-76f1-4673-9335-7df5eeda0fca req-92bdc01b-ca8d-4b5f-bc5a-a9f3a4ffced5 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:53.176919 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-86a240c7-76f1-4673-9335-7df5eeda0fca req-92bdc01b-ca8d-4b5f-bc5a-a9f3a4ffced5 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=2369a844-afb7-41b8-93e0-822cc05c3da2 HTTP/1.1" status: 200 len: 932 time: 0.0671859 Aug 29 23:52:53.272415 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-8810ad87-f618-48f8-a0e9-fec8adc57955 req-14930e7c-1e6c-478c-9636-aaa74af1e2e1 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=13772077-dc96-4813-925d-975c5748e4d1 HTTP/1.1" status: 200 len: 210 time: 0.0515056 Aug 29 23:52:53.315576 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-86a240c7-76f1-4673-9335-7df5eeda0fca req-2c89c555-2877-4da7-81c4-6f0c42766ef2 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=1f6a57e2-0908-4455-a1dc-46c9afab5350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327753 Aug 29 23:52:53.403440 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c77fe045-31a9-4b5b-9781-ad212097070b req-17f2a71a-f79c-4914-8179-77d56f72451f tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 210 time: 0.0357399 Aug 29 23:52:53.498923 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf097d5-989f-4fe6-b146-604e2fbc3c78 req-547ea743-7a22-4edf-b957-6a644b7bff7d tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:53.501307 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-adf097d5-989f-4fe6-b146-604e2fbc3c78 req-547ea743-7a22-4edf-b957-6a644b7bff7d tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 932 time: 0.0614734 Aug 29 23:52:53.588768 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-adf097d5-989f-4fe6-b146-604e2fbc3c78 req-7b23d7cf-b0d5-47b6-8a13-54a8b21ccb3b tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773714 Aug 29 23:52:53.808484 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-322a247e-05f9-4f45-9cda-3c60bcbc8b7f req-bac0be78-b114-4d7d-9f02-b71c3e8fbecf tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 210 time: 0.0603743 Aug 29 23:52:54.414998 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-77ae4ac9-9a97-4ae2-b966-77f062a55784 req-c3c49e13-d033-4167-9ec7-83ef94aaddb9 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=13772077-dc96-4813-925d-975c5748e4d1 HTTP/1.1" status: 200 len: 210 time: 0.0500107 Aug 29 23:52:54.549722 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f44bc5-8f31-4e1e-a73b-c012c419b9fa req-59c2759b-3126-4034-bd05-2f4e3884df81 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:54.556763 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-34f44bc5-8f31-4e1e-a73b-c012c419b9fa req-59c2759b-3126-4034-bd05-2f4e3884df81 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=2369a844-afb7-41b8-93e0-822cc05c3da2 HTTP/1.1" status: 200 len: 932 time: 0.1159055 Aug 29 23:52:54.582723 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-62e58036-132d-47f7-8aa8-3991de59f51d req-983f3588-2fae-4960-8614-53f7cf66a264 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 210 time: 0.0582514 Aug 29 23:52:54.645303 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-34f44bc5-8f31-4e1e-a73b-c012c419b9fa req-2bc6b25c-57cf-4060-9523-d0f61386637d tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=1f6a57e2-0908-4455-a1dc-46c9afab5350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658925 Aug 29 23:52:54.743816 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046bbcd2-0733-44c9-9801-b279a49f4e21 req-d8c7239d-6049-47fd-947f-1f5376bd8150 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:54.745961 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-046bbcd2-0733-44c9-9801-b279a49f4e21 req-d8c7239d-6049-47fd-947f-1f5376bd8150 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 932 time: 0.0620224 Aug 29 23:52:54.814216 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-046bbcd2-0733-44c9-9801-b279a49f4e21 req-b9716562-e93c-43d3-893b-47950475433e tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609934 Aug 29 23:52:54.935909 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-cb0305ba-e427-43ce-9301-6b8f8d47ca66 req-5b9404a4-09bd-43dc-985e-307f04c3b275 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 210 time: 0.0286860 Aug 29 23:52:55.561627 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-5262568a-cabf-4b92-911b-13c61da40d43 req-2371498a-576d-4f56-8557-8e34f76f441c tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=13772077-dc96-4813-925d-975c5748e4d1 HTTP/1.1" status: 200 len: 210 time: 0.0487537 Aug 29 23:52:55.721238 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-a1dc8fd7-ee95-4f40-b236-f4b90f33999b req-9a267505-d7ed-49d6-aea7-9fac19d09fcf tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 210 time: 0.0445044 Aug 29 23:52:55.866037 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb80a6c4-fefc-4f45-bf92-f53bb6bfd6fc req-e960920c-90a6-4120-ae32-e3b5eb706596 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:55.870615 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-bb80a6c4-fefc-4f45-bf92-f53bb6bfd6fc req-e960920c-90a6-4120-ae32-e3b5eb706596 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=2369a844-afb7-41b8-93e0-822cc05c3da2 HTTP/1.1" status: 200 len: 932 time: 0.1048331 Aug 29 23:52:55.974569 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-bb80a6c4-fefc-4f45-bf92-f53bb6bfd6fc req-5f0b30e8-323b-4be8-aac2-ce0e6b252eab tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=1f6a57e2-0908-4455-a1dc-46c9afab5350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956681 Aug 29 23:52:56.034311 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2dc4b-e43a-4439-be09-86c202297861 req-cb2eb2b0-c53f-4b81-a77a-6bd588c2b7c2 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:56.034311 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-fda2dc4b-e43a-4439-be09-86c202297861 req-cb2eb2b0-c53f-4b81-a77a-6bd588c2b7c2 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 932 time: 0.0815763 Aug 29 23:52:56.132791 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-fda2dc4b-e43a-4439-be09-86c202297861 req-47a40aa5-158c-4047-82d3-15fff6c26df0 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843227 Aug 29 23:52:56.198361 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-78210a4e-f3b2-4e0b-a954-2c5034b1590d req-202b772f-581b-4552-8c82-75bac7d32fce tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 210 time: 0.0511732 Aug 29 23:52:56.923192 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d316c7a9-1d77-4675-8e2e-cfc76cbad321 req-0698a502-eaad-4db1-9f78-b3e77f94fd15 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=13772077-dc96-4813-925d-975c5748e4d1 HTTP/1.1" status: 200 len: 210 time: 0.2332413 Aug 29 23:52:56.961266 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-3ccbf40b-922a-48f4-84ec-b01ffab3e3e8 req-51491de1-a650-4739-a8bd-e64badeedaa6 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 210 time: 0.0420179 Aug 29 23:52:57.179618 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a13ce6-f60e-471f-8ccb-90a7067bc2a7 req-85235447-1916-4355-b017-b5724434bf95 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:57.179618 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-06a13ce6-f60e-471f-8ccb-90a7067bc2a7 req-85235447-1916-4355-b017-b5724434bf95 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=2369a844-afb7-41b8-93e0-822cc05c3da2 HTTP/1.1" status: 200 len: 932 time: 0.0838437 Aug 29 23:52:57.299946 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a5b1e5-c2fb-4011-93d5-e6fd220bdee3 req-d9f84033-1292-44a4-9e6a-88f3a598a54b tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:57.301625 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-25a5b1e5-c2fb-4011-93d5-e6fd220bdee3 req-d9f84033-1292-44a4-9e6a-88f3a598a54b tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 932 time: 0.0759099 Aug 29 23:52:57.314722 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-06a13ce6-f60e-471f-8ccb-90a7067bc2a7 req-eacc92c5-6149-44d8-9317-9583aebd92d6 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=1f6a57e2-0908-4455-a1dc-46c9afab5350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256773 Aug 29 23:52:57.347259 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:57.452910 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-25a5b1e5-c2fb-4011-93d5-e6fd220bdee3 req-d5f7abd5-d06a-4a44-a93b-936c261ee39d tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323314 Aug 29 23:52:57.512829 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-88feaebb-01d4-4f97-997c-3de3e7c7b2eb req-41d41461-916a-4668-9e61-05f9003fc949 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 210 time: 0.0414679 Aug 29 23:52:57.937187 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=2 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:58.152937 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-826e62b9-352e-4bd1-934d-043a04507889 req-79a9d0bb-afbe-4ff5-8bad-e0f1c94df237 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=13772077-dc96-4813-925d-975c5748e4d1 HTTP/1.1" status: 200 len: 210 time: 0.0909386 Aug 29 23:52:58.200417 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-a2505645-e23b-4002-8ca4-df439940b1be req-3ab20579-692b-470f-bf37-47d9fcdf7737 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 210 time: 0.0431194 Aug 29 23:52:58.541401 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32202bca-70e9-49d9-8237-e0987b7ed3c5 req-a741471d-6718-4628-952c-f40130b99d30 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:58.542974 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-32202bca-70e9-49d9-8237-e0987b7ed3c5 req-a741471d-6718-4628-952c-f40130b99d30 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=2369a844-afb7-41b8-93e0-822cc05c3da2 HTTP/1.1" status: 200 len: 932 time: 0.1299758 Aug 29 23:52:58.663924 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-32202bca-70e9-49d9-8237-e0987b7ed3c5 req-9c44aabe-3c57-40d3-b9d3-19e68d771d79 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=1f6a57e2-0908-4455-a1dc-46c9afab5350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078269 Aug 29 23:52:58.688707 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f3b4a-66f4-4215-96ee-3275e8c496ca req-846576a5-3f32-4548-8f1e-230b6129340f tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:58.697115 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-eb0f3b4a-66f4-4215-96ee-3275e8c496ca req-846576a5-3f32-4548-8f1e-230b6129340f tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 932 time: 0.0792608 Aug 29 23:52:58.734788 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:58.791732 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-eb0f3b4a-66f4-4215-96ee-3275e8c496ca req-b8bef16f-d0e8-4278-a89d-9366835a7af5 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935364 Aug 29 23:52:58.841693 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-37a96d79-01d4-4e95-a84d-42a32a86f4d9 req-072ac182-e334-4506-b36b-28d1cd351af5 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 210 time: 0.0459316 Aug 29 23:52:58.986738 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [req-ecd4cb0c-27f4-494d-b770-1e07f946dc36 req-adad7c2d-70fd-4291-b667-1275316d9f50 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Request body: {'port': {'device_id': '13772077-dc96-4813-925d-975c5748e4d1', 'network_id': '60b40027-b034-467e-a623-8d465afe9154', 'admin_state_up': True, 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'security_groups': ['db3d369f-4c74-447c-9748-b5e110841b76']}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:52:59.154694 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [req-497eb4dc-6e5c-4473-8791-243629d8b401 req-7f38be30-5b00-4780-a7e4-377d396bc6e1 service neutron] Request body: {'port': {'device_id': '94c9c11e-d575-4b60-be05-fe0a27272eac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85504'}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:52:59.158335 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [req-85b17939-595d-47fd-8523-a74f508aab74 req-805c9d6f-1f17-4415-a1e5-8dd151790c92 service neutron] Request body: {'port': {'device_id': '2369a844-afb7-41b8-93e0-822cc05c3da2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85504'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:52:59.180832 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:59.196390 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [req-c3510e27-67a6-403d-840f-1e6b2093ad6a req-bbb13e04-a533-4b9e-b0fd-1bca9cacd9aa service neutron] Request body: {'port': {'device_id': '022f6c97-74d7-4317-b679-3fb2dad0a739', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85504'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:52:59.237367 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-497eb4dc-6e5c-4473-8791-243629d8b401 req-7f38be30-5b00-4780-a7e4-377d396bc6e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (1994af96-ee92-46f3-8bd5-3d9a397cf396), before_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:59.280636 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-85b17939-595d-47fd-8523-a74f508aab74 req-805c9d6f-1f17-4415-a1e5-8dd151790c92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (301565fd-38df-4687-ab85-0e577c9b30a7), before_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:59.340523 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-c3510e27-67a6-403d-840f-1e6b2093ad6a req-bbb13e04-a533-4b9e-b0fd-1bca9cacd9aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (59f1d716-7a45-4a0d-8eb0-20b9102bfd16), before_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:59.365720 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-142039c4-d2be-497c-a0d5-e6b267ff83ec req-9c74c639-1a41-4e3a-a6c1-ba26d2e5dc28 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=13772077-dc96-4813-925d-975c5748e4d1 HTTP/1.1" status: 200 len: 210 time: 0.0477781 Aug 29 23:52:59.390066 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-3ff5da57-11ae-4e5c-8702-9069e36d0b94 req-8299923d-31c9-4f6c-9468-b595fd52fd26 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 210 time: 0.0592811 Aug 29 23:52:59.500929 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecd4cb0c-27f4-494d-b770-1e07f946dc36 req-adad7c2d-70fd-4291-b667-1275316d9f50 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Made reservation on behalf of a2963b1b4aba47f593c63a398b511792 for: {'port': 1} {{(pid=113416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:52:59.504962 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-ecd4cb0c-27f4-494d-b770-1e07f946dc36 req-adad7c2d-70fd-4291-b667-1275316d9f50 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:59.723625 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:59.741113 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.notifiers.nova [req-497eb4dc-6e5c-4473-8791-243629d8b401 req-7f38be30-5b00-4780-a7e4-377d396bc6e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1994af96-ee92-46f3-8bd5-3d9a397cf396 {{(pid=113415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:52:59.750563 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-497eb4dc-6e5c-4473-8791-243629d8b401 req-7f38be30-5b00-4780-a7e4-377d396bc6e1 service neutron] Publish callbacks [] for port (1994af96-ee92-46f3-8bd5-3d9a397cf396), precommit_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:59.785215 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.db.provisioning_blocks [req-497eb4dc-6e5c-4473-8791-243629d8b401 req-7f38be30-5b00-4780-a7e4-377d396bc6e1 service neutron] Transition to ACTIVE for port object 1994af96-ee92-46f3-8bd5-3d9a397cf396 will not be triggered until provisioned by entity L2. {{(pid=113415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 23:52:59.816978 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:59.885916 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-497eb4dc-6e5c-4473-8791-243629d8b401 req-7f38be30-5b00-4780-a7e4-377d396bc6e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11068783'] for port (1994af96-ee92-46f3-8bd5-3d9a397cf396), after_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:00.079448 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c71e5-dec9-4b80-b578-9be4d957e7c3 req-532b2be3-433f-4e4b-94c7-92e9cd3e83ff tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:00.080932 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.db_base_plugin_common [req-ecd4cb0c-27f4-494d-b770-1e07f946dc36 req-adad7c2d-70fd-4291-b667-1275316d9f50 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Allocated IP 172.20.0.8 (60b40027-b034-467e-a623-8d465afe9154/371040be-dae2-4b4b-8892-6a99379ddf2c/6887f59b-e47e-4f9a-a537-7f002f8c2044) {{(pid=113416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:53:00.081634 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-988c71e5-dec9-4b80-b578-9be4d957e7c3 req-532b2be3-433f-4e4b-94c7-92e9cd3e83ff tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=2369a844-afb7-41b8-93e0-822cc05c3da2 HTTP/1.1" status: 200 len: 932 time: 0.2266092 Aug 29 23:53:00.090130 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0839a7a7-a8ce-41f3-93d5-6484807f2580 req-e3f16ee2-2fee-453d-99b1-9871caa3ebe2 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:00.091600 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-0839a7a7-a8ce-41f3-93d5-6484807f2580 req-e3f16ee2-2fee-453d-99b1-9871caa3ebe2 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 932 time: 0.2088325 Aug 29 23:53:00.142250 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f38be30-5b00-4780-a7e4-377d396bc6e1 service neutron] Pushing event updated for resources: {'Port': ['ID=1994af96-ee92-46f3-8bd5-3d9a397cf396,revision_number=2']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:00.171695 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.notifiers.nova [req-c3510e27-67a6-403d-840f-1e6b2093ad6a req-bbb13e04-a533-4b9e-b0fd-1bca9cacd9aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59f1d716-7a45-4a0d-8eb0-20b9102bfd16 {{(pid=113416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:53:00.187670 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-c3510e27-67a6-403d-840f-1e6b2093ad6a req-bbb13e04-a533-4b9e-b0fd-1bca9cacd9aa service neutron] Publish callbacks [] for port (59f1d716-7a45-4a0d-8eb0-20b9102bfd16), precommit_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:00.189228 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.notifiers.nova [req-85b17939-595d-47fd-8523-a74f508aab74 req-805c9d6f-1f17-4415-a1e5-8dd151790c92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 301565fd-38df-4687-ab85-0e577c9b30a7 {{(pid=113416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:53:00.210652 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-85b17939-595d-47fd-8523-a74f508aab74 req-805c9d6f-1f17-4415-a1e5-8dd151790c92 service neutron] Publish callbacks [] for port (301565fd-38df-4687-ab85-0e577c9b30a7), precommit_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:00.232374 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.provisioning_blocks [req-c3510e27-67a6-403d-840f-1e6b2093ad6a req-bbb13e04-a533-4b9e-b0fd-1bca9cacd9aa service neutron] Transition to ACTIVE for port object 59f1d716-7a45-4a0d-8eb0-20b9102bfd16 will not be triggered until provisioned by entity L2. {{(pid=113416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 23:53:00.232942 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.managers [req-497eb4dc-6e5c-4473-8791-243629d8b401 req-7f38be30-5b00-4780-a7e4-377d396bc6e1 service neutron] Attempting to bind port 1994af96-ee92-46f3-8bd5-3d9a397cf396 on host hv-cinder-85504 for vnic_type normal with profile {{(pid=113415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:53:00.233582 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.managers [req-497eb4dc-6e5c-4473-8791-243629d8b401 req-7f38be30-5b00-4780-a7e4-377d396bc6e1 service neutron] Attempting to bind port 1994af96-ee92-46f3-8bd5-3d9a397cf396 by drivers openvswitch,hyperv on host hv-cinder-85504 at level 0 using segments [{'id': 'b248dcd9-618b-444c-b3d3-d3b8226b4da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'e198d273-347a-4fa0-82d5-22e40c3600ea'}] {{(pid=113415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:53:00.233723 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497eb4dc-6e5c-4473-8791-243629d8b401 req-7f38be30-5b00-4780-a7e4-377d396bc6e1 service neutron] Attempting to bind port 1994af96-ee92-46f3-8bd5-3d9a397cf396 on network e198d273-347a-4fa0-82d5-22e40c3600ea {{(pid=113415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:53:00.249969 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-988c71e5-dec9-4b80-b578-9be4d957e7c3 req-3843a77a-1c88-44d7-b061-eb44603082e3 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=1f6a57e2-0908-4455-a1dc-46c9afab5350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555986 Aug 29 23:53:00.251723 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497eb4dc-6e5c-4473-8791-243629d8b401 req-7f38be30-5b00-4780-a7e4-377d396bc6e1 service neutron] Port 1994af96-ee92-46f3-8bd5-3d9a397cf396 on network e198d273-347a-4fa0-82d5-22e40c3600ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85504 {{(pid=113415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 23:53:00.252049 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497eb4dc-6e5c-4473-8791-243629d8b401 req-7f38be30-5b00-4780-a7e4-377d396bc6e1 service neutron] Attempting to bind port 1994af96-ee92-46f3-8bd5-3d9a397cf396 on network e198d273-347a-4fa0-82d5-22e40c3600ea {{(pid=113415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:53:00.256507 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.provisioning_blocks [req-85b17939-595d-47fd-8523-a74f508aab74 req-805c9d6f-1f17-4415-a1e5-8dd151790c92 service neutron] Transition to ACTIVE for port object 301565fd-38df-4687-ab85-0e577c9b30a7 will not be triggered until provisioned by entity L2. {{(pid=113416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 23:53:00.263628 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-0839a7a7-a8ce-41f3-93d5-6484807f2580 req-a4865162-8f83-4e67-8a7b-fe44926f6fc5 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301353 Aug 29 23:53:00.276227 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497eb4dc-6e5c-4473-8791-243629d8b401 req-7f38be30-5b00-4780-a7e4-377d396bc6e1 service neutron] Checking agent: {'id': 'a7eaf665-0f6d-431a-9601-222c900251ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85504', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 50, 13), 'started_at': datetime.datetime(2022, 8, 29, 23, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:53:00.276227 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497eb4dc-6e5c-4473-8791-243629d8b401 req-7f38be30-5b00-4780-a7e4-377d396bc6e1 service neutron] Checking segment: {'id': 'b248dcd9-618b-444c-b3d3-d3b8226b4da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'e198d273-347a-4fa0-82d5-22e40c3600ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:53:00.276227 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497eb4dc-6e5c-4473-8791-243629d8b401 req-7f38be30-5b00-4780-a7e4-377d396bc6e1 service neutron] Bound using segment: {'id': 'b248dcd9-618b-444c-b3d3-d3b8226b4da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'e198d273-347a-4fa0-82d5-22e40c3600ea'} {{(pid=113415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:53:00.276227 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.managers [req-497eb4dc-6e5c-4473-8791-243629d8b401 req-7f38be30-5b00-4780-a7e4-377d396bc6e1 service neutron] Bound port: 1994af96-ee92-46f3-8bd5-3d9a397cf396, host: hv-cinder-85504, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b248dcd9-618b-444c-b3d3-d3b8226b4da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'e198d273-347a-4fa0-82d5-22e40c3600ea'}}] {{(pid=113415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:53:00.276227 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-497eb4dc-6e5c-4473-8791-243629d8b401 req-7f38be30-5b00-4780-a7e4-377d396bc6e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (1994af96-ee92-46f3-8bd5-3d9a397cf396), before_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:00.358750 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-85b17939-595d-47fd-8523-a74f508aab74 req-805c9d6f-1f17-4415-a1e5-8dd151790c92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963685'] for port (301565fd-38df-4687-ab85-0e577c9b30a7), after_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:00.361849 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-c3510e27-67a6-403d-840f-1e6b2093ad6a req-bbb13e04-a533-4b9e-b0fd-1bca9cacd9aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963685'] for port (59f1d716-7a45-4a0d-8eb0-20b9102bfd16), after_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:00.407263 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-de0ec8b7-0b91-48b3-9386-62b37abd88a1 req-8a2f1614-ce1a-419a-a1c9-133ccf1c0c77 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 210 time: 0.0523107 Aug 29 23:53:00.438010 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-ecd4cb0c-27f4-494d-b770-1e07f946dc36 req-adad7c2d-70fd-4291-b667-1275316d9f50 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for port (6887f59b-e47e-4f9a-a537-7f002f8c2044), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:00.465785 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:00.474466 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.db [req-497eb4dc-6e5c-4473-8791-243629d8b401 req-7f38be30-5b00-4780-a7e4-377d396bc6e1 service neutron] For port 1994af96-ee92-46f3-8bd5-3d9a397cf396, host hv-cinder-85504, cleared binding levels {{(pid=113415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:53:00.511065 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.db [req-497eb4dc-6e5c-4473-8791-243629d8b401 req-7f38be30-5b00-4780-a7e4-377d396bc6e1 service neutron] For port 1994af96-ee92-46f3-8bd5-3d9a397cf396, host hv-cinder-85504, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=1994af96-ee92-46f3-8bd5-3d9a397cf396,segment=NetworkSegment(b248dcd9-618b-444c-b3d3-d3b8226b4da1),segment_id=b248dcd9-618b-444c-b3d3-d3b8226b4da1)] {{(pid=113415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:53:00.535941 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d20043dd-26f7-44c3-963e-1a5f35ac9dd4 req-e22430ba-d67c-4c7d-aec3-6e848f95daec tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=13772077-dc96-4813-925d-975c5748e4d1 HTTP/1.1" status: 200 len: 210 time: 0.0400920 Aug 29 23:53:00.547677 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805c9d6f-1f17-4415-a1e5-8dd151790c92 service neutron] Pushing event updated for resources: {'Port': ['ID=301565fd-38df-4687-ab85-0e577c9b30a7,revision_number=2']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:00.570212 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-f38b77dc-0995-4f84-9236-78def7996380 req-e45419ac-94f8-4d99-851d-e0ed0eab48f0 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 210 time: 0.0368886 Aug 29 23:53:00.626822 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-497eb4dc-6e5c-4473-8791-243629d8b401 req-7f38be30-5b00-4780-a7e4-377d396bc6e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11068783'] for port (1994af96-ee92-46f3-8bd5-3d9a397cf396), after_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:00.634530 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497eb4dc-6e5c-4473-8791-243629d8b401 req-7f38be30-5b00-4780-a7e4-377d396bc6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:00.635120 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-497eb4dc-6e5c-4473-8791-243629d8b401 req-7f38be30-5b00-4780-a7e4-377d396bc6e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for port (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:00.637091 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-497eb4dc-6e5c-4473-8791-243629d8b401 req-7f38be30-5b00-4780-a7e4-377d396bc6e1 service neutron] 10.222.0.87 "PUT /networking/v2.0/ports/1994af96-ee92-46f3-8bd5-3d9a397cf396 HTTP/1.1" status: 200 len: 1093 time: 1.5479021 Aug 29 23:53:00.637302 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-ecd4cb0c-27f4-494d-b770-1e07f946dc36 req-adad7c2d-70fd-4291-b667-1275316d9f50 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963692'] for port (6887f59b-e47e-4f9a-a537-7f002f8c2044), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:00.641058 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94c9c11e-d575-4b60-be05-fe0a27272eac', 'tag': '1994af96-ee92-46f3-8bd5-3d9a397cf396'}] {{(pid=113415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:53:00.670956 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb13e04-a533-4b9e-b0fd-1bca9cacd9aa service neutron] Pushing event updated for resources: {'Port': ['ID=59f1d716-7a45-4a0d-8eb0-20b9102bfd16,revision_number=2']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:00.710727 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f38be30-5b00-4780-a7e4-377d396bc6e1 service neutron] Pushing event updated for resources: {'Port': ['ID=1994af96-ee92-46f3-8bd5-3d9a397cf396,revision_number=3']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:00.718778 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.managers [req-c3510e27-67a6-403d-840f-1e6b2093ad6a req-bbb13e04-a533-4b9e-b0fd-1bca9cacd9aa service neutron] Attempting to bind port 59f1d716-7a45-4a0d-8eb0-20b9102bfd16 on host hv-cinder-85504 for vnic_type normal with profile {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:53:00.722242 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.managers [req-c3510e27-67a6-403d-840f-1e6b2093ad6a req-bbb13e04-a533-4b9e-b0fd-1bca9cacd9aa service neutron] Attempting to bind port 59f1d716-7a45-4a0d-8eb0-20b9102bfd16 by drivers openvswitch,hyperv on host hv-cinder-85504 at level 0 using segments [{'id': 'b248dcd9-618b-444c-b3d3-d3b8226b4da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'e198d273-347a-4fa0-82d5-22e40c3600ea'}] {{(pid=113416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:53:00.722242 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3510e27-67a6-403d-840f-1e6b2093ad6a req-bbb13e04-a533-4b9e-b0fd-1bca9cacd9aa service neutron] Attempting to bind port 59f1d716-7a45-4a0d-8eb0-20b9102bfd16 on network e198d273-347a-4fa0-82d5-22e40c3600ea {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:53:00.723861 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecd4cb0c-27f4-494d-b770-1e07f946dc36 req-adad7c2d-70fd-4291-b667-1275316d9f50 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Network 60b40027-b034-467e-a623-8d465afe9154 is already hosted by enough agents. {{(pid=113416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:53:00.739988 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.base_scheduler [req-ecd4cb0c-27f4-494d-b770-1e07f946dc36 req-adad7c2d-70fd-4291-b667-1275316d9f50 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Resources bound (agent type, host, resource id): {{(pid=113416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:53:00.747471 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecd4cb0c-27f4-494d-b770-1e07f946dc36 req-adad7c2d-70fd-4291-b667-1275316d9f50 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Received port after_create {{(pid=113416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:53:00.753625 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3510e27-67a6-403d-840f-1e6b2093ad6a req-bbb13e04-a533-4b9e-b0fd-1bca9cacd9aa service neutron] Port 59f1d716-7a45-4a0d-8eb0-20b9102bfd16 on network e198d273-347a-4fa0-82d5-22e40c3600ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85504 {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 23:53:00.754164 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3510e27-67a6-403d-840f-1e6b2093ad6a req-bbb13e04-a533-4b9e-b0fd-1bca9cacd9aa service neutron] Attempting to bind port 59f1d716-7a45-4a0d-8eb0-20b9102bfd16 on network e198d273-347a-4fa0-82d5-22e40c3600ea {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:53:00.760377 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.managers [req-85b17939-595d-47fd-8523-a74f508aab74 req-805c9d6f-1f17-4415-a1e5-8dd151790c92 service neutron] Attempting to bind port 301565fd-38df-4687-ab85-0e577c9b30a7 on host hv-cinder-85504 for vnic_type normal with profile {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:53:00.760801 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.managers [req-85b17939-595d-47fd-8523-a74f508aab74 req-805c9d6f-1f17-4415-a1e5-8dd151790c92 service neutron] Attempting to bind port 301565fd-38df-4687-ab85-0e577c9b30a7 by drivers openvswitch,hyperv on host hv-cinder-85504 at level 0 using segments [{'id': '216060a8-b9ef-4fb3-8659-af94605ff481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '93e0a306-b92e-472d-869d-9065a5f6f97f'}] {{(pid=113416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:53:00.761232 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b17939-595d-47fd-8523-a74f508aab74 req-805c9d6f-1f17-4415-a1e5-8dd151790c92 service neutron] Attempting to bind port 301565fd-38df-4687-ab85-0e577c9b30a7 on network 93e0a306-b92e-472d-869d-9065a5f6f97f {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:53:00.795360 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adad7c2d-70fd-4291-b667-1275316d9f50 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Pushing event updated for resources: {'Port': ['ID=6887f59b-e47e-4f9a-a537-7f002f8c2044,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:00.805198 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3510e27-67a6-403d-840f-1e6b2093ad6a req-bbb13e04-a533-4b9e-b0fd-1bca9cacd9aa service neutron] Checking agent: {'id': 'a7eaf665-0f6d-431a-9601-222c900251ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85504', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 50, 13), 'started_at': datetime.datetime(2022, 8, 29, 23, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:53:00.805198 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3510e27-67a6-403d-840f-1e6b2093ad6a req-bbb13e04-a533-4b9e-b0fd-1bca9cacd9aa service neutron] Checking segment: {'id': 'b248dcd9-618b-444c-b3d3-d3b8226b4da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'e198d273-347a-4fa0-82d5-22e40c3600ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:53:00.805198 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3510e27-67a6-403d-840f-1e6b2093ad6a req-bbb13e04-a533-4b9e-b0fd-1bca9cacd9aa service neutron] Bound using segment: {'id': 'b248dcd9-618b-444c-b3d3-d3b8226b4da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'e198d273-347a-4fa0-82d5-22e40c3600ea'} {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:53:00.805198 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.managers [req-c3510e27-67a6-403d-840f-1e6b2093ad6a req-bbb13e04-a533-4b9e-b0fd-1bca9cacd9aa service neutron] Bound port: 59f1d716-7a45-4a0d-8eb0-20b9102bfd16, host: hv-cinder-85504, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b248dcd9-618b-444c-b3d3-d3b8226b4da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'e198d273-347a-4fa0-82d5-22e40c3600ea'}}] {{(pid=113416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:53:00.805198 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-c3510e27-67a6-403d-840f-1e6b2093ad6a req-bbb13e04-a533-4b9e-b0fd-1bca9cacd9aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (59f1d716-7a45-4a0d-8eb0-20b9102bfd16), before_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:00.808534 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b17939-595d-47fd-8523-a74f508aab74 req-805c9d6f-1f17-4415-a1e5-8dd151790c92 service neutron] Port 301565fd-38df-4687-ab85-0e577c9b30a7 on network 93e0a306-b92e-472d-869d-9065a5f6f97f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85504 {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 23:53:00.808864 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b17939-595d-47fd-8523-a74f508aab74 req-805c9d6f-1f17-4415-a1e5-8dd151790c92 service neutron] Attempting to bind port 301565fd-38df-4687-ab85-0e577c9b30a7 on network 93e0a306-b92e-472d-869d-9065a5f6f97f {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:53:00.845820 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b17939-595d-47fd-8523-a74f508aab74 req-805c9d6f-1f17-4415-a1e5-8dd151790c92 service neutron] Checking agent: {'id': 'a7eaf665-0f6d-431a-9601-222c900251ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85504', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 50, 13), 'started_at': datetime.datetime(2022, 8, 29, 23, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:53:00.846159 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b17939-595d-47fd-8523-a74f508aab74 req-805c9d6f-1f17-4415-a1e5-8dd151790c92 service neutron] Checking segment: {'id': '216060a8-b9ef-4fb3-8659-af94605ff481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '93e0a306-b92e-472d-869d-9065a5f6f97f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:53:00.846546 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b17939-595d-47fd-8523-a74f508aab74 req-805c9d6f-1f17-4415-a1e5-8dd151790c92 service neutron] Bound using segment: {'id': '216060a8-b9ef-4fb3-8659-af94605ff481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '93e0a306-b92e-472d-869d-9065a5f6f97f'} {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:53:00.847024 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.managers [req-85b17939-595d-47fd-8523-a74f508aab74 req-805c9d6f-1f17-4415-a1e5-8dd151790c92 service neutron] Bound port: 301565fd-38df-4687-ab85-0e577c9b30a7, host: hv-cinder-85504, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '216060a8-b9ef-4fb3-8659-af94605ff481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '93e0a306-b92e-472d-869d-9065a5f6f97f'}}] {{(pid=113416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:53:00.847381 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-85b17939-595d-47fd-8523-a74f508aab74 req-805c9d6f-1f17-4415-a1e5-8dd151790c92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (301565fd-38df-4687-ab85-0e577c9b30a7), before_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:00.872705 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd4cb0c-27f4-494d-b770-1e07f946dc36 req-adad7c2d-70fd-4291-b667-1275316d9f50 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:00.873364 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-ecd4cb0c-27f4-494d-b770-1e07f946dc36 req-adad7c2d-70fd-4291-b667-1275316d9f50 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for port (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:00.874621 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbb4ce14699acef1e34bc356a7f428b480f1dc74f7679c811df4fa99cd0d73e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814efec3-4807-4592-8aa3-30ac39de5da5" -d '{"events": [{"name": "network-changed", "server_uuid": "94c9c11e-d575-4b60-be05-fe0a27272eac", "tag": "1994af96-ee92-46f3-8bd5-3d9a397cf396"}]}' {{(pid=113415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:53:00.981097 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.db [req-c3510e27-67a6-403d-840f-1e6b2093ad6a req-bbb13e04-a533-4b9e-b0fd-1bca9cacd9aa service neutron] For port 59f1d716-7a45-4a0d-8eb0-20b9102bfd16, host hv-cinder-85504, cleared binding levels {{(pid=113416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:53:01.000223 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.db [req-85b17939-595d-47fd-8523-a74f508aab74 req-805c9d6f-1f17-4415-a1e5-8dd151790c92 service neutron] For port 301565fd-38df-4687-ab85-0e577c9b30a7, host hv-cinder-85504, cleared binding levels {{(pid=113416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:53:01.011405 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.db [req-c3510e27-67a6-403d-840f-1e6b2093ad6a req-bbb13e04-a533-4b9e-b0fd-1bca9cacd9aa service neutron] For port 59f1d716-7a45-4a0d-8eb0-20b9102bfd16, host hv-cinder-85504, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=59f1d716-7a45-4a0d-8eb0-20b9102bfd16,segment=NetworkSegment(b248dcd9-618b-444c-b3d3-d3b8226b4da1),segment_id=b248dcd9-618b-444c-b3d3-d3b8226b4da1)] {{(pid=113416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:53:01.028497 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-ecd4cb0c-27f4-494d-b770-1e07f946dc36 req-adad7c2d-70fd-4291-b667-1275316d9f50 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.87 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0467825 Aug 29 23:53:01.030345 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.db [req-85b17939-595d-47fd-8523-a74f508aab74 req-805c9d6f-1f17-4415-a1e5-8dd151790c92 service neutron] For port 301565fd-38df-4687-ab85-0e577c9b30a7, host hv-cinder-85504, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=301565fd-38df-4687-ab85-0e577c9b30a7,segment=NetworkSegment(216060a8-b9ef-4fb3-8659-af94605ff481),segment_id=216060a8-b9ef-4fb3-8659-af94605ff481)] {{(pid=113416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:53:01.098459 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-f6565114-244e-455d-a23b-ac3145456acd None None] Provisioning complete for port 6887f59b-e47e-4f9a-a537-7f002f8c2044 triggered by entity DHCP. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:53:01.098984 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-f6565114-244e-455d-a23b-ac3145456acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (6887f59b-e47e-4f9a-a537-7f002f8c2044), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:01.129510 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 23:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b65c7c99-d9e1-4537-ade9-d1a1b96f4a42 x-openstack-request-id: req-b65c7c99-d9e1-4537-ade9-d1a1b96f4a42 {{(pid=113415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:53:01.129510 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94c9c11e-d575-4b60-be05-fe0a27272eac", "tag": "1994af96-ee92-46f3-8bd5-3d9a397cf396", "status": "completed", "code": 200}]} {{(pid=113415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:53:01.129767 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b65c7c99-d9e1-4537-ade9-d1a1b96f4a42 {{(pid=113415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:53:01.130380 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b65c7c99-d9e1-4537-ade9-d1a1b96f4a42'] response: {'name': 'network-changed', 'server_uuid': '94c9c11e-d575-4b60-be05-fe0a27272eac', 'tag': '1994af96-ee92-46f3-8bd5-3d9a397cf396', 'status': 'completed', 'code': 200} Aug 29 23:53:01.139990 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-f6565114-244e-455d-a23b-ac3145456acd None None] Port 6887f59b-e47e-4f9a-a537-7f002f8c2044 cannot update to ACTIVE because it is not bound. {{(pid=113417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 23:53:01.150198 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-c3510e27-67a6-403d-840f-1e6b2093ad6a req-bbb13e04-a533-4b9e-b0fd-1bca9cacd9aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963685'] for port (59f1d716-7a45-4a0d-8eb0-20b9102bfd16), after_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:01.156113 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3510e27-67a6-403d-840f-1e6b2093ad6a req-bbb13e04-a533-4b9e-b0fd-1bca9cacd9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:01.157467 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-c3510e27-67a6-403d-840f-1e6b2093ad6a req-bbb13e04-a533-4b9e-b0fd-1bca9cacd9aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for port (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:01.159365 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-c3510e27-67a6-403d-840f-1e6b2093ad6a req-bbb13e04-a533-4b9e-b0fd-1bca9cacd9aa service neutron] 10.222.0.87 "PUT /networking/v2.0/ports/59f1d716-7a45-4a0d-8eb0-20b9102bfd16 HTTP/1.1" status: 200 len: 1094 time: 2.0612102 Aug 29 23:53:01.159826 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '022f6c97-74d7-4317-b679-3fb2dad0a739', 'tag': '59f1d716-7a45-4a0d-8eb0-20b9102bfd16'}] {{(pid=113416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:53:01.188892 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-85b17939-595d-47fd-8523-a74f508aab74 req-805c9d6f-1f17-4415-a1e5-8dd151790c92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963685'] for port (301565fd-38df-4687-ab85-0e577c9b30a7), after_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:01.197062 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b17939-595d-47fd-8523-a74f508aab74 req-805c9d6f-1f17-4415-a1e5-8dd151790c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:01.197686 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-85b17939-595d-47fd-8523-a74f508aab74 req-805c9d6f-1f17-4415-a1e5-8dd151790c92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for port (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:01.199157 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-85b17939-595d-47fd-8523-a74f508aab74 req-805c9d6f-1f17-4415-a1e5-8dd151790c92 service neutron] 10.222.0.87 "PUT /networking/v2.0/ports/301565fd-38df-4687-ab85-0e577c9b30a7 HTTP/1.1" status: 200 len: 1094 time: 2.1155064 Aug 29 23:53:01.224594 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb13e04-a533-4b9e-b0fd-1bca9cacd9aa service neutron] Pushing event updated for resources: {'Port': ['ID=59f1d716-7a45-4a0d-8eb0-20b9102bfd16,revision_number=3']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:01.257757 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca1b1d0bad556637bdc4aa8e491b493d03ba5f494de7569054403470f02cf73a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b9fcc9-f8b1-4132-aa1c-cd5dfee067a0" -d '{"events": [{"name": "network-changed", "server_uuid": "022f6c97-74d7-4317-b679-3fb2dad0a739", "tag": "59f1d716-7a45-4a0d-8eb0-20b9102bfd16"}]}' {{(pid=113416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:53:01.294463 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805c9d6f-1f17-4415-a1e5-8dd151790c92 service neutron] Pushing event updated for resources: {'Port': ['ID=301565fd-38df-4687-ab85-0e577c9b30a7,revision_number=3']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:01.428954 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43d9b4-179c-4ae1-a3e2-5977519c604d req-d155abb2-1498-481e-a685-97ac426367fe tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:01.430841 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-9a43d9b4-179c-4ae1-a3e2-5977519c604d req-d155abb2-1498-481e-a685-97ac426367fe tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=2369a844-afb7-41b8-93e0-822cc05c3da2 HTTP/1.1" status: 200 len: 944 time: 0.0759420 Aug 29 23:53:01.431775 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 23:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1557168-e497-42cf-a8e3-570829d803c3 x-openstack-request-id: req-b1557168-e497-42cf-a8e3-570829d803c3 {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:53:01.432589 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "022f6c97-74d7-4317-b679-3fb2dad0a739", "tag": "59f1d716-7a45-4a0d-8eb0-20b9102bfd16", "status": "completed", "code": 200}]} {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:53:01.433296 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b1557168-e497-42cf-a8e3-570829d803c3 {{(pid=113416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:53:01.434188 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1557168-e497-42cf-a8e3-570829d803c3'] response: {'name': 'network-changed', 'server_uuid': '022f6c97-74d7-4317-b679-3fb2dad0a739', 'tag': '59f1d716-7a45-4a0d-8eb0-20b9102bfd16', 'status': 'completed', 'code': 200} Aug 29 23:53:01.491722 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-9a43d9b4-179c-4ae1-a3e2-5977519c604d req-a16e7a12-f0e9-4d99-ad42-25d0d15ad363 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=1f6a57e2-0908-4455-a1dc-46c9afab5350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521736 Aug 29 23:53:01.560929 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72eef3d-2cb5-4b57-9d20-21b405780dd4 req-dd2fdba1-6801-4166-a012-940ce5150862 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:01.562441 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d72eef3d-2cb5-4b57-9d20-21b405780dd4 req-dd2fdba1-6801-4166-a012-940ce5150862 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 944 time: 0.0560999 Aug 29 23:53:01.619214 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-65b5883d-cde9-4afb-bbee-979264a73129 req-90035e0e-80fe-4594-a901-b9da5a6ec7b9 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 210 time: 0.0437248 Aug 29 23:53:01.637366 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d72eef3d-2cb5-4b57-9d20-21b405780dd4 req-f0b74e95-c066-4630-b5c9-a33e9f8537f4 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680275 Aug 29 23:53:01.763530 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-f9fbb9dc-89da-41c5-9cac-9b77ea90588e req-9094a9e3-abe1-440a-8f74-d7834c311e71 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 210 time: 0.0545928 Aug 29 23:53:01.768523 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:01.780426 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca8879-bc5c-4375-84b6-922779129f52 req-87fc0b64-29ef-4d9a-971e-f5207d6d6a51 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:01.789974 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-a7ca8879-bc5c-4375-84b6-922779129f52 req-87fc0b64-29ef-4d9a-971e-f5207d6d6a51 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=13772077-dc96-4813-925d-975c5748e4d1 HTTP/1.1" status: 200 len: 931 time: 0.0851741 Aug 29 23:53:01.838059 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-a7ca8879-bc5c-4375-84b6-922779129f52 req-8cc41db1-8af4-4108-8ab3-a0a8f056a715 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=db3d369f-4c74-447c-9748-b5e110841b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476332 Aug 29 23:53:01.955883 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:02.178117 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:02.631492 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d5711c-a39d-48c6-9679-e21a9b0189b0 req-5c626235-f4af-4e8d-9344-05ed1d6dff8a tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:02.633057 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-68d5711c-a39d-48c6-9679-e21a9b0189b0 req-5c626235-f4af-4e8d-9344-05ed1d6dff8a tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=2369a844-afb7-41b8-93e0-822cc05c3da2 HTTP/1.1" status: 200 len: 944 time: 0.0512352 Aug 29 23:53:02.691062 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-68d5711c-a39d-48c6-9679-e21a9b0189b0 req-e9e91b03-5a35-45e5-82be-8210e3322338 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=1f6a57e2-0908-4455-a1dc-46c9afab5350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522547 Aug 29 23:53:02.754604 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-86fa1d3d-8cb4-4fcd-a77c-af7d5251e793 req-26154c43-73d3-44c2-abaf-1f50d38e3781 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 210 time: 0.0381007 Aug 29 23:53:02.825150 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [req-ecd4cb0c-27f4-494d-b770-1e07f946dc36 req-6856374d-b5d3-4695-953d-a45244d4cc7f service neutron] Request body: {'port': {'device_id': '13772077-dc96-4813-925d-975c5748e4d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85504'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:53:02.870527 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95bd82a-e5e7-474a-a9bf-859abe65b17e req-9ffc06b5-ff22-4b5c-9abe-cac3f5aad5ef tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:02.874130 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-f95bd82a-e5e7-474a-a9bf-859abe65b17e req-9ffc06b5-ff22-4b5c-9abe-cac3f5aad5ef tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 944 time: 0.1037354 Aug 29 23:53:03.001592 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.87', 51262) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:03.009182 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-8f323243-2a86-49c0-a53f-d95bd0c700a6 req-61eba1fb-9e91-4ced-9f8c-ef5af3c29488 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 210 time: 0.0970182 Aug 29 23:53:03.055562 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-ecd4cb0c-27f4-494d-b770-1e07f946dc36 req-6856374d-b5d3-4695-953d-a45244d4cc7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (6887f59b-e47e-4f9a-a537-7f002f8c2044), before_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:03.071638 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b17939-595d-47fd-8523-a74f508aab74 req-b6e0922c-9524-45bb-99c2-f3ef3147a757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:03.073181 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-85b17939-595d-47fd-8523-a74f508aab74 req-b6e0922c-9524-45bb-99c2-f3ef3147a757 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=651125f8b5f9452a8f854ae229670514&device_id=2369a844-afb7-41b8-93e0-822cc05c3da2 HTTP/1.1" status: 200 len: 1128 time: 0.1861427 Aug 29 23:53:03.102961 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:03.162979 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-85b17939-595d-47fd-8523-a74f508aab74 req-400f6f4e-cdd6-4f9f-974a-680448bfacdf service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=301565fd-38df-4687-ab85-0e577c9b30a7 HTTP/1.1" status: 200 len: 217 time: 0.0791390 Aug 29 23:53:03.180203 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-f95bd82a-e5e7-474a-a9bf-859abe65b17e req-c8c43cad-4e91-4218-bf47-4281667716a1 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980628 Aug 29 23:53:03.181886 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814efec3-4807-4592-8aa3-30ac39de5da5 req-8a5ac3fa-78e4-4bdc-a4db-22a2777138c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:03.183384 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-814efec3-4807-4592-8aa3-30ac39de5da5 req-8a5ac3fa-78e4-4bdc-a4db-22a2777138c8 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=dc817de5d4ef4812a2fee6ebe0895889&device_id=94c9c11e-d575-4b60-be05-fe0a27272eac HTTP/1.1" status: 200 len: 1127 time: 0.2223139 Aug 29 23:53:03.233296 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9fcc9-f8b1-4132-aa1c-cd5dfee067a0 req-c311e272-e729-4f78-9bb7-c6cb5681269d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:03.235357 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-72b9fcc9-f8b1-4132-aa1c-cd5dfee067a0 req-c311e272-e729-4f78-9bb7-c6cb5681269d service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=dc817de5d4ef4812a2fee6ebe0895889&device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 1128 time: 0.2704272 Aug 29 23:53:03.313510 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87219dd-c073-4f64-ab48-7208f15157bd req-87103c7c-fd17-4a1c-af33-2cc6737a4af7 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:03.315673 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d87219dd-c073-4f64-ab48-7208f15157bd req-87103c7c-fd17-4a1c-af33-2cc6737a4af7 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=13772077-dc96-4813-925d-975c5748e4d1 HTTP/1.1" status: 200 len: 931 time: 0.1795950 Aug 29 23:53:03.346091 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b17939-595d-47fd-8523-a74f508aab74 req-82f42e69-9363-44c5-9df5-b047ef18f7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:03.347121 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-85b17939-595d-47fd-8523-a74f508aab74 req-82f42e69-9363-44c5-9df5-b047ef18f7f0 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=e2f85b4b-6ca4-4e91-b383-5b4766b0604f HTTP/1.1" status: 200 len: 850 time: 0.1668842 Aug 29 23:53:03.678627 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2369a844-afb7-41b8-93e0-822cc05c3da2', 'tag': '301565fd-38df-4687-ab85-0e577c9b30a7'}] {{(pid=113416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:53:03.680832 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca1b1d0bad556637bdc4aa8e491b493d03ba5f494de7569054403470f02cf73a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18528332-faab-4963-84ae-090b70914b12" -d '{"events": [{"name": "network-changed", "server_uuid": "2369a844-afb7-41b8-93e0-822cc05c3da2", "tag": "301565fd-38df-4687-ab85-0e577c9b30a7"}]}' {{(pid=113416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:53:03.714173 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef38258-df08-4cd5-bcbd-ac54311b032d req-c77f69ff-7b2f-403c-87c2-ae5275a11c31 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:03.716384 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-cef38258-df08-4cd5-bcbd-ac54311b032d req-c77f69ff-7b2f-403c-87c2-ae5275a11c31 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.87 "GET /networking/v2.0/networks?id=7a46036d-55d3-472c-985d-7d32e6afcac9 HTTP/1.1" status: 200 len: 817 time: 0.7060187 Aug 29 23:53:03.787756 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b17939-595d-47fd-8523-a74f508aab74 req-f78041d8-e68d-44d7-a194-7c0e356f4604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:03.789251 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-85b17939-595d-47fd-8523-a74f508aab74 req-f78041d8-e68d-44d7-a194-7c0e356f4604 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=93e0a306-b92e-472d-869d-9065a5f6f97f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3741803 Aug 29 23:53:03.873664 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 23:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a134dd-0585-44c9-9c39-60a1bb4063bf x-openstack-request-id: req-43a134dd-0585-44c9-9c39-60a1bb4063bf {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:53:03.874080 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2369a844-afb7-41b8-93e0-822cc05c3da2", "tag": "301565fd-38df-4687-ab85-0e577c9b30a7", "status": "completed", "code": 200}]} {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:53:03.874268 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-43a134dd-0585-44c9-9c39-60a1bb4063bf {{(pid=113416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:53:03.874786 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43a134dd-0585-44c9-9c39-60a1bb4063bf'] response: {'name': 'network-changed', 'server_uuid': '2369a844-afb7-41b8-93e0-822cc05c3da2', 'tag': '301565fd-38df-4687-ab85-0e577c9b30a7', 'status': 'completed', 'code': 200} Aug 29 23:53:03.906219 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814efec3-4807-4592-8aa3-30ac39de5da5 req-a5be7fa2-f00d-4257-83f4-3ef77bb946dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:03.908785 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-814efec3-4807-4592-8aa3-30ac39de5da5 req-a5be7fa2-f00d-4257-83f4-3ef77bb946dd service neutron] 10.222.0.87 "GET /networking/v2.0/networks?tenant_id=dc817de5d4ef4812a2fee6ebe0895889&shared=False HTTP/1.1" status: 200 len: 920 time: 0.6840682 Aug 29 23:53:03.971841 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9fcc9-f8b1-4132-aa1c-cd5dfee067a0 req-19757217-1896-42c1-8a30-aef9ccd0dbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:03.975083 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-72b9fcc9-f8b1-4132-aa1c-cd5dfee067a0 req-19757217-1896-42c1-8a30-aef9ccd0dbb9 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?tenant_id=dc817de5d4ef4812a2fee6ebe0895889&shared=False HTTP/1.1" status: 200 len: 920 time: 0.7278411 Aug 29 23:53:04.023828 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d87219dd-c073-4f64-ab48-7208f15157bd req-241a5a7b-fb12-425d-b6df-f42c9aa536be tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=db3d369f-4c74-447c-9748-b5e110841b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6672285 Aug 29 23:53:04.110660 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:04.148346 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-85b17939-595d-47fd-8523-a74f508aab74 req-c4ff12d5-4032-42c2-925c-219b0f47c3e4 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/93e0a306-b92e-472d-869d-9065a5f6f97f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421893 Aug 29 23:53:04.181939 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-cef38258-df08-4cd5-bcbd-ac54311b032d req-5fc5af8f-01b0-41b0-a1a8-187b990294a8 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.87 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3beae764b5cb4dcd9f13e26878bbac48 HTTP/1.1" status: 200 len: 379 time: 0.4227355 Aug 29 23:53:04.248652 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814efec3-4807-4592-8aa3-30ac39de5da5 req-4e3cc7dd-8869-4f16-bb1b-0997f9aaed14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:04.251135 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-814efec3-4807-4592-8aa3-30ac39de5da5 req-4e3cc7dd-8869-4f16-bb1b-0997f9aaed14 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3345838 Aug 29 23:53:04.288644 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.notifiers.nova [req-ecd4cb0c-27f4-494d-b770-1e07f946dc36 req-6856374d-b5d3-4695-953d-a45244d4cc7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6887f59b-e47e-4f9a-a537-7f002f8c2044 {{(pid=113416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:53:04.293022 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:04.297852 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-ecd4cb0c-27f4-494d-b770-1e07f946dc36 req-6856374d-b5d3-4695-953d-a45244d4cc7f service neutron] Publish callbacks [] for port (6887f59b-e47e-4f9a-a537-7f002f8c2044), precommit_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:04.314399 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.provisioning_blocks [req-ecd4cb0c-27f4-494d-b770-1e07f946dc36 req-6856374d-b5d3-4695-953d-a45244d4cc7f service neutron] Transition to ACTIVE for port object 6887f59b-e47e-4f9a-a537-7f002f8c2044 will not be triggered until provisioned by entity L2. {{(pid=113416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 23:53:04.316898 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-a2c426fc-6913-4d46-8eeb-1f2bb4cc7574 req-408ff710-fd2b-47b7-a1e3-ff7b4ce0dd57 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 210 time: 0.1111004 Aug 29 23:53:04.342914 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [req-cef38258-df08-4cd5-bcbd-ac54311b032d req-65a87347-282f-4ec7-ab86-ee193fe55d2c tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Request body: {'port': {'device_id': '39819963-dd3d-4079-a0a1-d21a46d4a420', 'network_id': '7a46036d-55d3-472c-985d-7d32e6afcac9', 'admin_state_up': True, 'tenant_id': '3beae764b5cb4dcd9f13e26878bbac48', 'security_groups': ['fdf9f572-5b3d-4118-b881-e7002e4c34b1']}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:53:04.397985 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969cbc02-dbaf-42ab-801a-9a7d6c5ea0c5 req-f88ab19e-787b-450f-af7a-720bd73913f2 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:04.399674 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-969cbc02-dbaf-42ab-801a-9a7d6c5ea0c5 req-f88ab19e-787b-450f-af7a-720bd73913f2 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=2369a844-afb7-41b8-93e0-822cc05c3da2 HTTP/1.1" status: 200 len: 944 time: 0.2793267 Aug 29 23:53:04.440027 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:04.473888 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497eb4dc-6e5c-4473-8791-243629d8b401 req-9289252a-f9e0-4abd-bfe6-66ac038ecef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:04.475448 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-497eb4dc-6e5c-4473-8791-243629d8b401 req-9289252a-f9e0-4abd-bfe6-66ac038ecef1 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=dc817de5d4ef4812a2fee6ebe0895889&device_id=94c9c11e-d575-4b60-be05-fe0a27272eac HTTP/1.1" status: 200 len: 1127 time: 0.0653064 Aug 29 23:53:04.487707 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-ecd4cb0c-27f4-494d-b770-1e07f946dc36 req-6856374d-b5d3-4695-953d-a45244d4cc7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963685'] for port (6887f59b-e47e-4f9a-a537-7f002f8c2044), after_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:04.505122 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9fcc9-f8b1-4132-aa1c-cd5dfee067a0 req-1c6cfabe-9c42-49d8-aa93-e1e03481cd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:04.506666 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-72b9fcc9-f8b1-4132-aa1c-cd5dfee067a0 req-1c6cfabe-9c42-49d8-aa93-e1e03481cd36 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5104725 Aug 29 23:53:04.549817 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-805f7b3d-99f6-4859-b816-ced438b6cd91 req-a6343306-0c14-4450-9da4-0c64f85f9986 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 210 time: 0.0718188 Aug 29 23:53:04.613766 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-497eb4dc-6e5c-4473-8791-243629d8b401 req-431b953a-c151-4f15-bb0a-cf13e1d289e7 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1994af96-ee92-46f3-8bd5-3d9a397cf396 HTTP/1.1" status: 200 len: 217 time: 0.1292212 Aug 29 23:53:04.640738 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-969cbc02-dbaf-42ab-801a-9a7d6c5ea0c5 req-741ee8f3-e419-4df4-be38-7f0e539be745 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=1f6a57e2-0908-4455-a1dc-46c9afab5350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027559 Aug 29 23:53:04.662648 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-85b17939-595d-47fd-8523-a74f508aab74 req-a7e5e0a5-f298-4767-be90-c1d69b956152 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/93e0a306-b92e-472d-869d-9065a5f6f97f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253736 Aug 29 23:53:04.665195 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3510e27-67a6-403d-840f-1e6b2093ad6a req-d964a8e1-495e-4807-b0ef-5394112b503c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:04.667041 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c3510e27-67a6-403d-840f-1e6b2093ad6a req-d964a8e1-495e-4807-b0ef-5394112b503c service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=dc817de5d4ef4812a2fee6ebe0895889&device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 1128 time: 0.0886424 Aug 29 23:53:04.696278 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6856374d-b5d3-4695-953d-a45244d4cc7f service neutron] Pushing event updated for resources: {'Port': ['ID=6887f59b-e47e-4f9a-a537-7f002f8c2044,revision_number=2']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:04.755680 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497eb4dc-6e5c-4473-8791-243629d8b401 req-0a4a570c-9fc0-4a8c-ad83-0fee6fe92e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:04.757374 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-497eb4dc-6e5c-4473-8791-243629d8b401 req-0a4a570c-9fc0-4a8c-ad83-0fee6fe92e0a service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=61447109-44f2-44fa-83dd-52a148538e4e HTTP/1.1" status: 200 len: 857 time: 0.1328988 Aug 29 23:53:04.787569 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c3510e27-67a6-403d-840f-1e6b2093ad6a req-d3395bbf-9df7-4822-bde2-3838f8172142 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59f1d716-7a45-4a0d-8eb0-20b9102bfd16 HTTP/1.1" status: 200 len: 217 time: 0.1134143 Aug 29 23:53:04.868232 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0873c4-cb61-4042-a1a3-ddb3a6e63847 req-612fba08-76d2-4feb-bb49-06aa6ff0bd70 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:04.871658 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-3c0873c4-cb61-4042-a1a3-ddb3a6e63847 req-612fba08-76d2-4feb-bb49-06aa6ff0bd70 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 944 time: 0.0972047 Aug 29 23:53:04.882858 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497eb4dc-6e5c-4473-8791-243629d8b401 req-ff85faa5-fdd8-41d4-b419-759cc782e24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:04.884662 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-497eb4dc-6e5c-4473-8791-243629d8b401 req-ff85faa5-fdd8-41d4-b419-759cc782e24f service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=e198d273-347a-4fa0-82d5-22e40c3600ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1134508 Aug 29 23:53:04.888533 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.managers [req-ecd4cb0c-27f4-494d-b770-1e07f946dc36 req-6856374d-b5d3-4695-953d-a45244d4cc7f service neutron] Attempting to bind port 6887f59b-e47e-4f9a-a537-7f002f8c2044 on host hv-cinder-85504 for vnic_type normal with profile {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:53:04.888850 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3510e27-67a6-403d-840f-1e6b2093ad6a req-781f0daa-2df1-42bb-99b0-05fd93cee484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:04.888967 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.managers [req-ecd4cb0c-27f4-494d-b770-1e07f946dc36 req-6856374d-b5d3-4695-953d-a45244d4cc7f service neutron] Attempting to bind port 6887f59b-e47e-4f9a-a537-7f002f8c2044 by drivers openvswitch,hyperv on host hv-cinder-85504 at level 0 using segments [{'id': 'b7df322f-93e7-4c06-ab35-efbbaf8c395e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '60b40027-b034-467e-a623-8d465afe9154'}] {{(pid=113416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:53:04.889366 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd4cb0c-27f4-494d-b770-1e07f946dc36 req-6856374d-b5d3-4695-953d-a45244d4cc7f service neutron] Attempting to bind port 6887f59b-e47e-4f9a-a537-7f002f8c2044 on network 60b40027-b034-467e-a623-8d465afe9154 {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:53:04.890684 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c3510e27-67a6-403d-840f-1e6b2093ad6a req-781f0daa-2df1-42bb-99b0-05fd93cee484 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=61447109-44f2-44fa-83dd-52a148538e4e HTTP/1.1" status: 200 len: 857 time: 0.0811789 Aug 29 23:53:04.908194 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd4cb0c-27f4-494d-b770-1e07f946dc36 req-6856374d-b5d3-4695-953d-a45244d4cc7f service neutron] Port 6887f59b-e47e-4f9a-a537-7f002f8c2044 on network 60b40027-b034-467e-a623-8d465afe9154 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85504 {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 23:53:04.908789 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd4cb0c-27f4-494d-b770-1e07f946dc36 req-6856374d-b5d3-4695-953d-a45244d4cc7f service neutron] Attempting to bind port 6887f59b-e47e-4f9a-a537-7f002f8c2044 on network 60b40027-b034-467e-a623-8d465afe9154 {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:53:04.927284 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd4cb0c-27f4-494d-b770-1e07f946dc36 req-6856374d-b5d3-4695-953d-a45244d4cc7f service neutron] Checking agent: {'id': 'a7eaf665-0f6d-431a-9601-222c900251ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85504', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 50, 13), 'started_at': datetime.datetime(2022, 8, 29, 23, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:53:04.927622 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd4cb0c-27f4-494d-b770-1e07f946dc36 req-6856374d-b5d3-4695-953d-a45244d4cc7f service neutron] Checking segment: {'id': 'b7df322f-93e7-4c06-ab35-efbbaf8c395e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '60b40027-b034-467e-a623-8d465afe9154'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:53:04.928004 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd4cb0c-27f4-494d-b770-1e07f946dc36 req-6856374d-b5d3-4695-953d-a45244d4cc7f service neutron] Bound using segment: {'id': 'b7df322f-93e7-4c06-ab35-efbbaf8c395e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '60b40027-b034-467e-a623-8d465afe9154'} {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:53:04.928483 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.managers [req-ecd4cb0c-27f4-494d-b770-1e07f946dc36 req-6856374d-b5d3-4695-953d-a45244d4cc7f service neutron] Bound port: 6887f59b-e47e-4f9a-a537-7f002f8c2044, host: hv-cinder-85504, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7df322f-93e7-4c06-ab35-efbbaf8c395e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '60b40027-b034-467e-a623-8d465afe9154'}}] {{(pid=113416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:53:04.928842 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-ecd4cb0c-27f4-494d-b770-1e07f946dc36 req-6856374d-b5d3-4695-953d-a45244d4cc7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (6887f59b-e47e-4f9a-a537-7f002f8c2044), before_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:04.946812 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001f32d-f02e-4824-9140-182f75ea988f req-650854e3-4353-43b8-8bc3-bf7cf86a38ac tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:04.948122 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-2001f32d-f02e-4824-9140-182f75ea988f req-650854e3-4353-43b8-8bc3-bf7cf86a38ac tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.87 "GET /networking/v2.0/networks?id=4c9cdff2-05de-4391-b19a-4c2f9845a0aa HTTP/1.1" status: 200 len: 811 time: 0.2088895 Aug 29 23:53:04.949620 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cef38258-df08-4cd5-bcbd-ac54311b032d req-65a87347-282f-4ec7-ab86-ee193fe55d2c tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Made reservation on behalf of 3beae764b5cb4dcd9f13e26878bbac48 for: {'port': 1} {{(pid=113415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:53:04.957076 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-cef38258-df08-4cd5-bcbd-ac54311b032d req-65a87347-282f-4ec7-ab86-ee193fe55d2c tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:04.968338 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-3c0873c4-cb61-4042-a1a3-ddb3a6e63847 req-0a9fb602-81b5-41fc-b7e7-586cf0433cf3 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748367 Aug 29 23:53:05.025533 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.db [req-ecd4cb0c-27f4-494d-b770-1e07f946dc36 req-6856374d-b5d3-4695-953d-a45244d4cc7f service neutron] For port 6887f59b-e47e-4f9a-a537-7f002f8c2044, host hv-cinder-85504, cleared binding levels {{(pid=113416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:53:05.031986 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.db [req-ecd4cb0c-27f4-494d-b770-1e07f946dc36 req-6856374d-b5d3-4695-953d-a45244d4cc7f service neutron] For port 6887f59b-e47e-4f9a-a537-7f002f8c2044, host hv-cinder-85504, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=6887f59b-e47e-4f9a-a537-7f002f8c2044,segment=NetworkSegment(b7df322f-93e7-4c06-ab35-efbbaf8c395e),segment_id=b7df322f-93e7-4c06-ab35-efbbaf8c395e)] {{(pid=113416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:53:05.117623 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:05.146666 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-ecd4cb0c-27f4-494d-b770-1e07f946dc36 req-6856374d-b5d3-4695-953d-a45244d4cc7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963685'] for port (6887f59b-e47e-4f9a-a537-7f002f8c2044), after_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:05.157186 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd4cb0c-27f4-494d-b770-1e07f946dc36 req-6856374d-b5d3-4695-953d-a45244d4cc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:05.159774 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-ecd4cb0c-27f4-494d-b770-1e07f946dc36 req-6856374d-b5d3-4695-953d-a45244d4cc7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for port (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:05.162601 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-ecd4cb0c-27f4-494d-b770-1e07f946dc36 req-6856374d-b5d3-4695-953d-a45244d4cc7f service neutron] 10.222.0.87 "PUT /networking/v2.0/ports/6887f59b-e47e-4f9a-a537-7f002f8c2044 HTTP/1.1" status: 200 len: 1093 time: 2.3481901 Aug 29 23:53:05.165208 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.db.db_base_plugin_common [req-cef38258-df08-4cd5-bcbd-ac54311b032d req-65a87347-282f-4ec7-ab86-ee193fe55d2c tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Allocated IP 172.20.0.9 (7a46036d-55d3-472c-985d-7d32e6afcac9/16471bf1-5160-46ce-b487-b87c8418028b/b8d16afd-dba0-4d77-93f1-1d3f97943c11) {{(pid=113415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:53:05.247699 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6856374d-b5d3-4695-953d-a45244d4cc7f service neutron] Pushing event updated for resources: {'Port': ['ID=6887f59b-e47e-4f9a-a537-7f002f8c2044,revision_number=3']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:05.327465 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c598f514-d2f6-4b50-9eb1-1514fc4085bf req-deb34281-17ca-436b-9891-8154a95e8cda tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:05.329953 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c598f514-d2f6-4b50-9eb1-1514fc4085bf req-deb34281-17ca-436b-9891-8154a95e8cda tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=13772077-dc96-4813-925d-975c5748e4d1 HTTP/1.1" status: 200 len: 943 time: 0.1190863 Aug 29 23:53:05.437490 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c598f514-d2f6-4b50-9eb1-1514fc4085bf req-1ed0e124-5e70-4b97-8b74-f1b3e76fddcc tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=db3d369f-4c74-447c-9748-b5e110841b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983634 Aug 29 23:53:05.461863 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-cef38258-df08-4cd5-bcbd-ac54311b032d req-65a87347-282f-4ec7-ab86-ee193fe55d2c tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks [] for port (b8d16afd-dba0-4d77-93f1-1d3f97943c11), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:05.468103 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-0b886810-053c-44e2-9084-5d97944c6bdc req-f2429619-1dd0-4ee2-9c22-cc3699991c43 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 210 time: 0.0559247 Aug 29 23:53:05.476474 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:05.573563 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-cef38258-df08-4cd5-bcbd-ac54311b032d req-65a87347-282f-4ec7-ab86-ee193fe55d2c tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11068774'] for port (b8d16afd-dba0-4d77-93f1-1d3f97943c11), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:05.648743 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cef38258-df08-4cd5-bcbd-ac54311b032d req-65a87347-282f-4ec7-ab86-ee193fe55d2c tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Network 7a46036d-55d3-472c-985d-7d32e6afcac9 is already hosted by enough agents. {{(pid=113415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:53:05.653423 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.base_scheduler [req-cef38258-df08-4cd5-bcbd-ac54311b032d req-65a87347-282f-4ec7-ab86-ee193fe55d2c tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Resources bound (agent type, host, resource id): {{(pid=113415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:53:05.658729 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.db.l3_dvrscheduler_db [req-cef38258-df08-4cd5-bcbd-ac54311b032d req-65a87347-282f-4ec7-ab86-ee193fe55d2c tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Received port after_create {{(pid=113415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:53:05.707267 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a87347-282f-4ec7-ab86-ee193fe55d2c tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Pushing event updated for resources: {'Port': ['ID=b8d16afd-dba0-4d77-93f1-1d3f97943c11,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:05.753181 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c99e146b-848c-448c-b675-51c6fdd76017 req-d09ee694-4474-43bf-8f18-35056d9568a1 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 210 time: 0.0679698 Aug 29 23:53:05.794214 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef38258-df08-4cd5-bcbd-ac54311b032d req-65a87347-282f-4ec7-ab86-ee193fe55d2c tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:05.795379 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-cef38258-df08-4cd5-bcbd-ac54311b032d req-65a87347-282f-4ec7-ab86-ee193fe55d2c tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for port (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:05.876238 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13772077-dc96-4813-925d-975c5748e4d1', 'tag': '6887f59b-e47e-4f9a-a537-7f002f8c2044'}] {{(pid=113416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:53:05.886045 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca1b1d0bad556637bdc4aa8e491b493d03ba5f494de7569054403470f02cf73a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322fdd4f-1103-4652-bcc3-4ff1635ea23d" -d '{"events": [{"name": "network-changed", "server_uuid": "13772077-dc96-4813-925d-975c5748e4d1", "tag": "6887f59b-e47e-4f9a-a537-7f002f8c2044"}]}' {{(pid=113416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:53:05.995176 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:06.061799 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 23:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2ac3dc-04f0-42cb-9f91-2e475ef4e626 x-openstack-request-id: req-4d2ac3dc-04f0-42cb-9f91-2e475ef4e626 {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:53:06.061799 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13772077-dc96-4813-925d-975c5748e4d1", "tag": "6887f59b-e47e-4f9a-a537-7f002f8c2044", "status": "completed", "code": 200}]} {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:53:06.062254 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-4d2ac3dc-04f0-42cb-9f91-2e475ef4e626 {{(pid=113416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:53:06.062391 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d2ac3dc-04f0-42cb-9f91-2e475ef4e626'] response: {'name': 'network-changed', 'server_uuid': '13772077-dc96-4813-925d-975c5748e4d1', 'tag': '6887f59b-e47e-4f9a-a537-7f002f8c2044', 'status': 'completed', 'code': 200} Aug 29 23:53:06.093092 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3510e27-67a6-403d-840f-1e6b2093ad6a req-bfd46544-68d2-4e37-854d-5f0bf6614e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:06.113211 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c3510e27-67a6-403d-840f-1e6b2093ad6a req-bfd46544-68d2-4e37-854d-5f0bf6614e01 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=e198d273-347a-4fa0-82d5-22e40c3600ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2075644 Aug 29 23:53:06.150043 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e513ed-ea93-4162-8eca-332d8516f0fb req-98b9b98a-7c5b-40be-9e9a-b46fb761957d tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:06.150787 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-ef061a1f-d78e-4bff-ab60-55333f252be2 None None] Provisioning complete for port b8d16afd-dba0-4d77-93f1-1d3f97943c11 triggered by entity DHCP. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:53:06.151600 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-ef061a1f-d78e-4bff-ab60-55333f252be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (b8d16afd-dba0-4d77-93f1-1d3f97943c11), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:06.165045 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-32e513ed-ea93-4162-8eca-332d8516f0fb req-98b9b98a-7c5b-40be-9e9a-b46fb761957d tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=2369a844-afb7-41b8-93e0-822cc05c3da2 HTTP/1.1" status: 200 len: 944 time: 0.3209021 Aug 29 23:53:06.171399 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.87', 51281) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:06.171944 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-cef38258-df08-4cd5-bcbd-ac54311b032d req-65a87347-282f-4ec7-ab86-ee193fe55d2c tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.87 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8395004 Aug 29 23:53:06.209957 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [req-cef38258-df08-4cd5-bcbd-ac54311b032d req-56db203a-377b-4168-8fd5-9ab196bfc6eb service neutron] Request body: {'port': {'device_id': '39819963-dd3d-4079-a0a1-d21a46d4a420', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85504'}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:53:06.225330 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-ef061a1f-d78e-4bff-ab60-55333f252be2 None None] Port b8d16afd-dba0-4d77-93f1-1d3f97943c11 cannot update to ACTIVE because it is not bound. {{(pid=113417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 23:53:06.249961 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18528332-faab-4963-84ae-090b70914b12 req-71ecc641-3e1a-4c28-b628-42e0513a2620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:06.251843 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-18528332-faab-4963-84ae-090b70914b12 req-71ecc641-3e1a-4c28-b628-42e0513a2620 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=651125f8b5f9452a8f854ae229670514&device_id=2369a844-afb7-41b8-93e0-822cc05c3da2 HTTP/1.1" status: 200 len: 1128 time: 0.3433757 Aug 29 23:53:06.290306 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322fdd4f-1103-4652-bcc3-4ff1635ea23d req-cc93c518-57c2-4c36-8f32-2a6895cadf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:06.293122 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-322fdd4f-1103-4652-bcc3-4ff1635ea23d req-cc93c518-57c2-4c36-8f32-2a6895cadf9a service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=a2963b1b4aba47f593c63a398b511792&device_id=13772077-dc96-4813-925d-975c5748e4d1 HTTP/1.1" status: 200 len: 1127 time: 0.1194632 Aug 29 23:53:06.318483 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8482358-1981-4a26-b31a-872548f62b9c req-ebefba4b-53c6-4f47-b7c6-4c8872d4a2f2 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:06.318483 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b8482358-1981-4a26-b31a-872548f62b9c req-ebefba4b-53c6-4f47-b7c6-4c8872d4a2f2 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 944 time: 0.0933449 Aug 29 23:53:06.474950 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-2001f32d-f02e-4824-9140-182f75ea988f req-14f6cb08-b47a-4700-902d-7608d8623c4a tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.87 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4b68600b8657473eb43d16098bbcacf6 HTTP/1.1" status: 200 len: 379 time: 0.5645068 Aug 29 23:53:06.478285 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-32e513ed-ea93-4162-8eca-332d8516f0fb req-0f10426b-a491-4c44-b598-850a8a540888 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=1f6a57e2-0908-4455-a1dc-46c9afab5350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021028 Aug 29 23:53:06.517892 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b8482358-1981-4a26-b31a-872548f62b9c req-1fc40314-89fc-4eca-bcd1-5150651c4a2a tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719398 Aug 29 23:53:06.529385 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-cef38258-df08-4cd5-bcbd-ac54311b032d req-56db203a-377b-4168-8fd5-9ab196bfc6eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (b8d16afd-dba0-4d77-93f1-1d3f97943c11), before_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:06.548097 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:06.564441 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [req-2001f32d-f02e-4824-9140-182f75ea988f req-88029aff-5070-406a-bdf0-023eeeb8a36c tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Request body: {'port': {'device_id': '6d3de91e-440c-4c11-97f0-8cc634192f45', 'network_id': '4c9cdff2-05de-4391-b19a-4c2f9845a0aa', 'admin_state_up': True, 'tenant_id': '4b68600b8657473eb43d16098bbcacf6', 'security_groups': ['5eb73ffb-03b0-4171-b2b3-738fc3385da1']}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:53:06.582745 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c3510e27-67a6-403d-840f-1e6b2093ad6a req-c252b47c-3d2b-4bf6-876a-642619e298fe service neutron] 10.222.0.87 "GET /networking/v2.0/networks/e198d273-347a-4fa0-82d5-22e40c3600ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4084721 Aug 29 23:53:06.752691 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device 301565fd-38df-4687-ab85-0e577c9b30a7 details requested by agent hyperv_hv-cinder-85504 with host hv-cinder-85504 {{(pid=113417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 23:53:06.894622 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-497eb4dc-6e5c-4473-8791-243629d8b401 req-320eb0fe-30c9-423c-a7b3-d4876bbb7c4c service neutron] 10.222.0.87 "GET /networking/v2.0/networks/e198d273-347a-4fa0-82d5-22e40c3600ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9779074 Aug 29 23:53:06.942685 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18528332-faab-4963-84ae-090b70914b12 req-c8467c6e-85e0-4865-94ad-c6d206558fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:06.944371 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-18528332-faab-4963-84ae-090b70914b12 req-c8467c6e-85e0-4865-94ad-c6d206558fbd service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=93e0a306-b92e-472d-869d-9065a5f6f97f HTTP/1.1" status: 200 len: 913 time: 0.6433468 Aug 29 23:53:06.977658 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59de2f-4e52-4117-a8e3-f9c9bd6c9a74 req-fa67a1e5-c725-4351-bbc0-7b9b13bd415c tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:06.979208 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-8f59de2f-4e52-4117-a8e3-f9c9bd6c9a74 req-fa67a1e5-c725-4351-bbc0-7b9b13bd415c tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=13772077-dc96-4813-925d-975c5748e4d1 HTTP/1.1" status: 200 len: 943 time: 0.4052787 Aug 29 23:53:07.008652 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port 301565fd-38df-4687-ab85-0e577c9b30a7, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=301565fd-38df-4687-ab85-0e577c9b30a7,segment=NetworkSegment(216060a8-b9ef-4fb3-8659-af94605ff481),segment_id=216060a8-b9ef-4fb3-8659-af94605ff481)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:53:07.022527 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-18528332-faab-4963-84ae-090b70914b12 req-2ea1bc45-a74f-43ce-a1a7-ffb77d4084ea service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=301565fd-38df-4687-ab85-0e577c9b30a7 HTTP/1.1" status: 200 len: 217 time: 0.0455770 Aug 29 23:53:07.044987 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322fdd4f-1103-4652-bcc3-4ff1635ea23d req-5a62ffb8-bd66-4972-895d-0132b3585680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:07.046564 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-322fdd4f-1103-4652-bcc3-4ff1635ea23d req-5a62ffb8-bd66-4972-895d-0132b3585680 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?tenant_id=a2963b1b4aba47f593c63a398b511792&shared=False HTTP/1.1" status: 200 len: 917 time: 0.7194047 Aug 29 23:53:07.060533 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Returning: {'device': '301565fd-38df-4687-ab85-0e577c9b30a7', 'network_id': '93e0a306-b92e-472d-869d-9065a5f6f97f', 'port_id': '301565fd-38df-4687-ab85-0e577c9b30a7', 'mac_address': 'fa:16:3e:5e:ac:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2f85b4b-6ca4-4e91-b383-5b4766b0604f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 23:53:07.124752 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469e0d3-9a4a-4807-92c4-3027b58bf9b6 req-bda13f08-48aa-4ad0-975f-4a97e2f1dafd tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:07.132012 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-2469e0d3-9a4a-4807-92c4-3027b58bf9b6 req-bda13f08-48aa-4ad0-975f-4a97e2f1dafd tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 931 time: 0.4456170 Aug 29 23:53:07.148103 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:07.180650 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=100 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:07.193873 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Current status of the port 301565fd-38df-4687-ab85-0e577c9b30a7 is: DOWN; New status is: BUILD {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:53:07.194952 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (301565fd-38df-4687-ab85-0e577c9b30a7), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:07.223088 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.notifiers.nova [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 301565fd-38df-4687-ab85-0e577c9b30a7 {{(pid=113417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:53:07.232377 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18528332-faab-4963-84ae-090b70914b12 req-aa7067c1-dd05-4606-b46f-b21fc7174e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:07.235452 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-18528332-faab-4963-84ae-090b70914b12 req-aa7067c1-dd05-4606-b46f-b21fc7174e9d service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=e2f85b4b-6ca4-4e91-b383-5b4766b0604f HTTP/1.1" status: 200 len: 850 time: 0.2029922 Aug 29 23:53:07.239027 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-497eb4dc-6e5c-4473-8791-243629d8b401 req-7fdd4e60-a872-4a31-b897-38c0c6534d64 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/e198d273-347a-4fa0-82d5-22e40c3600ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3366394 Aug 29 23:53:07.268567 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port 301565fd-38df-4687-ab85-0e577c9b30a7, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=301565fd-38df-4687-ab85-0e577c9b30a7,segment=NetworkSegment(216060a8-b9ef-4fb3-8659-af94605ff481),segment_id=216060a8-b9ef-4fb3-8659-af94605ff481)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:53:07.337046 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-8f59de2f-4e52-4117-a8e3-f9c9bd6c9a74 req-f58a363b-2983-4f9f-ada7-fba5eaee2a08 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=db3d369f-4c74-447c-9748-b5e110841b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3235323 Aug 29 23:53:07.350954 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18528332-faab-4963-84ae-090b70914b12 req-1aa6760e-9202-4098-8ca1-e1d175c5e8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:07.353410 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-18528332-faab-4963-84ae-090b70914b12 req-1aa6760e-9202-4098-8ca1-e1d175c5e8b9 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=93e0a306-b92e-472d-869d-9065a5f6f97f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1035316 Aug 29 23:53:07.358053 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322fdd4f-1103-4652-bcc3-4ff1635ea23d req-72555658-3f13-4cdf-a485-5323266e04e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:07.359912 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-322fdd4f-1103-4652-bcc3-4ff1635ea23d req-72555658-3f13-4cdf-a485-5323266e04e1 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2744184 Aug 29 23:53:07.384871 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (301565fd-38df-4687-ab85-0e577c9b30a7), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:07.399839 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:07.402867 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c3510e27-67a6-403d-840f-1e6b2093ad6a req-d0c82617-5256-43b4-887e-4ebb2fce39f6 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/e198d273-347a-4fa0-82d5-22e40c3600ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7493670 Aug 29 23:53:07.421148 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-2469e0d3-9a4a-4807-92c4-3027b58bf9b6 req-232c8a49-44ee-4fe8-9de5-7817caac61c8 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2881932 Aug 29 23:53:07.451214 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2001f32d-f02e-4824-9140-182f75ea988f req-88029aff-5070-406a-bdf0-023eeeb8a36c tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Made reservation on behalf of 4b68600b8657473eb43d16098bbcacf6 for: {'port': 1} {{(pid=113416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:53:07.455845 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-2001f32d-f02e-4824-9140-182f75ea988f req-88029aff-5070-406a-bdf0-023eeeb8a36c tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:07.516780 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Pushing event updated for resources: {'Port': ['ID=301565fd-38df-4687-ab85-0e577c9b30a7,revision_number=4']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:07.533842 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-bf0aad59-e177-43e9-ab7a-aef1599c0ad7 req-96a61e91-fe2a-4834-9edc-421ee15d1c4c tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 210 time: 0.0660458 Aug 29 23:53:07.586284 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-18528332-faab-4963-84ae-090b70914b12 req-78a3337d-9362-4baa-8b76-9e65a5ff8388 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/93e0a306-b92e-472d-869d-9065a5f6f97f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189283 Aug 29 23:53:07.664069 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.notifiers.nova [req-cef38258-df08-4cd5-bcbd-ac54311b032d req-56db203a-377b-4168-8fd5-9ab196bfc6eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8d16afd-dba0-4d77-93f1-1d3f97943c11 {{(pid=113415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:53:07.686045 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] get_ports_and_sgs() called for port_ids ['301565fd-38df-4687-ab85-0e577c9b30a7'] {{(pid=113417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 23:53:07.686932 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-cef38258-df08-4cd5-bcbd-ac54311b032d req-56db203a-377b-4168-8fd5-9ab196bfc6eb service neutron] Publish callbacks [] for port (b8d16afd-dba0-4d77-93f1-1d3f97943c11), precommit_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:07.728869 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.db_base_plugin_common [req-2001f32d-f02e-4824-9140-182f75ea988f req-88029aff-5070-406a-bdf0-023eeeb8a36c tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Allocated IP 172.20.0.8 (4c9cdff2-05de-4391-b19a-4c2f9845a0aa/490c1584-2616-4278-814c-8d73c9c52d9f/5a748e41-64a4-4228-b0c8-40ef6e76caf4) {{(pid=113416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:53:07.747134 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f16be-4dd9-4d63-8578-2473693a48d2 req-be738fc8-b98f-4561-9455-ee9cb2002e13 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:07.750704 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-3d6f16be-4dd9-4d63-8578-2473693a48d2 req-be738fc8-b98f-4561-9455-ee9cb2002e13 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=2369a844-afb7-41b8-93e0-822cc05c3da2 HTTP/1.1" status: 200 len: 945 time: 0.1335440 Aug 29 23:53:07.759472 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.db.provisioning_blocks [req-cef38258-df08-4cd5-bcbd-ac54311b032d req-56db203a-377b-4168-8fd5-9ab196bfc6eb service neutron] Transition to ACTIVE for port object b8d16afd-dba0-4d77-93f1-1d3f97943c11 will not be triggered until provisioned by entity L2. {{(pid=113415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 23:53:07.781667 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c0fda-8fa6-49e6-8e4e-100cedd6bcb2 req-d8fe6e8f-7569-4b8c-867f-ce26d83c9711 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:07.792974 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-5c7c0fda-8fa6-49e6-8e4e-100cedd6bcb2 req-d8fe6e8f-7569-4b8c-867f-ce26d83c9711 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 944 time: 0.1492016 Aug 29 23:53:07.856293 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-cef38258-df08-4cd5-bcbd-ac54311b032d req-56db203a-377b-4168-8fd5-9ab196bfc6eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11068783'] for port (b8d16afd-dba0-4d77-93f1-1d3f97943c11), after_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:07.859456 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:07.929174 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-3d6f16be-4dd9-4d63-8578-2473693a48d2 req-ba420495-e806-4820-8617-504ea6775e0c tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=1f6a57e2-0908-4455-a1dc-46c9afab5350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644332 Aug 29 23:53:07.962614 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:08.009876 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-2001f32d-f02e-4824-9140-182f75ea988f req-88029aff-5070-406a-bdf0-023eeeb8a36c tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks [] for port (5a748e41-64a4-4228-b0c8-40ef6e76caf4), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:08.011253 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-5c7c0fda-8fa6-49e6-8e4e-100cedd6bcb2 req-97db6e2d-b37b-4e25-a623-a93b6816d456 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905215 Aug 29 23:53:08.057079 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56db203a-377b-4168-8fd5-9ab196bfc6eb service neutron] Pushing event updated for resources: {'Port': ['ID=b8d16afd-dba0-4d77-93f1-1d3f97943c11,revision_number=2']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:08.105690 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.managers [req-cef38258-df08-4cd5-bcbd-ac54311b032d req-56db203a-377b-4168-8fd5-9ab196bfc6eb service neutron] Attempting to bind port b8d16afd-dba0-4d77-93f1-1d3f97943c11 on host hv-cinder-85504 for vnic_type normal with profile {{(pid=113415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:53:08.106019 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.managers [req-cef38258-df08-4cd5-bcbd-ac54311b032d req-56db203a-377b-4168-8fd5-9ab196bfc6eb service neutron] Attempting to bind port b8d16afd-dba0-4d77-93f1-1d3f97943c11 by drivers openvswitch,hyperv on host hv-cinder-85504 at level 0 using segments [{'id': '114ca9d5-57df-429a-9e81-974fb793f3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '7a46036d-55d3-472c-985d-7d32e6afcac9'}] {{(pid=113415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:53:08.106343 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef38258-df08-4cd5-bcbd-ac54311b032d req-56db203a-377b-4168-8fd5-9ab196bfc6eb service neutron] Attempting to bind port b8d16afd-dba0-4d77-93f1-1d3f97943c11 on network 7a46036d-55d3-472c-985d-7d32e6afcac9 {{(pid=113415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:53:08.112761 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef38258-df08-4cd5-bcbd-ac54311b032d req-56db203a-377b-4168-8fd5-9ab196bfc6eb service neutron] Port b8d16afd-dba0-4d77-93f1-1d3f97943c11 on network 7a46036d-55d3-472c-985d-7d32e6afcac9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85504 {{(pid=113415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 23:53:08.113080 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef38258-df08-4cd5-bcbd-ac54311b032d req-56db203a-377b-4168-8fd5-9ab196bfc6eb service neutron] Attempting to bind port b8d16afd-dba0-4d77-93f1-1d3f97943c11 on network 7a46036d-55d3-472c-985d-7d32e6afcac9 {{(pid=113415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:53:08.119184 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef38258-df08-4cd5-bcbd-ac54311b032d req-56db203a-377b-4168-8fd5-9ab196bfc6eb service neutron] Checking agent: {'id': 'a7eaf665-0f6d-431a-9601-222c900251ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85504', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 50, 13), 'started_at': datetime.datetime(2022, 8, 29, 23, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:53:08.119539 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef38258-df08-4cd5-bcbd-ac54311b032d req-56db203a-377b-4168-8fd5-9ab196bfc6eb service neutron] Checking segment: {'id': '114ca9d5-57df-429a-9e81-974fb793f3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '7a46036d-55d3-472c-985d-7d32e6afcac9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:53:08.119901 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef38258-df08-4cd5-bcbd-ac54311b032d req-56db203a-377b-4168-8fd5-9ab196bfc6eb service neutron] Bound using segment: {'id': '114ca9d5-57df-429a-9e81-974fb793f3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '7a46036d-55d3-472c-985d-7d32e6afcac9'} {{(pid=113415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:53:08.120465 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.managers [req-cef38258-df08-4cd5-bcbd-ac54311b032d req-56db203a-377b-4168-8fd5-9ab196bfc6eb service neutron] Bound port: b8d16afd-dba0-4d77-93f1-1d3f97943c11, host: hv-cinder-85504, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '114ca9d5-57df-429a-9e81-974fb793f3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '7a46036d-55d3-472c-985d-7d32e6afcac9'}}] {{(pid=113415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:53:08.120828 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-cef38258-df08-4cd5-bcbd-ac54311b032d req-56db203a-377b-4168-8fd5-9ab196bfc6eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (b8d16afd-dba0-4d77-93f1-1d3f97943c11), before_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:08.188536 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-2001f32d-f02e-4824-9140-182f75ea988f req-88029aff-5070-406a-bdf0-023eeeb8a36c tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963692'] for port (5a748e41-64a4-4228-b0c8-40ef6e76caf4), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:08.204663 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:08.230199 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd4cb0c-27f4-494d-b770-1e07f946dc36 req-95257479-2301-4a80-b346-5dc3d8b0b068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:08.232930 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ecd4cb0c-27f4-494d-b770-1e07f946dc36 req-95257479-2301-4a80-b346-5dc3d8b0b068 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=a2963b1b4aba47f593c63a398b511792&device_id=13772077-dc96-4813-925d-975c5748e4d1 HTTP/1.1" status: 200 len: 1127 time: 0.0894506 Aug 29 23:53:08.254782 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2001f32d-f02e-4824-9140-182f75ea988f req-88029aff-5070-406a-bdf0-023eeeb8a36c tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Network 4c9cdff2-05de-4391-b19a-4c2f9845a0aa is already hosted by enough agents. {{(pid=113416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:53:08.261968 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.base_scheduler [req-2001f32d-f02e-4824-9140-182f75ea988f req-88029aff-5070-406a-bdf0-023eeeb8a36c tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Resources bound (agent type, host, resource id): {{(pid=113416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:53:08.285918 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ecd4cb0c-27f4-494d-b770-1e07f946dc36 req-1a92e8c3-e879-422b-ba43-7735edae2330 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6887f59b-e47e-4f9a-a537-7f002f8c2044 HTTP/1.1" status: 200 len: 217 time: 0.0398524 Aug 29 23:53:08.285918 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.db [req-cef38258-df08-4cd5-bcbd-ac54311b032d req-56db203a-377b-4168-8fd5-9ab196bfc6eb service neutron] For port b8d16afd-dba0-4d77-93f1-1d3f97943c11, host hv-cinder-85504, cleared binding levels {{(pid=113415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:53:08.286166 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.l3_dvrscheduler_db [req-2001f32d-f02e-4824-9140-182f75ea988f req-88029aff-5070-406a-bdf0-023eeeb8a36c tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Received port after_create {{(pid=113416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:53:08.296813 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.db [req-cef38258-df08-4cd5-bcbd-ac54311b032d req-56db203a-377b-4168-8fd5-9ab196bfc6eb service neutron] For port b8d16afd-dba0-4d77-93f1-1d3f97943c11, host hv-cinder-85504, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=b8d16afd-dba0-4d77-93f1-1d3f97943c11,segment=NetworkSegment(114ca9d5-57df-429a-9e81-974fb793f3bc),segment_id=114ca9d5-57df-429a-9e81-974fb793f3bc)] {{(pid=113415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:53:08.352712 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88029aff-5070-406a-bdf0-023eeeb8a36c tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Pushing event updated for resources: {'Port': ['ID=5a748e41-64a4-4228-b0c8-40ef6e76caf4,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:08.368325 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-cef38258-df08-4cd5-bcbd-ac54311b032d req-56db203a-377b-4168-8fd5-9ab196bfc6eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11068783'] for port (b8d16afd-dba0-4d77-93f1-1d3f97943c11), after_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:08.370935 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-18528332-faab-4963-84ae-090b70914b12 req-92e2f8dc-9c30-4d10-a275-132de02e128c service neutron] 10.222.0.87 "GET /networking/v2.0/networks/93e0a306-b92e-472d-869d-9065a5f6f97f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500710 Aug 29 23:53:08.384549 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef38258-df08-4cd5-bcbd-ac54311b032d req-56db203a-377b-4168-8fd5-9ab196bfc6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:08.385512 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-cef38258-df08-4cd5-bcbd-ac54311b032d req-56db203a-377b-4168-8fd5-9ab196bfc6eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for port (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:08.387461 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-cef38258-df08-4cd5-bcbd-ac54311b032d req-56db203a-377b-4168-8fd5-9ab196bfc6eb service neutron] 10.222.0.87 "PUT /networking/v2.0/ports/b8d16afd-dba0-4d77-93f1-1d3f97943c11 HTTP/1.1" status: 200 len: 1093 time: 2.2091868 Aug 29 23:53:08.389780 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39819963-dd3d-4079-a0a1-d21a46d4a420', 'tag': 'b8d16afd-dba0-4d77-93f1-1d3f97943c11'}] {{(pid=113415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:53:08.395341 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbb4ce14699acef1e34bc356a7f428b480f1dc74f7679c811df4fa99cd0d73e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fafda06b-6211-4fc8-967d-17d6ae74ccde" -d '{"events": [{"name": "network-changed", "server_uuid": "39819963-dd3d-4079-a0a1-d21a46d4a420", "tag": "b8d16afd-dba0-4d77-93f1-1d3f97943c11"}]}' {{(pid=113415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:53:08.433253 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001f32d-f02e-4824-9140-182f75ea988f req-88029aff-5070-406a-bdf0-023eeeb8a36c tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:08.436789 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-2001f32d-f02e-4824-9140-182f75ea988f req-88029aff-5070-406a-bdf0-023eeeb8a36c tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for port (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:08.480494 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 23:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d52c5cc-21e4-4305-a80e-83fd83cfb652 x-openstack-request-id: req-5d52c5cc-21e4-4305-a80e-83fd83cfb652 {{(pid=113415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:53:08.480882 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39819963-dd3d-4079-a0a1-d21a46d4a420", "tag": "b8d16afd-dba0-4d77-93f1-1d3f97943c11", "status": "completed", "code": 200}]} {{(pid=113415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:53:08.481228 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-5d52c5cc-21e4-4305-a80e-83fd83cfb652 {{(pid=113415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:53:08.481698 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d52c5cc-21e4-4305-a80e-83fd83cfb652'] response: {'name': 'network-changed', 'server_uuid': '39819963-dd3d-4079-a0a1-d21a46d4a420', 'tag': 'b8d16afd-dba0-4d77-93f1-1d3f97943c11', 'status': 'completed', 'code': 200} Aug 29 23:53:08.527848 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56db203a-377b-4168-8fd5-9ab196bfc6eb service neutron] Pushing event updated for resources: {'Port': ['ID=b8d16afd-dba0-4d77-93f1-1d3f97943c11,revision_number=3']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:08.542703 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0509e0-3ea6-4d21-97a9-ec6696265563 req-3d0c467d-482d-4618-b7a1-66abab0eb134 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:08.546928 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-2001f32d-f02e-4824-9140-182f75ea988f req-88029aff-5070-406a-bdf0-023eeeb8a36c tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.87 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9868298 Aug 29 23:53:08.548524 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-cb0509e0-3ea6-4d21-97a9-ec6696265563 req-3d0c467d-482d-4618-b7a1-66abab0eb134 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=13772077-dc96-4813-925d-975c5748e4d1 HTTP/1.1" status: 200 len: 943 time: 0.0845366 Aug 29 23:53:08.573492 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-3293030e-f368-405a-8bf4-364b2ae8c47a None None] Provisioning complete for port 5a748e41-64a4-4228-b0c8-40ef6e76caf4 triggered by entity DHCP. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:53:08.574397 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-3293030e-f368-405a-8bf4-364b2ae8c47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (5a748e41-64a4-4228-b0c8-40ef6e76caf4), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:08.618283 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-3293030e-f368-405a-8bf4-364b2ae8c47a None None] Port 5a748e41-64a4-4228-b0c8-40ef6e76caf4 cannot update to ACTIVE because it is not bound. {{(pid=113417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 23:53:08.652570 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a944e62-79ac-4d09-8ecf-7a50986200d5 req-1a4bb1e8-5a77-4423-b193-1db2fc765a61 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:08.654223 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-7a944e62-79ac-4d09-8ecf-7a50986200d5 req-1a4bb1e8-5a77-4423-b193-1db2fc765a61 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 943 time: 0.0711994 Aug 29 23:53:08.659024 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-cb0509e0-3ea6-4d21-97a9-ec6696265563 req-cb9d1a17-6c9c-4740-99dc-cf532b7da37d tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=db3d369f-4c74-447c-9748-b5e110841b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001673 Aug 29 23:53:08.724812 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:08.729145 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device 1994af96-ee92-46f3-8bd5-3d9a397cf396 details requested by agent hyperv_hv-cinder-85504 with host hv-cinder-85504 {{(pid=113417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 23:53:08.734186 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-7a944e62-79ac-4d09-8ecf-7a50986200d5 req-c37191d8-029b-4430-ba16-6c90056fbb95 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713646 Aug 29 23:53:08.763536 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device 301565fd-38df-4687-ab85-0e577c9b30a7 up at agent hyperv_hv-cinder-85504 {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:53:08.846410 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244f017-8f32-4127-81c9-408baba4868b req-5a437be9-d130-4571-83e6-8568bd691192 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:08.848030 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-f244f017-8f32-4127-81c9-408baba4868b req-5a437be9-d130-4571-83e6-8568bd691192 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 931 time: 0.0729184 Aug 29 23:53:08.910768 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Provisioning for port 301565fd-38df-4687-ab85-0e577c9b30a7 completed by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 23:53:08.915888 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-f244f017-8f32-4127-81c9-408baba4868b req-022e44fd-dedb-44f0-a20b-26f45288425c tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=5eb73ffb-03b0-4171-b2b3-738fc3385da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617735 Aug 29 23:53:08.950652 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port 1994af96-ee92-46f3-8bd5-3d9a397cf396, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=1994af96-ee92-46f3-8bd5-3d9a397cf396,segment=NetworkSegment(b248dcd9-618b-444c-b3d3-d3b8226b4da1),segment_id=b248dcd9-618b-444c-b3d3-d3b8226b4da1)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:53:08.964503 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Returning: {'device': '1994af96-ee92-46f3-8bd5-3d9a397cf396', 'network_id': 'e198d273-347a-4fa0-82d5-22e40c3600ea', 'port_id': '1994af96-ee92-46f3-8bd5-3d9a397cf396', 'mac_address': 'fa:16:3e:6e:ff:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61447109-44f2-44fa-83dd-52a148538e4e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 23:53:08.989879 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Provisioning complete for port 301565fd-38df-4687-ab85-0e577c9b30a7 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:53:08.990245 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (301565fd-38df-4687-ab85-0e577c9b30a7), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:09.029265 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Current status of the port 1994af96-ee92-46f3-8bd5-3d9a397cf396 is: DOWN; New status is: BUILD {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:53:09.029672 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (1994af96-ee92-46f3-8bd5-3d9a397cf396), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:09.040209 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:09.061189 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.notifiers.nova [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1994af96-ee92-46f3-8bd5-3d9a397cf396 {{(pid=113417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:53:09.081148 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [req-2001f32d-f02e-4824-9140-182f75ea988f req-366b2424-d8e2-43df-85b6-7349923e1e3c service neutron] Request body: {'port': {'device_id': '6d3de91e-440c-4c11-97f0-8cc634192f45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85504'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:53:09.154853 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port 1994af96-ee92-46f3-8bd5-3d9a397cf396, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=1994af96-ee92-46f3-8bd5-3d9a397cf396,segment=NetworkSegment(b248dcd9-618b-444c-b3d3-d3b8226b4da1),segment_id=b248dcd9-618b-444c-b3d3-d3b8226b4da1)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:53:09.155764 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6390dea8-5f5f-4c32-9a9c-fea51c921681 req-e3b4e49c-07d2-4693-b12d-0e9c5c6b53b9 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:09.159089 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-6390dea8-5f5f-4c32-9a9c-fea51c921681 req-e3b4e49c-07d2-4693-b12d-0e9c5c6b53b9 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=2369a844-afb7-41b8-93e0-822cc05c3da2 HTTP/1.1" status: 200 len: 945 time: 0.1055229 Aug 29 23:53:09.164046 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Current status of the port 301565fd-38df-4687-ab85-0e577c9b30a7 is: BUILD; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:53:09.164490 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (301565fd-38df-4687-ab85-0e577c9b30a7), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:09.191313 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:09.197503 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2369a844-afb7-41b8-93e0-822cc05c3da2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '301565fd-38df-4687-ab85-0e577c9b30a7'}] {{(pid=113417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:53:09.228145 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafda06b-6211-4fc8-967d-17d6ae74ccde req-eb95c4fe-d084-4ba5-ab51-8b8fc8af3740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:09.236151 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-fafda06b-6211-4fc8-967d-17d6ae74ccde req-eb95c4fe-d084-4ba5-ab51-8b8fc8af3740 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=3beae764b5cb4dcd9f13e26878bbac48&device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 1127 time: 0.0959902 Aug 29 23:53:09.283163 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port 301565fd-38df-4687-ab85-0e577c9b30a7, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=301565fd-38df-4687-ab85-0e577c9b30a7,segment=NetworkSegment(216060a8-b9ef-4fb3-8659-af94605ff481),segment_id=216060a8-b9ef-4fb3-8659-af94605ff481)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:53:09.293910 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (1994af96-ee92-46f3-8bd5-3d9a397cf396), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:09.327663 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f1d1c-a537-4f8b-ae87-5f493188efec req-eede4181-ac49-4f98-8e6c-216911b674cf tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:09.329679 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-f32f1d1c-a537-4f8b-ae87-5f493188efec req-eede4181-ac49-4f98-8e6c-216911b674cf tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 944 time: 0.1593108 Aug 29 23:53:09.349265 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd4cb0c-27f4-494d-b770-1e07f946dc36 req-491371ef-67d2-4daa-a7de-482521650bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:09.351231 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ecd4cb0c-27f4-494d-b770-1e07f946dc36 req-491371ef-67d2-4daa-a7de-482521650bd4 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=371040be-dae2-4b4b-8892-6a99379ddf2c HTTP/1.1" status: 200 len: 854 time: 0.2096281 Aug 29 23:53:09.352931 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-2001f32d-f02e-4824-9140-182f75ea988f req-366b2424-d8e2-43df-85b6-7349923e1e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (5a748e41-64a4-4228-b0c8-40ef6e76caf4), before_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:09.361266 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-6390dea8-5f5f-4c32-9a9c-fea51c921681 req-75ee7911-a050-4c33-a366-be36337e6ca6 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=1f6a57e2-0908-4455-a1dc-46c9afab5350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893623 Aug 29 23:53:09.396059 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d41a01b6be055f780f1b28f387bc014884277aca14b53491aeccfff4134a8b4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca0d306-a17c-48d0-898c-9a17bb025668" -d '{"events": [{"server_uuid": "2369a844-afb7-41b8-93e0-822cc05c3da2", "name": "network-vif-plugged", "status": "completed", "tag": "301565fd-38df-4687-ab85-0e577c9b30a7"}]}' {{(pid=113417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:53:09.400036 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (301565fd-38df-4687-ab85-0e577c9b30a7), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:09.443334 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd4cb0c-27f4-494d-b770-1e07f946dc36 req-eedd95b7-8f05-4755-a9d4-8ec8f0149585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:09.445635 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ecd4cb0c-27f4-494d-b770-1e07f946dc36 req-eedd95b7-8f05-4755-a9d4-8ec8f0149585 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=60b40027-b034-467e-a623-8d465afe9154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0833304 Aug 29 23:53:09.502636 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-f32f1d1c-a537-4f8b-ae87-5f493188efec req-93e0bbc9-426a-4448-9d1d-e2a1d1b5de18 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644890 Aug 29 23:53:09.504878 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Pushing event updated for resources: {'Port': ['ID=1994af96-ee92-46f3-8bd5-3d9a397cf396,revision_number=4']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:09.511321 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafda06b-6211-4fc8-967d-17d6ae74ccde req-311dc9fb-7d5e-46f6-8eeb-ebffb7a4da17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:09.513965 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-fafda06b-6211-4fc8-967d-17d6ae74ccde req-311dc9fb-7d5e-46f6-8eeb-ebffb7a4da17 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?tenant_id=3beae764b5cb4dcd9f13e26878bbac48&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2688661 Aug 29 23:53:09.515154 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:09.655527 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ecd4cb0c-27f4-494d-b770-1e07f946dc36 req-df64119e-d110-4dc9-9649-ae40549c2369 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/60b40027-b034-467e-a623-8d465afe9154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982486 Aug 29 23:53:09.666779 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb78964-9f47-4229-b55b-bfae7968ffeb x-openstack-request-id: req-bbb78964-9f47-4229-b55b-bfae7968ffeb {{(pid=113417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:53:09.668872 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2369a844-afb7-41b8-93e0-822cc05c3da2", "name": "network-vif-plugged", "status": "completed", "tag": "301565fd-38df-4687-ab85-0e577c9b30a7", "code": 200}]} {{(pid=113417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:53:09.669620 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-bbb78964-9f47-4229-b55b-bfae7968ffeb {{(pid=113417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:53:09.671027 dv-cinder-855041-2-iscsi neutron-server[113417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbb78964-9f47-4229-b55b-bfae7968ffeb'] response: {'server_uuid': '2369a844-afb7-41b8-93e0-822cc05c3da2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '301565fd-38df-4687-ab85-0e577c9b30a7', 'code': 200} Aug 29 23:53:09.683898 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] get_ports_and_sgs() called for port_ids ['1994af96-ee92-46f3-8bd5-3d9a397cf396'] {{(pid=113417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 23:53:09.788772 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Pushing event updated for resources: {'Port': ['ID=301565fd-38df-4687-ab85-0e577c9b30a7,revision_number=5']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:09.896125 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:09.899192 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ecd4cb0c-27f4-494d-b770-1e07f946dc36 req-83ea9d82-c59f-49f7-afa1-dceb4df6b218 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/60b40027-b034-467e-a623-8d465afe9154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319620 Aug 29 23:53:09.933158 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafda06b-6211-4fc8-967d-17d6ae74ccde req-e56d4dd1-3df7-467b-8ac6-3adcc0be9511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:09.934964 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-fafda06b-6211-4fc8-967d-17d6ae74ccde req-e56d4dd1-3df7-467b-8ac6-3adcc0be9511 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2751658 Aug 29 23:53:10.115969 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef38258-df08-4cd5-bcbd-ac54311b032d req-c71aa4dc-2daa-4daf-bfa7-83d7a1363b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:10.118227 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-cef38258-df08-4cd5-bcbd-ac54311b032d req-c71aa4dc-2daa-4daf-bfa7-83d7a1363b3a service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=3beae764b5cb4dcd9f13e26878bbac48&device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 1127 time: 0.1132030 Aug 29 23:53:10.138088 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f051958d-b583-42d3-be37-f22c2930acc0 req-575cbc87-7706-4380-9013-d9b1a7dac0ea tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:10.146931 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-f051958d-b583-42d3-be37-f22c2930acc0 req-575cbc87-7706-4380-9013-d9b1a7dac0ea tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=13772077-dc96-4813-925d-975c5748e4d1 HTTP/1.1" status: 200 len: 943 time: 0.2466323 Aug 29 23:53:10.155519 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:10.158505 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.notifiers.nova [req-2001f32d-f02e-4824-9140-182f75ea988f req-366b2424-d8e2-43df-85b6-7349923e1e3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a748e41-64a4-4228-b0c8-40ef6e76caf4 {{(pid=113416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:53:10.162829 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40dbcd4-a127-40de-b8cb-09950bc3644b req-d95c2abf-ffe3-4c64-a0ca-e63f2353998f tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:10.164452 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-a40dbcd4-a127-40de-b8cb-09950bc3644b req-d95c2abf-ffe3-4c64-a0ca-e63f2353998f tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 943 time: 0.2080743 Aug 29 23:53:10.167774 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-2001f32d-f02e-4824-9140-182f75ea988f req-366b2424-d8e2-43df-85b6-7349923e1e3c service neutron] Publish callbacks [] for port (5a748e41-64a4-4228-b0c8-40ef6e76caf4), precommit_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:10.182936 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.provisioning_blocks [req-2001f32d-f02e-4824-9140-182f75ea988f req-366b2424-d8e2-43df-85b6-7349923e1e3c service neutron] Transition to ACTIVE for port object 5a748e41-64a4-4228-b0c8-40ef6e76caf4 will not be triggered until provisioned by entity L2. {{(pid=113416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 23:53:10.248317 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-f051958d-b583-42d3-be37-f22c2930acc0 req-fda3c95a-2fe3-4a9e-bd78-a97a35a02f9f tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=db3d369f-4c74-447c-9748-b5e110841b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003850 Aug 29 23:53:10.256538 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-a40dbcd4-a127-40de-b8cb-09950bc3644b req-798bfc9b-5598-4d61-951f-7b955027b1a2 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823214 Aug 29 23:53:10.347276 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-13fa2dee-8f48-4e18-8a58-53a8d35d4e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (1020f8f9-c858-45a1-84c5-376480b0ca2e), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:10.357489 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-2001f32d-f02e-4824-9140-182f75ea988f req-366b2424-d8e2-43df-85b6-7349923e1e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963685'] for port (5a748e41-64a4-4228-b0c8-40ef6e76caf4), after_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:10.381785 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce0ce6-20bc-4abb-8c8f-5be43e73d9ef req-545d14d2-70f8-4b62-befa-41fbabb38031 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:10.392992 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-69ce0ce6-20bc-4abb-8c8f-5be43e73d9ef req-545d14d2-70f8-4b62-befa-41fbabb38031 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 931 time: 0.0744433 Aug 29 23:53:10.450323 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366b2424-d8e2-43df-85b6-7349923e1e3c service neutron] Pushing event updated for resources: {'Port': ['ID=5a748e41-64a4-4228-b0c8-40ef6e76caf4,revision_number=2']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:10.481995 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366b2424-d8e2-43df-85b6-7349923e1e3c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:10.481995 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366b2424-d8e2-43df-85b6-7349923e1e3c service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:10.482264 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366b2424-d8e2-43df-85b6-7349923e1e3c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:10.482606 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366b2424-d8e2-43df-85b6-7349923e1e3c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:10.482942 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366b2424-d8e2-43df-85b6-7349923e1e3c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:10.483280 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366b2424-d8e2-43df-85b6-7349923e1e3c service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:10.483613 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366b2424-d8e2-43df-85b6-7349923e1e3c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:10.483957 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366b2424-d8e2-43df-85b6-7349923e1e3c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:10.484414 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366b2424-d8e2-43df-85b6-7349923e1e3c service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:10.485898 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366b2424-d8e2-43df-85b6-7349923e1e3c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:10.485898 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366b2424-d8e2-43df-85b6-7349923e1e3c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:10.494073 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366b2424-d8e2-43df-85b6-7349923e1e3c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:10.494073 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366b2424-d8e2-43df-85b6-7349923e1e3c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:10.494073 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366b2424-d8e2-43df-85b6-7349923e1e3c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:10.494073 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366b2424-d8e2-43df-85b6-7349923e1e3c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:10.518355 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-69ce0ce6-20bc-4abb-8c8f-5be43e73d9ef req-9f90d07c-c783-470a-aac8-81803b4f8b16 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=5eb73ffb-03b0-4171-b2b3-738fc3385da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232231 Aug 29 23:53:10.523144 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.managers [req-2001f32d-f02e-4824-9140-182f75ea988f req-366b2424-d8e2-43df-85b6-7349923e1e3c service neutron] Attempting to bind port 5a748e41-64a4-4228-b0c8-40ef6e76caf4 on host hv-cinder-85504 for vnic_type normal with profile {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:53:10.523859 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.managers [req-2001f32d-f02e-4824-9140-182f75ea988f req-366b2424-d8e2-43df-85b6-7349923e1e3c service neutron] Attempting to bind port 5a748e41-64a4-4228-b0c8-40ef6e76caf4 by drivers openvswitch,hyperv on host hv-cinder-85504 at level 0 using segments [{'id': 'bb534462-ddc2-4778-84af-6323faf368f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '4c9cdff2-05de-4391-b19a-4c2f9845a0aa'}] {{(pid=113416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:53:10.524614 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2001f32d-f02e-4824-9140-182f75ea988f req-366b2424-d8e2-43df-85b6-7349923e1e3c service neutron] Attempting to bind port 5a748e41-64a4-4228-b0c8-40ef6e76caf4 on network 4c9cdff2-05de-4391-b19a-4c2f9845a0aa {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:53:10.534185 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2001f32d-f02e-4824-9140-182f75ea988f req-366b2424-d8e2-43df-85b6-7349923e1e3c service neutron] Port 5a748e41-64a4-4228-b0c8-40ef6e76caf4 on network 4c9cdff2-05de-4391-b19a-4c2f9845a0aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85504 {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 23:53:10.536379 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2001f32d-f02e-4824-9140-182f75ea988f req-366b2424-d8e2-43df-85b6-7349923e1e3c service neutron] Attempting to bind port 5a748e41-64a4-4228-b0c8-40ef6e76caf4 on network 4c9cdff2-05de-4391-b19a-4c2f9845a0aa {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:53:10.545753 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2001f32d-f02e-4824-9140-182f75ea988f req-366b2424-d8e2-43df-85b6-7349923e1e3c service neutron] Checking agent: {'id': 'a7eaf665-0f6d-431a-9601-222c900251ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85504', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 50, 13), 'started_at': datetime.datetime(2022, 8, 29, 23, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:53:10.546653 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2001f32d-f02e-4824-9140-182f75ea988f req-366b2424-d8e2-43df-85b6-7349923e1e3c service neutron] Checking segment: {'id': 'bb534462-ddc2-4778-84af-6323faf368f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '4c9cdff2-05de-4391-b19a-4c2f9845a0aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:53:10.548162 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2001f32d-f02e-4824-9140-182f75ea988f req-366b2424-d8e2-43df-85b6-7349923e1e3c service neutron] Bound using segment: {'id': 'bb534462-ddc2-4778-84af-6323faf368f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '4c9cdff2-05de-4391-b19a-4c2f9845a0aa'} {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:53:10.549952 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.managers [req-2001f32d-f02e-4824-9140-182f75ea988f req-366b2424-d8e2-43df-85b6-7349923e1e3c service neutron] Bound port: 5a748e41-64a4-4228-b0c8-40ef6e76caf4, host: hv-cinder-85504, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb534462-ddc2-4778-84af-6323faf368f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '4c9cdff2-05de-4391-b19a-4c2f9845a0aa'}}] {{(pid=113416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:53:10.550620 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-2001f32d-f02e-4824-9140-182f75ea988f req-366b2424-d8e2-43df-85b6-7349923e1e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (5a748e41-64a4-4228-b0c8-40ef6e76caf4), before_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:10.664630 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd104019-8c0e-447a-ae0d-1c13482a2cb0 req-2e24a223-a168-4955-aef7-48be1018759d tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:10.666279 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-bd104019-8c0e-447a-ae0d-1c13482a2cb0 req-2e24a223-a168-4955-aef7-48be1018759d tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=2369a844-afb7-41b8-93e0-822cc05c3da2 HTTP/1.1" status: 200 len: 946 time: 0.1453691 Aug 29 23:53:10.667614 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.db [req-2001f32d-f02e-4824-9140-182f75ea988f req-366b2424-d8e2-43df-85b6-7349923e1e3c service neutron] For port 5a748e41-64a4-4228-b0c8-40ef6e76caf4, host hv-cinder-85504, cleared binding levels {{(pid=113416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:53:10.675989 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.db [req-2001f32d-f02e-4824-9140-182f75ea988f req-366b2424-d8e2-43df-85b6-7349923e1e3c service neutron] For port 5a748e41-64a4-4228-b0c8-40ef6e76caf4, host hv-cinder-85504, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=5a748e41-64a4-4228-b0c8-40ef6e76caf4,segment=NetworkSegment(bb534462-ddc2-4778-84af-6323faf368f0),segment_id=bb534462-ddc2-4778-84af-6323faf368f0)] {{(pid=113416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:53:10.724091 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594bd73d-77a7-4d3d-baa6-c3d111de136b req-c790f631-bf84-40cb-a715-3dd8f902a0a3 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:10.725415 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-594bd73d-77a7-4d3d-baa6-c3d111de136b req-c790f631-bf84-40cb-a715-3dd8f902a0a3 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 944 time: 0.0877478 Aug 29 23:53:10.740842 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device 59f1d716-7a45-4a0d-8eb0-20b9102bfd16 details requested by agent hyperv_hv-cinder-85504 with host hv-cinder-85504 {{(pid=113417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 23:53:10.755456 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device 1994af96-ee92-46f3-8bd5-3d9a397cf396 up at agent hyperv_hv-cinder-85504 {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:53:10.782915 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-bd104019-8c0e-447a-ae0d-1c13482a2cb0 req-8f312660-918e-4eac-8eb6-d13866165c67 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=1f6a57e2-0908-4455-a1dc-46c9afab5350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973067 Aug 29 23:53:10.815580 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-2001f32d-f02e-4824-9140-182f75ea988f req-366b2424-d8e2-43df-85b6-7349923e1e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963685'] for port (5a748e41-64a4-4228-b0c8-40ef6e76caf4), after_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:10.828955 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001f32d-f02e-4824-9140-182f75ea988f req-366b2424-d8e2-43df-85b6-7349923e1e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:10.830407 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-2001f32d-f02e-4824-9140-182f75ea988f req-366b2424-d8e2-43df-85b6-7349923e1e3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for port (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:10.840907 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-2001f32d-f02e-4824-9140-182f75ea988f req-366b2424-d8e2-43df-85b6-7349923e1e3c service neutron] 10.222.0.87 "PUT /networking/v2.0/ports/5a748e41-64a4-4228-b0c8-40ef6e76caf4 HTTP/1.1" status: 200 len: 1093 time: 1.7638521 Aug 29 23:53:10.848238 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d3de91e-440c-4c11-97f0-8cc634192f45', 'tag': '5a748e41-64a4-4228-b0c8-40ef6e76caf4'}] {{(pid=113416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:53:10.861921 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca1b1d0bad556637bdc4aa8e491b493d03ba5f494de7569054403470f02cf73a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7758cbd3-98b1-4801-ba94-5c91e00968b0" -d '{"events": [{"name": "network-changed", "server_uuid": "6d3de91e-440c-4c11-97f0-8cc634192f45", "tag": "5a748e41-64a4-4228-b0c8-40ef6e76caf4"}]}' {{(pid=113416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:53:10.924789 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.db.resource_extend [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 29 23:53:10.941175 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-594bd73d-77a7-4d3d-baa6-c3d111de136b req-71be8557-18db-4369-85aa-7d6b505cc252 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999509 Aug 29 23:53:10.949310 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:11.034013 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 46718) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:11.062968 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Provisioning for port 1994af96-ee92-46f3-8bd5-3d9a397cf396 completed by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 23:53:11.073538 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 23:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad9b778e-8bca-4412-af28-9f61dfc42cab x-openstack-request-id: req-ad9b778e-8bca-4412-af28-9f61dfc42cab {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:53:11.074011 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d3de91e-440c-4c11-97f0-8cc634192f45", "tag": "5a748e41-64a4-4228-b0c8-40ef6e76caf4", "status": "completed", "code": 200}]} {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:53:11.074379 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ad9b778e-8bca-4412-af28-9f61dfc42cab {{(pid=113416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:53:11.074956 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad9b778e-8bca-4412-af28-9f61dfc42cab'] response: {'name': 'network-changed', 'server_uuid': '6d3de91e-440c-4c11-97f0-8cc634192f45', 'tag': '5a748e41-64a4-4228-b0c8-40ef6e76caf4', 'status': 'completed', 'code': 200} Aug 29 23:53:11.163480 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port 59f1d716-7a45-4a0d-8eb0-20b9102bfd16, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=59f1d716-7a45-4a0d-8eb0-20b9102bfd16,segment=NetworkSegment(b248dcd9-618b-444c-b3d3-d3b8226b4da1),segment_id=b248dcd9-618b-444c-b3d3-d3b8226b4da1)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:53:11.186792 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Returning: {'device': '59f1d716-7a45-4a0d-8eb0-20b9102bfd16', 'network_id': 'e198d273-347a-4fa0-82d5-22e40c3600ea', 'port_id': '59f1d716-7a45-4a0d-8eb0-20b9102bfd16', 'mac_address': 'fa:16:3e:4f:fd:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61447109-44f2-44fa-83dd-52a148538e4e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 23:53:11.191459 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-cef38258-df08-4cd5-bcbd-ac54311b032d req-22bd7103-5753-4864-8b51-36ef9949dea5 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8d16afd-dba0-4d77-93f1-1d3f97943c11 HTTP/1.1" status: 200 len: 217 time: 0.2095222 Aug 29 23:53:11.237352 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a763f-7757-4d0a-afeb-a9b2d5f02803 req-141bc1e4-07b3-44c6-9684-2d388c8a8498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:11.240112 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-403a763f-7757-4d0a-afeb-a9b2d5f02803 req-141bc1e4-07b3-44c6-9684-2d388c8a8498 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=2369a844-afb7-41b8-93e0-822cc05c3da2 HTTP/1.1" status: 200 len: 1130 time: 0.2355464 Aug 29 23:53:11.248000 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Provisioning complete for port 1994af96-ee92-46f3-8bd5-3d9a397cf396 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:53:11.248446 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (1994af96-ee92-46f3-8bd5-3d9a397cf396), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:11.254372 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-234083c0-f51e-4842-a218-03ddef8a0db7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:11.275868 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Current status of the port 59f1d716-7a45-4a0d-8eb0-20b9102bfd16 is: DOWN; New status is: BUILD {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:53:11.276219 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (59f1d716-7a45-4a0d-8eb0-20b9102bfd16), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:11.316672 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.notifiers.nova [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59f1d716-7a45-4a0d-8eb0-20b9102bfd16 {{(pid=113417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:53:11.340050 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-403a763f-7757-4d0a-afeb-a9b2d5f02803 req-1b47a4a4-5a56-4444-9085-ee5ea52f0798 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:11.352005 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366b2424-d8e2-43df-85b6-7349923e1e3c service neutron] Pushing event updated for resources: {'Port': ['ID=5a748e41-64a4-4228-b0c8-40ef6e76caf4,revision_number=3']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:11.406877 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef38258-df08-4cd5-bcbd-ac54311b032d req-b1709b0e-80c6-41bc-9e98-e204e3248877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:11.410490 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port 59f1d716-7a45-4a0d-8eb0-20b9102bfd16, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=59f1d716-7a45-4a0d-8eb0-20b9102bfd16,segment=NetworkSegment(b248dcd9-618b-444c-b3d3-d3b8226b4da1),segment_id=b248dcd9-618b-444c-b3d3-d3b8226b4da1)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:53:11.414461 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-cef38258-df08-4cd5-bcbd-ac54311b032d req-b1709b0e-80c6-41bc-9e98-e204e3248877 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=16471bf1-5160-46ce-b487-b87c8418028b HTTP/1.1" status: 200 len: 856 time: 0.1726763 Aug 29 23:53:11.433664 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7758cbd3-98b1-4801-ba94-5c91e00968b0 req-29f22236-3c2d-45d1-b89f-a166c4b83632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:11.433664 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-7758cbd3-98b1-4801-ba94-5c91e00968b0 req-29f22236-3c2d-45d1-b89f-a166c4b83632 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=4b68600b8657473eb43d16098bbcacf6&device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 1127 time: 0.1520543 Aug 29 23:53:11.476482 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (59f1d716-7a45-4a0d-8eb0-20b9102bfd16), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:11.504086 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef38258-df08-4cd5-bcbd-ac54311b032d req-291e50f9-fe1e-4fdf-8c80-700795591fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:11.506096 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-cef38258-df08-4cd5-bcbd-ac54311b032d req-291e50f9-fe1e-4fdf-8c80-700795591fb3 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=7a46036d-55d3-472c-985d-7d32e6afcac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0696366 Aug 29 23:53:11.530264 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:UPDATE=5,neutron:SELECT=90,neutron:INSERT=5 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:11.551328 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:11.555008 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Current status of the port 1994af96-ee92-46f3-8bd5-3d9a397cf396 is: BUILD; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:53:11.555644 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (1994af96-ee92-46f3-8bd5-3d9a397cf396), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:11.591681 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Pushing event updated for resources: {'Port': ['ID=59f1d716-7a45-4a0d-8eb0-20b9102bfd16,revision_number=4']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:11.626248 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port 1994af96-ee92-46f3-8bd5-3d9a397cf396, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=1994af96-ee92-46f3-8bd5-3d9a397cf396,segment=NetworkSegment(b248dcd9-618b-444c-b3d3-d3b8226b4da1),segment_id=b248dcd9-618b-444c-b3d3-d3b8226b4da1)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:53:11.677003 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94c9c11e-d575-4b60-be05-fe0a27272eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1994af96-ee92-46f3-8bd5-3d9a397cf396'}] {{(pid=113417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:53:11.677215 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:11.679736 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d41a01b6be055f780f1b28f387bc014884277aca14b53491aeccfff4134a8b4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5f0bd9-1f24-43b7-a16f-1ac5734c9084" -d '{"events": [{"server_uuid": "94c9c11e-d575-4b60-be05-fe0a27272eac", "name": "network-vif-plugged", "status": "completed", "tag": "1994af96-ee92-46f3-8bd5-3d9a397cf396"}]}' {{(pid=113417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:53:11.684771 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b30b0d-93fc-40c3-ab27-9cebe2420511 req-82b27f8d-df0c-48dc-acac-b8f4a86f1414 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:11.686652 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-20b30b0d-93fc-40c3-ab27-9cebe2420511 req-82b27f8d-df0c-48dc-acac-b8f4a86f1414 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=13772077-dc96-4813-925d-975c5748e4d1 HTTP/1.1" status: 200 len: 943 time: 0.2485621 Aug 29 23:53:11.712567 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] get_ports_and_sgs() called for port_ids ['59f1d716-7a45-4a0d-8eb0-20b9102bfd16'] {{(pid=113417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 23:53:11.720026 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56660a8d-86a1-45cd-918a-1114d1e538d1 req-a625f452-c6b0-485c-a6c4-4cc529eb6707 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:11.727882 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-56660a8d-86a1-45cd-918a-1114d1e538d1 req-a625f452-c6b0-485c-a6c4-4cc529eb6707 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 943 time: 0.2335901 Aug 29 23:53:11.786885 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (1994af96-ee92-46f3-8bd5-3d9a397cf396), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:11.814159 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-403a763f-7757-4d0a-afeb-a9b2d5f02803 req-1b47a4a4-5a56-4444-9085-ee5ea52f0798 service neutron] Publish callbacks [] for security_group (bfe8e840-f4c0-4484-987d-8b4ff61715b0), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:11.829822 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-56660a8d-86a1-45cd-918a-1114d1e538d1 req-feaaab7b-617f-47f7-ac71-e92fd7cdd8f6 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006823 Aug 29 23:53:11.904822 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-403a763f-7757-4d0a-afeb-a9b2d5f02803 req-1b47a4a4-5a56-4444-9085-ee5ea52f0798 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (bfe8e840-f4c0-4484-987d-8b4ff61715b0), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:11.919114 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-234083c0-f51e-4842-a218-03ddef8a0db7 admin admin] Publish callbacks [] for security_group (26724d92-22db-4be9-bf19-2a839681b6f0), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:11.941833 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Pushing event updated for resources: {'Port': ['ID=1994af96-ee92-46f3-8bd5-3d9a397cf396,revision_number=5']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:11.956733 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7758cbd3-98b1-4801-ba94-5c91e00968b0 req-149e83f8-1267-4336-87cc-caccdaf171cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:11.958618 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-7758cbd3-98b1-4801-ba94-5c91e00968b0 req-149e83f8-1267-4336-87cc-caccdaf171cd service neutron] 10.222.0.87 "GET /networking/v2.0/networks?tenant_id=4b68600b8657473eb43d16098bbcacf6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.5133538 Aug 29 23:53:11.962687 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-20b30b0d-93fc-40c3-ab27-9cebe2420511 req-47b79cf5-0b08-4241-946d-903abf2ae395 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=db3d369f-4c74-447c-9748-b5e110841b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2615755 Aug 29 23:53:12.006359 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-403a763f-7757-4d0a-afeb-a9b2d5f02803 req-1b47a4a4-5a56-4444-9085-ee5ea52f0798 service neutron] 10.222.0.87 "GET /networking/v2.0/security-groups?id=1f6a57e2-0908-4455-a1dc-46c9afab5350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7350719 Aug 29 23:53:12.009667 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-cef38258-df08-4cd5-bcbd-ac54311b032d req-39798590-56cd-4371-b3bd-f7b9922c4f3d service neutron] 10.222.0.87 "GET /networking/v2.0/networks/7a46036d-55d3-472c-985d-7d32e6afcac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4952393 Aug 29 23:53:12.010667 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b47a4a4-5a56-4444-9085-ee5ea52f0798 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe8e840-f4c0-4484-987d-8b4ff61715b0,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:12.027751 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:12.035954 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17741828-11b4-442f-8cc1-88ffd6e8ac1c req-830e45f9-0eb6-4881-9a42-f4f279c212e8 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:12.038208 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-17741828-11b4-442f-8cc1-88ffd6e8ac1c req-830e45f9-0eb6-4881-9a42-f4f279c212e8 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 943 time: 0.0642178 Aug 29 23:53:12.045655 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-613d270a-5114-4f09-bc18-6faa5ace3c0d x-openstack-request-id: req-613d270a-5114-4f09-bc18-6faa5ace3c0d {{(pid=113417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:53:12.045980 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94c9c11e-d575-4b60-be05-fe0a27272eac", "name": "network-vif-plugged", "status": "completed", "tag": "1994af96-ee92-46f3-8bd5-3d9a397cf396", "code": 200}]} {{(pid=113417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:53:12.046243 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-613d270a-5114-4f09-bc18-6faa5ace3c0d {{(pid=113417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:53:12.046649 dv-cinder-855041-2-iscsi neutron-server[113417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-613d270a-5114-4f09-bc18-6faa5ace3c0d'] response: {'server_uuid': '94c9c11e-d575-4b60-be05-fe0a27272eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1994af96-ee92-46f3-8bd5-3d9a397cf396', 'code': 200} Aug 29 23:53:12.084590 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-234083c0-f51e-4842-a218-03ddef8a0db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (26724d92-22db-4be9-bf19-2a839681b6f0), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:12.179567 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-17741828-11b4-442f-8cc1-88ffd6e8ac1c req-e5a9b343-2da2-4ea6-81b0-a324db095155 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=5eb73ffb-03b0-4171-b2b3-738fc3385da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338439 Aug 29 23:53:12.192227 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-234083c0-f51e-4842-a218-03ddef8a0db7 admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=571f1f8437ff42ffb077d11f748a8680&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1544478 Aug 29 23:53:12.194770 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 46742) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:12.203547 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234083c0-f51e-4842-a218-03ddef8a0db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26724d92-22db-4be9-bf19-2a839681b6f0,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:12.227292 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98fcc8-a54e-4f45-a233-3487bcbd8605 req-d59d9dcd-b093-47e7-b443-67764ab4f5e4 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:12.228917 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ba98fcc8-a54e-4f45-a233-3487bcbd8605 req-d59d9dcd-b093-47e7-b443-67764ab4f5e4 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=2369a844-afb7-41b8-93e0-822cc05c3da2 HTTP/1.1" status: 200 len: 946 time: 0.1148589 Aug 29 23:53:12.249723 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234083c0-f51e-4842-a218-03ddef8a0db7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:12.250351 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234083c0-f51e-4842-a218-03ddef8a0db7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:12.251919 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234083c0-f51e-4842-a218-03ddef8a0db7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:12.252531 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234083c0-f51e-4842-a218-03ddef8a0db7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:12.253096 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234083c0-f51e-4842-a218-03ddef8a0db7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:12.253641 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234083c0-f51e-4842-a218-03ddef8a0db7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:12.254198 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234083c0-f51e-4842-a218-03ddef8a0db7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:12.254742 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234083c0-f51e-4842-a218-03ddef8a0db7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:12.255337 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234083c0-f51e-4842-a218-03ddef8a0db7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:12.255928 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234083c0-f51e-4842-a218-03ddef8a0db7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:12.256638 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234083c0-f51e-4842-a218-03ddef8a0db7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:12.257181 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234083c0-f51e-4842-a218-03ddef8a0db7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:12.262209 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234083c0-f51e-4842-a218-03ddef8a0db7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:12.262209 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234083c0-f51e-4842-a218-03ddef8a0db7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:12.262209 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234083c0-f51e-4842-a218-03ddef8a0db7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:12.356042 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-a32544a2-20ad-4fd4-8613-53073196f769 admin admin] Publish callbacks [] for security_group (26724d92-22db-4be9-bf19-2a839681b6f0), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:12.455941 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ba98fcc8-a54e-4f45-a233-3487bcbd8605 req-8d1f434c-572b-4557-a9fc-0db0119c5137 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=1f6a57e2-0908-4455-a1dc-46c9afab5350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826265 Aug 29 23:53:12.518044 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617032d-642b-4057-83ff-e7585e4535f9 req-eac50bcd-9160-4598-9f36-2b63cf759c84 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:12.522390 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c617032d-642b-4057-83ff-e7585e4535f9 req-eac50bcd-9160-4598-9f36-2b63cf759c84 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 945 time: 0.1827323 Aug 29 23:53:12.536508 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-a32544a2-20ad-4fd4-8613-53073196f769 admin admin] Publish callbacks [] for security_group (26724d92-22db-4be9-bf19-2a839681b6f0), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:12.574323 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-cef38258-df08-4cd5-bcbd-ac54311b032d req-0f7a9b36-4916-4908-ae0e-2f7c135f0045 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/7a46036d-55d3-472c-985d-7d32e6afcac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122486 Aug 29 23:53:12.590139 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:12.659990 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7758cbd3-98b1-4801-ba94-5c91e00968b0 req-f66bb513-aa63-47cf-ad46-47345d9c7760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:12.661482 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-7758cbd3-98b1-4801-ba94-5c91e00968b0 req-f66bb513-aa63-47cf-ad46-47345d9c7760 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2794428 Aug 29 23:53:12.665392 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c617032d-642b-4057-83ff-e7585e4535f9 req-e627f339-f22a-42f2-9211-11398044d8b5 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146572 Aug 29 23:53:12.747755 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device 6887f59b-e47e-4f9a-a537-7f002f8c2044 details requested by agent hyperv_hv-cinder-85504 with host hv-cinder-85504 {{(pid=113417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 23:53:12.752828 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device 59f1d716-7a45-4a0d-8eb0-20b9102bfd16 up at agent hyperv_hv-cinder-85504 {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:53:12.846838 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-a32544a2-20ad-4fd4-8613-53073196f769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (26724d92-22db-4be9-bf19-2a839681b6f0), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:12.849638 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-a32544a2-20ad-4fd4-8613-53073196f769 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:12.850862 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-a32544a2-20ad-4fd4-8613-53073196f769 admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/26724d92-22db-4be9-bf19-2a839681b6f0 HTTP/1.1" status: 204 len: 168 time: 0.6556318 Aug 29 23:53:12.861997 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32544a2-20ad-4fd4-8613-53073196f769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26724d92-22db-4be9-bf19-2a839681b6f0,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:12.878780 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Provisioning for port 59f1d716-7a45-4a0d-8eb0-20b9102bfd16 completed by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 23:53:12.974678 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001f32d-f02e-4824-9140-182f75ea988f req-13cb9e26-e522-4a24-82d3-567303c01577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:12.976713 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-2001f32d-f02e-4824-9140-182f75ea988f req-13cb9e26-e522-4a24-82d3-567303c01577 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=4b68600b8657473eb43d16098bbcacf6&device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 1127 time: 0.0741091 Aug 29 23:53:12.996531 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port 6887f59b-e47e-4f9a-a537-7f002f8c2044, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=6887f59b-e47e-4f9a-a537-7f002f8c2044,segment=NetworkSegment(b7df322f-93e7-4c06-ab35-efbbaf8c395e),segment_id=b7df322f-93e7-4c06-ab35-efbbaf8c395e)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:53:13.015487 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:13.018656 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Provisioning complete for port 59f1d716-7a45-4a0d-8eb0-20b9102bfd16 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:53:13.019033 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (59f1d716-7a45-4a0d-8eb0-20b9102bfd16), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:13.022892 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Returning: {'device': '6887f59b-e47e-4f9a-a537-7f002f8c2044', 'network_id': '60b40027-b034-467e-a623-8d465afe9154', 'port_id': '6887f59b-e47e-4f9a-a537-7f002f8c2044', 'mac_address': 'fa:16:3e:f6:62:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '371040be-dae2-4b4b-8892-6a99379ddf2c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 23:53:13.206220 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (a7eaf665-0f6d-431a-9601-222c900251ec), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:13.254979 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Current status of the port 6887f59b-e47e-4f9a-a537-7f002f8c2044 is: DOWN; New status is: BUILD {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:53:13.255461 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (6887f59b-e47e-4f9a-a537-7f002f8c2044), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:13.304359 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.notifiers.nova [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6887f59b-e47e-4f9a-a537-7f002f8c2044 {{(pid=113417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:53:13.336301 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ca5517-87dc-40d6-9377-29567cd09361 req-1a025da0-c062-4442-b3c2-65fe9712c414 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:13.337592 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Current status of the port 59f1d716-7a45-4a0d-8eb0-20b9102bfd16 is: BUILD; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:53:13.338412 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (59f1d716-7a45-4a0d-8eb0-20b9102bfd16), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:13.342492 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b1ca5517-87dc-40d6-9377-29567cd09361 req-1a025da0-c062-4442-b3c2-65fe9712c414 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=13772077-dc96-4813-925d-975c5748e4d1 HTTP/1.1" status: 200 len: 943 time: 0.0793629 Aug 29 23:53:13.378751 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff571c0f-b8ca-4882-870f-1c16ef43d711 req-25c1e325-e491-477a-a228-c5e6f8d0f938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:13.380452 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ff571c0f-b8ca-4882-870f-1c16ef43d711 req-25c1e325-e491-477a-a228-c5e6f8d0f938 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=94c9c11e-d575-4b60-be05-fe0a27272eac HTTP/1.1" status: 200 len: 1129 time: 0.5159161 Aug 29 23:53:13.385516 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port 6887f59b-e47e-4f9a-a537-7f002f8c2044, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=6887f59b-e47e-4f9a-a537-7f002f8c2044,segment=NetworkSegment(b7df322f-93e7-4c06-ab35-efbbaf8c395e),segment_id=b7df322f-93e7-4c06-ab35-efbbaf8c395e)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:53:13.398528 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f790ca10-60a5-409d-b939-18ce0eb8c23b req-44bdabfb-aace-4071-847b-f7fe8f22a4cd tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:13.400097 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-f790ca10-60a5-409d-b939-18ce0eb8c23b req-44bdabfb-aace-4071-847b-f7fe8f22a4cd tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 943 time: 0.4429724 Aug 29 23:53:13.433422 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port 59f1d716-7a45-4a0d-8eb0-20b9102bfd16, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=59f1d716-7a45-4a0d-8eb0-20b9102bfd16,segment=NetworkSegment(b248dcd9-618b-444c-b3d3-d3b8226b4da1),segment_id=b248dcd9-618b-444c-b3d3-d3b8226b4da1)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:53:13.437874 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b1ca5517-87dc-40d6-9377-29567cd09361 req-82cbe3af-8778-4a63-b49e-add0759a8ef3 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=db3d369f-4c74-447c-9748-b5e110841b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943446 Aug 29 23:53:13.451324 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-210d3303-eb33-419e-869d-bf83cd9008d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (037668f0-d812-4b59-9d2d-ce33f66a7708), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:13.454022 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (6887f59b-e47e-4f9a-a537-7f002f8c2044), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:13.500536 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-f790ca10-60a5-409d-b939-18ce0eb8c23b req-f3c4464f-3f79-4f03-9f3c-ff288eb4025b tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806365 Aug 29 23:53:13.563888 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (59f1d716-7a45-4a0d-8eb0-20b9102bfd16), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:13.583122 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Pushing event updated for resources: {'Port': ['ID=6887f59b-e47e-4f9a-a537-7f002f8c2044,revision_number=4']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:13.592739 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:13.593617 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:13.594540 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:13.595033 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:13.595575 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:13.596128 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:13.596508 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:13.596838 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:13.597170 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:13.597496 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:13.597821 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:13.598147 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:13.598469 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:13.598789 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:13.599107 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:13.665077 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8792454-2b1f-47a2-83db-061b8dcb0c11 req-866be9c9-e62b-44af-a624-ac7e7037a987 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:13.666640 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b8792454-2b1f-47a2-83db-061b8dcb0c11 req-866be9c9-e62b-44af-a624-ac7e7037a987 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 943 time: 0.0910497 Aug 29 23:53:13.673407 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:13.676682 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f876c98-06ca-47c3-b3e6-537f2916046d req-14d57015-c472-4081-b177-1a17d9f1fde4 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:13.676682 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-2f876c98-06ca-47c3-b3e6-537f2916046d req-14d57015-c472-4081-b177-1a17d9f1fde4 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=2369a844-afb7-41b8-93e0-822cc05c3da2 HTTP/1.1" status: 200 len: 946 time: 0.0858405 Aug 29 23:53:13.690354 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Pushing event updated for resources: {'Port': ['ID=59f1d716-7a45-4a0d-8eb0-20b9102bfd16,revision_number=5']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:13.745656 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] get_ports_and_sgs() called for port_ids ['6887f59b-e47e-4f9a-a537-7f002f8c2044'] {{(pid=113417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 23:53:13.800123 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b8792454-2b1f-47a2-83db-061b8dcb0c11 req-e738a890-e5b2-405b-97cc-402b77ed2c47 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=5eb73ffb-03b0-4171-b2b3-738fc3385da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193573 Aug 29 23:53:13.817830 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-2f876c98-06ca-47c3-b3e6-537f2916046d req-644f1a5a-0a3c-4b1f-9d15-15043177f4b6 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=1f6a57e2-0908-4455-a1dc-46c9afab5350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222088 Aug 29 23:53:13.904524 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ff571c0f-b8ca-4882-870f-1c16ef43d711 req-9c459b7c-c6b2-4d74-8612-84aeba7a0287 service neutron] 10.222.0.87 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681791 Aug 29 23:53:13.909873 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-2001f32d-f02e-4824-9140-182f75ea988f req-b40a4996-2ec0-4b6e-af85-505ec63c4a28 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a748e41-64a4-4228-b0c8-40ef6e76caf4 HTTP/1.1" status: 200 len: 217 time: 0.0599682 Aug 29 23:53:13.949573 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 46774) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:13.972329 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-3f476cd5-de93-40d3-b258-271395371cf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:14.032836 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a47216-3692-4337-833a-8eeb66846607 req-118ba05a-d1b0-4206-b62a-84b66509d521 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:14.039886 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-a1a47216-3692-4337-833a-8eeb66846607 req-118ba05a-d1b0-4206-b62a-84b66509d521 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 946 time: 0.0890744 Aug 29 23:53:14.043345 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:14.048857 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '022f6c97-74d7-4317-b679-3fb2dad0a739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f1d716-7a45-4a0d-8eb0-20b9102bfd16'}] {{(pid=113417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:53:14.060506 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d41a01b6be055f780f1b28f387bc014884277aca14b53491aeccfff4134a8b4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83197603-2b32-4e43-aa5e-c856496e677b" -d '{"events": [{"server_uuid": "022f6c97-74d7-4317-b679-3fb2dad0a739", "name": "network-vif-plugged", "status": "completed", "tag": "59f1d716-7a45-4a0d-8eb0-20b9102bfd16"}]}' {{(pid=113417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:53:14.099433 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-3f476cd5-de93-40d3-b258-271395371cf7 admin admin] Publish callbacks [] for security_group (dccadc5b-a005-45b5-8b64-6bdb2de8550b), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:14.113367 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d386936-e6ab-4d4d-8e0c-c2e41a610c93 x-openstack-request-id: req-4d386936-e6ab-4d4d-8e0c-c2e41a610c93 {{(pid=113417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:53:14.113678 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "022f6c97-74d7-4317-b679-3fb2dad0a739", "name": "network-vif-plugged", "status": "completed", "tag": "59f1d716-7a45-4a0d-8eb0-20b9102bfd16", "code": 200}]} {{(pid=113417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:53:14.113932 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-4d386936-e6ab-4d4d-8e0c-c2e41a610c93 {{(pid=113417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:53:14.114391 dv-cinder-855041-2-iscsi neutron-server[113417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d386936-e6ab-4d4d-8e0c-c2e41a610c93'] response: {'server_uuid': '022f6c97-74d7-4317-b679-3fb2dad0a739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f1d716-7a45-4a0d-8eb0-20b9102bfd16', 'code': 200} Aug 29 23:53:14.116713 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-a1a47216-3692-4337-833a-8eeb66846607 req-eeb8a7bd-026e-43fc-b351-648ba71479ef tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758820 Aug 29 23:53:14.166837 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-3f476cd5-de93-40d3-b258-271395371cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (dccadc5b-a005-45b5-8b64-6bdb2de8550b), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:14.210809 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-3f476cd5-de93-40d3-b258-271395371cf7 admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=8c9026054ae042208f50c44e27410f38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2599466 Aug 29 23:53:14.211701 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f476cd5-de93-40d3-b258-271395371cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dccadc5b-a005-45b5-8b64-6bdb2de8550b,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:14.213611 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 46778) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:14.281991 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-de927e42-1fbc-4af7-9ad4-e2afd5480752 admin admin] Publish callbacks [] for security_group (dccadc5b-a005-45b5-8b64-6bdb2de8550b), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:14.319977 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-de927e42-1fbc-4af7-9ad4-e2afd5480752 admin admin] Publish callbacks [] for security_group (dccadc5b-a005-45b5-8b64-6bdb2de8550b), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:14.373869 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cdcd43ac-7909-438b-ba67-31b4a20d4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (bcd4f52e-0d63-4d8a-9dda-ff825ab30758), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:14.447247 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-de927e42-1fbc-4af7-9ad4-e2afd5480752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (dccadc5b-a005-45b5-8b64-6bdb2de8550b), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:14.450841 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-de927e42-1fbc-4af7-9ad4-e2afd5480752 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:14.452566 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-de927e42-1fbc-4af7-9ad4-e2afd5480752 admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/dccadc5b-a005-45b5-8b64-6bdb2de8550b HTTP/1.1" status: 204 len: 168 time: 0.2372894 Aug 29 23:53:14.464422 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de927e42-1fbc-4af7-9ad4-e2afd5480752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dccadc5b-a005-45b5-8b64-6bdb2de8550b,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:14.646468 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001f32d-f02e-4824-9140-182f75ea988f req-8b99ccf1-346f-49f7-8332-ff0e2092f457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:14.648351 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-2001f32d-f02e-4824-9140-182f75ea988f req-8b99ccf1-346f-49f7-8332-ff0e2092f457 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=490c1584-2616-4278-814c-8d73c9c52d9f HTTP/1.1" status: 200 len: 850 time: 0.1289470 Aug 29 23:53:14.755652 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:14.765422 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device b8d16afd-dba0-4d77-93f1-1d3f97943c11 details requested by agent hyperv_hv-cinder-85504 with host hv-cinder-85504 {{(pid=113417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 23:53:14.772821 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device 6887f59b-e47e-4f9a-a537-7f002f8c2044 up at agent hyperv_hv-cinder-85504 {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:53:14.804801 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae00474-b108-4f53-8c5d-599be3eb8b94 req-8a5cf535-dd54-4d7f-9cb0-cee0aedc2d6c tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:14.809965 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-5ae00474-b108-4f53-8c5d-599be3eb8b94 req-8a5cf535-dd54-4d7f-9cb0-cee0aedc2d6c tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 943 time: 0.1881895 Aug 29 23:53:14.834366 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00527c39-203b-42d7-bb0b-e45568f90556 req-4c7326c1-25d3-45a3-8040-cf4263e4b7fa tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:14.843275 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-00527c39-203b-42d7-bb0b-e45568f90556 req-4c7326c1-25d3-45a3-8040-cf4263e4b7fa tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=13772077-dc96-4813-925d-975c5748e4d1 HTTP/1.1" status: 200 len: 944 time: 0.1934779 Aug 29 23:53:14.905008 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Provisioning for port 6887f59b-e47e-4f9a-a537-7f002f8c2044 completed by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 23:53:14.912192 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:14.947668 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-5ae00474-b108-4f53-8c5d-599be3eb8b94 req-536eefb5-4a2c-4cc4-a0f8-ce2a2a9d7e0c tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016061 Aug 29 23:53:14.951418 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-00527c39-203b-42d7-bb0b-e45568f90556 req-1d07ecce-bf62-4fe6-9c0b-b545631cc2a3 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=db3d369f-4c74-447c-9748-b5e110841b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032085 Aug 29 23:53:15.009706 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port b8d16afd-dba0-4d77-93f1-1d3f97943c11, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=b8d16afd-dba0-4d77-93f1-1d3f97943c11,segment=NetworkSegment(114ca9d5-57df-429a-9e81-974fb793f3bc),segment_id=114ca9d5-57df-429a-9e81-974fb793f3bc)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:53:15.025745 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001f32d-f02e-4824-9140-182f75ea988f req-824c6348-cdfb-45d0-b54a-819c9e8b78ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:15.027297 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-2001f32d-f02e-4824-9140-182f75ea988f req-824c6348-cdfb-45d0-b54a-819c9e8b78ab service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=4c9cdff2-05de-4391-b19a-4c2f9845a0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1059144 Aug 29 23:53:15.033193 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Returning: {'device': 'b8d16afd-dba0-4d77-93f1-1d3f97943c11', 'network_id': '7a46036d-55d3-472c-985d-7d32e6afcac9', 'port_id': 'b8d16afd-dba0-4d77-93f1-1d3f97943c11', 'mac_address': 'fa:16:3e:09:63:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16471bf1-5160-46ce-b487-b87c8418028b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 23:53:15.178999 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Provisioning complete for port 6887f59b-e47e-4f9a-a537-7f002f8c2044 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:53:15.180079 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (6887f59b-e47e-4f9a-a537-7f002f8c2044), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:15.210956 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-2001f32d-f02e-4824-9140-182f75ea988f req-0c8627fa-7bac-4d94-b307-52be6b7cf1e9 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/4c9cdff2-05de-4391-b19a-4c2f9845a0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763575 Aug 29 23:53:15.223688 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Current status of the port b8d16afd-dba0-4d77-93f1-1d3f97943c11 is: DOWN; New status is: BUILD {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:53:15.224119 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (b8d16afd-dba0-4d77-93f1-1d3f97943c11), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:15.245865 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64facfe8-58d3-4bbf-af3a-f6ba77fd8627 req-96fbb03c-c306-4508-a6eb-29131f30debc tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:15.248219 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-64facfe8-58d3-4bbf-af3a-f6ba77fd8627 req-96fbb03c-c306-4508-a6eb-29131f30debc tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 943 time: 0.1722248 Aug 29 23:53:15.253289 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.notifiers.nova [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8d16afd-dba0-4d77-93f1-1d3f97943c11 {{(pid=113417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:53:15.257071 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f97274-0a7d-4bf8-bb1b-b7a3b63d0513 req-1e404c81-b5a7-4934-a69d-dd93963bc17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:15.258547 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-80f97274-0a7d-4bf8-bb1b-b7a3b63d0513 req-1e404c81-b5a7-4934-a69d-dd93963bc17f service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 1130 time: 0.1113651 Aug 29 23:53:15.280007 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dd3b90-9161-4b8c-9f56-6a41e6c196e3 req-49419a52-e281-4d3d-b16a-320767b4030c tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:15.282394 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-04dd3b90-9161-4b8c-9f56-6a41e6c196e3 req-49419a52-e281-4d3d-b16a-320767b4030c tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=2369a844-afb7-41b8-93e0-822cc05c3da2 HTTP/1.1" status: 200 len: 946 time: 0.1364548 Aug 29 23:53:15.297761 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port b8d16afd-dba0-4d77-93f1-1d3f97943c11, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=b8d16afd-dba0-4d77-93f1-1d3f97943c11,segment=NetworkSegment(114ca9d5-57df-429a-9e81-974fb793f3bc),segment_id=114ca9d5-57df-429a-9e81-974fb793f3bc)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:53:15.337938 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=3 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:15.339513 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=3 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:15.351756 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-64facfe8-58d3-4bbf-af3a-f6ba77fd8627 req-35da9181-a59f-4be8-a172-23414d430be5 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=5eb73ffb-03b0-4171-b2b3-738fc3385da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898023 Aug 29 23:53:15.398285 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Current status of the port 6887f59b-e47e-4f9a-a537-7f002f8c2044 is: BUILD; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:53:15.398778 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (6887f59b-e47e-4f9a-a537-7f002f8c2044), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:15.411605 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-04dd3b90-9161-4b8c-9f56-6a41e6c196e3 req-ee257a5a-5e50-45c6-aa17-0464a1451275 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=1f6a57e2-0908-4455-a1dc-46c9afab5350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988040 Aug 29 23:53:15.451753 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port 6887f59b-e47e-4f9a-a537-7f002f8c2044, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=6887f59b-e47e-4f9a-a537-7f002f8c2044,segment=NetworkSegment(b7df322f-93e7-4c06-ab35-efbbaf8c395e),segment_id=b7df322f-93e7-4c06-ab35-efbbaf8c395e)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:53:15.477735 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:15.497706 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (b8d16afd-dba0-4d77-93f1-1d3f97943c11), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:15.525908 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de3bccb-afd1-428f-af3b-2ea0b54060c6 req-41e382eb-6d0a-4f75-9c2a-6ecfb8bd1edb tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:15.536815 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-2de3bccb-afd1-428f-af3b-2ea0b54060c6 req-41e382eb-6d0a-4f75-9c2a-6ecfb8bd1edb tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 946 time: 0.0799093 Aug 29 23:53:15.570967 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (01773ddc-a5d8-4c68-b7b5-e385af2b339f), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:15.574300 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (6887f59b-e47e-4f9a-a537-7f002f8c2044), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:15.642757 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Pushing event updated for resources: {'Port': ['ID=b8d16afd-dba0-4d77-93f1-1d3f97943c11,revision_number=4']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:15.729109 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 46820) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:15.755317 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Pushing event updated for resources: {'Port': ['ID=6887f59b-e47e-4f9a-a537-7f002f8c2044,revision_number=5']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:15.770315 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-2de3bccb-afd1-428f-af3b-2ea0b54060c6 req-db67e18d-81f6-4a0a-848f-d9ce89e92f6d tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323186 Aug 29 23:53:15.808901 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] get_ports_and_sgs() called for port_ids ['b8d16afd-dba0-4d77-93f1-1d3f97943c11'] {{(pid=113417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 23:53:15.831984 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-80f97274-0a7d-4bf8-bb1b-b7a3b63d0513 req-bd41834a-1251-41ca-a2ca-7dfe2673487f service neutron] 10.222.0.87 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442060 Aug 29 23:53:15.918626 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:15.919694 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-2001f32d-f02e-4824-9140-182f75ea988f req-43d262ad-f211-46b7-a10a-fb92f4e62a63 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/4c9cdff2-05de-4391-b19a-4c2f9845a0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451899 Aug 29 23:53:15.985147 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-69d279b3-a28f-41c0-8ef8-dd50fcbfe1c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:16.120094 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13772077-dc96-4813-925d-975c5748e4d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6887f59b-e47e-4f9a-a537-7f002f8c2044'}] {{(pid=113417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:53:16.120094 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d41a01b6be055f780f1b28f387bc014884277aca14b53491aeccfff4134a8b4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d6a941-059f-4908-97f6-93d0b466fda4" -d '{"events": [{"server_uuid": "13772077-dc96-4813-925d-975c5748e4d1", "name": "network-vif-plugged", "status": "completed", "tag": "6887f59b-e47e-4f9a-a537-7f002f8c2044"}]}' {{(pid=113417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:53:16.137343 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-69d279b3-a28f-41c0-8ef8-dd50fcbfe1c5 admin admin] Publish callbacks [] for security_group (d03ad19b-d229-4457-a765-4aa68497cfe9), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:16.253206 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d27cba4-9e83-44e7-99ff-d90f962402cd req-041be005-3974-4e06-8451-41af515dd251 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:16.255230 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-0d27cba4-9e83-44e7-99ff-d90f962402cd req-041be005-3974-4e06-8451-41af515dd251 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 944 time: 0.0898883 Aug 29 23:53:16.263775 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ef32b-2d75-4adf-9ea3-bedbb2b08a85 req-badce464-8490-4c3a-b6ab-ccb2dc7a7647 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:16.266153 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-499ef32b-2d75-4adf-9ea3-bedbb2b08a85 req-badce464-8490-4c3a-b6ab-ccb2dc7a7647 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=13772077-dc96-4813-925d-975c5748e4d1 HTTP/1.1" status: 200 len: 945 time: 0.0874491 Aug 29 23:53:16.301094 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-69d279b3-a28f-41c0-8ef8-dd50fcbfe1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (d03ad19b-d229-4457-a765-4aa68497cfe9), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:16.366963 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:16.396793 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d279b3-a28f-41c0-8ef8-dd50fcbfe1c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d03ad19b-d229-4457-a765-4aa68497cfe9,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:16.408916 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-69d279b3-a28f-41c0-8ef8-dd50fcbfe1c5 admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=184ff037d75a4dd084f31d9c15951d6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6665699 Aug 29 23:53:16.409341 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 46840) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:16.412280 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-499ef32b-2d75-4adf-9ea3-bedbb2b08a85 req-f2abe93b-23b4-4c42-813d-2daaa16ebd4c tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=db3d369f-4c74-447c-9748-b5e110841b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372476 Aug 29 23:53:16.413562 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-55545b4a-c719-46e4-a9c5-7c044aa64822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (63136763-0f20-46a8-951a-2f70193501e4), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:16.416303 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-0d27cba4-9e83-44e7-99ff-d90f962402cd req-c84edd61-ff8b-46d7-9baa-798c7f06f26c tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479285 Aug 29 23:53:16.512017 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a7903f-4f29-475c-a08f-89752f9053ca x-openstack-request-id: req-70a7903f-4f29-475c-a08f-89752f9053ca {{(pid=113417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:53:16.512339 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13772077-dc96-4813-925d-975c5748e4d1", "name": "network-vif-plugged", "status": "completed", "tag": "6887f59b-e47e-4f9a-a537-7f002f8c2044", "code": 200}]} {{(pid=113417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:53:16.512596 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-70a7903f-4f29-475c-a08f-89752f9053ca {{(pid=113417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:53:16.513001 dv-cinder-855041-2-iscsi neutron-server[113417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70a7903f-4f29-475c-a08f-89752f9053ca'] response: {'server_uuid': '13772077-dc96-4813-925d-975c5748e4d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6887f59b-e47e-4f9a-a537-7f002f8c2044', 'code': 200} Aug 29 23:53:16.527702 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-3fc1cd48-722c-4d50-835c-1687be2e55e6 admin admin] Publish callbacks [] for security_group (d03ad19b-d229-4457-a765-4aa68497cfe9), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:16.554551 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-3fc1cd48-722c-4d50-835c-1687be2e55e6 admin admin] Publish callbacks [] for security_group (d03ad19b-d229-4457-a765-4aa68497cfe9), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:16.616573 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89492639-38b7-4b96-b407-45e75c1d4137 req-26b68b62-0c9b-490b-83e0-fb6df8e6535d tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:16.618117 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-89492639-38b7-4b96-b407-45e75c1d4137 req-26b68b62-0c9b-490b-83e0-fb6df8e6535d tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 943 time: 0.0623829 Aug 29 23:53:16.666701 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-89492639-38b7-4b96-b407-45e75c1d4137 req-526d6f87-cf6e-4f10-97f6-0e89ae56452e tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=5eb73ffb-03b0-4171-b2b3-738fc3385da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430245 Aug 29 23:53:16.710534 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-3fc1cd48-722c-4d50-835c-1687be2e55e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (d03ad19b-d229-4457-a765-4aa68497cfe9), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:16.713509 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-3fc1cd48-722c-4d50-835c-1687be2e55e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:16.715078 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-3fc1cd48-722c-4d50-835c-1687be2e55e6 admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/d03ad19b-d229-4457-a765-4aa68497cfe9 HTTP/1.1" status: 204 len: 168 time: 0.3046422 Aug 29 23:53:16.729123 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc1cd48-722c-4d50-835c-1687be2e55e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03ad19b-d229-4457-a765-4aa68497cfe9,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:16.789447 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device b8d16afd-dba0-4d77-93f1-1d3f97943c11 up at agent hyperv_hv-cinder-85504 {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:53:16.951556 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Provisioning for port b8d16afd-dba0-4d77-93f1-1d3f97943c11 completed by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 23:53:17.017132 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dbf49d-66cd-43b3-a3e8-e330ba851ae3 req-68c81183-e581-47b7-b727-7b7b41e6e228 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:17.018901 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-a8dbf49d-66cd-43b3-a3e8-e330ba851ae3 req-68c81183-e581-47b7-b727-7b7b41e6e228 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 946 time: 0.0533087 Aug 29 23:53:17.032917 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Provisioning complete for port b8d16afd-dba0-4d77-93f1-1d3f97943c11 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:53:17.034054 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (b8d16afd-dba0-4d77-93f1-1d3f97943c11), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:17.152957 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-a8dbf49d-66cd-43b3-a3e8-e330ba851ae3 req-c47ad9c6-beeb-4d2a-9f43-c29b787e4f6d tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240335 Aug 29 23:53:17.187877 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Current status of the port b8d16afd-dba0-4d77-93f1-1d3f97943c11 is: BUILD; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:53:17.188854 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (b8d16afd-dba0-4d77-93f1-1d3f97943c11), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:17.235776 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port b8d16afd-dba0-4d77-93f1-1d3f97943c11, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=b8d16afd-dba0-4d77-93f1-1d3f97943c11,segment=NetworkSegment(114ca9d5-57df-429a-9e81-974fb793f3bc),segment_id=114ca9d5-57df-429a-9e81-974fb793f3bc)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:53:17.332382 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (b8d16afd-dba0-4d77-93f1-1d3f97943c11), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:17.395506 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Pushing event updated for resources: {'Port': ['ID=b8d16afd-dba0-4d77-93f1-1d3f97943c11,revision_number=5']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:17.602796 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:17.628360 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5991f178-6f39-43d8-a291-b36ec5cf532e req-02cb9049-3697-49e9-955b-534cba63aa17 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:17.629995 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-5991f178-6f39-43d8-a291-b36ec5cf532e req-02cb9049-3697-49e9-955b-534cba63aa17 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 945 time: 0.1034000 Aug 29 23:53:17.638771 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5739a602-7414-41ec-b24b-16cdcc7fbdac req-cc4df136-e4f6-48c0-b901-57fe5713eef5 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:17.640441 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-5739a602-7414-41ec-b24b-16cdcc7fbdac req-cc4df136-e4f6-48c0-b901-57fe5713eef5 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=13772077-dc96-4813-925d-975c5748e4d1 HTTP/1.1" status: 200 len: 945 time: 0.0715580 Aug 29 23:53:17.730302 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-5991f178-6f39-43d8-a291-b36ec5cf532e req-3246deee-ac51-4b40-9ab6-4b3924ca26b5 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886388 Aug 29 23:53:17.741279 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-5739a602-7414-41ec-b24b-16cdcc7fbdac req-1111033c-555b-46ee-9e8a-f502472d929a tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=db3d369f-4c74-447c-9748-b5e110841b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923538 Aug 29 23:53:17.871835 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 46888) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:17.901928 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-90355738-7ba0-4395-acc6-196030c46acd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:17.904755 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107b31c-3f33-49fb-8c48-58c1aaa254cf req-3c0d14ba-e358-4abd-b273-e29e88c09fe1 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:17.918925 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b107b31c-3f33-49fb-8c48-58c1aaa254cf req-3c0d14ba-e358-4abd-b273-e29e88c09fe1 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 943 time: 0.1100514 Aug 29 23:53:17.979423 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:18.052355 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b107b31c-3f33-49fb-8c48-58c1aaa254cf req-5f5d1f0e-d18b-48d8-a2aa-1f5c4b6d4e11 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=5eb73ffb-03b0-4171-b2b3-738fc3385da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322176 Aug 29 23:53:18.116499 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-90355738-7ba0-4395-acc6-196030c46acd admin admin] Publish callbacks [] for security_group (3d2778d0-1fab-4cf2-8fc2-08aa7482dda7), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:18.172423 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b725468b-700c-487f-8b54-d89679c07369 req-9888d2e5-0b13-4b69-b6c4-c9de357a2dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:18.174264 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-b725468b-700c-487f-8b54-d89679c07369 req-9888d2e5-0b13-4b69-b6c4-c9de357a2dbf service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=13772077-dc96-4813-925d-975c5748e4d1 HTTP/1.1" status: 200 len: 1129 time: 0.0662842 Aug 29 23:53:18.219101 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-90355738-7ba0-4395-acc6-196030c46acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (3d2778d0-1fab-4cf2-8fc2-08aa7482dda7), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:18.284488 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:18.300533 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-90355738-7ba0-4395-acc6-196030c46acd admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=995c3b4e5480430f92c61845dd7b628b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4219248 Aug 29 23:53:18.307081 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 46904) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:18.328448 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90355738-7ba0-4395-acc6-196030c46acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2778d0-1fab-4cf2-8fc2-08aa7482dda7,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:18.335497 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7660d165-3804-4794-988d-2d81beabb5ed req-d665487e-beef-4c4c-a778-6f5d17147c97 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:18.335865 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-b725468b-700c-487f-8b54-d89679c07369 req-9aa9216a-1a66-45c5-8b04-351f43382df5 service neutron] 10.222.0.87 "GET /networking/v2.0/security-groups?id=db3d369f-4c74-447c-9748-b5e110841b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542404 Aug 29 23:53:18.340770 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-7660d165-3804-4794-988d-2d81beabb5ed req-d665487e-beef-4c4c-a778-6f5d17147c97 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 946 time: 0.0633016 Aug 29 23:53:18.429401 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-a05e2e0b-0a9d-4cf7-b037-f3761bb2950b admin admin] Publish callbacks [] for security_group (3d2778d0-1fab-4cf2-8fc2-08aa7482dda7), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:18.484065 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-7660d165-3804-4794-988d-2d81beabb5ed req-f393497d-d841-4ce9-95a7-8fbe97c0fe9d tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361258 Aug 29 23:53:18.512302 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-a05e2e0b-0a9d-4cf7-b037-f3761bb2950b admin admin] Publish callbacks [] for security_group (3d2778d0-1fab-4cf2-8fc2-08aa7482dda7), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:18.514658 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39819963-dd3d-4079-a0a1-d21a46d4a420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d16afd-dba0-4d77-93f1-1d3f97943c11'}] {{(pid=113417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:53:18.518648 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d41a01b6be055f780f1b28f387bc014884277aca14b53491aeccfff4134a8b4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa8348a-ea32-48fd-b959-c02336f2cbe8" -d '{"events": [{"server_uuid": "39819963-dd3d-4079-a0a1-d21a46d4a420", "name": "network-vif-plugged", "status": "completed", "tag": "b8d16afd-dba0-4d77-93f1-1d3f97943c11"}]}' {{(pid=113417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:53:18.585384 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58154578-5430-4241-beff-187f42a9b4b3 x-openstack-request-id: req-58154578-5430-4241-beff-187f42a9b4b3 {{(pid=113417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:53:18.585890 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39819963-dd3d-4079-a0a1-d21a46d4a420", "name": "network-vif-plugged", "status": "completed", "tag": "b8d16afd-dba0-4d77-93f1-1d3f97943c11", "code": 200}]} {{(pid=113417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:53:18.587719 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-58154578-5430-4241-beff-187f42a9b4b3 {{(pid=113417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:53:18.588865 dv-cinder-855041-2-iscsi neutron-server[113417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58154578-5430-4241-beff-187f42a9b4b3'] response: {'server_uuid': '39819963-dd3d-4079-a0a1-d21a46d4a420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d16afd-dba0-4d77-93f1-1d3f97943c11', 'code': 200} Aug 29 23:53:18.699330 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-a05e2e0b-0a9d-4cf7-b037-f3761bb2950b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (3d2778d0-1fab-4cf2-8fc2-08aa7482dda7), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:18.704445 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-a05e2e0b-0a9d-4cf7-b037-f3761bb2950b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:18.707637 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-a05e2e0b-0a9d-4cf7-b037-f3761bb2950b admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/3d2778d0-1fab-4cf2-8fc2-08aa7482dda7 HTTP/1.1" status: 204 len: 168 time: 0.3953810 Aug 29 23:53:18.722437 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05e2e0b-0a9d-4cf7-b037-f3761bb2950b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2778d0-1fab-4cf2-8fc2-08aa7482dda7,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:18.810726 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device 5a748e41-64a4-4228-b0c8-40ef6e76caf4 details requested by agent hyperv_hv-cinder-85504 with host hv-cinder-85504 {{(pid=113417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 23:53:18.981737 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port 5a748e41-64a4-4228-b0c8-40ef6e76caf4, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=5a748e41-64a4-4228-b0c8-40ef6e76caf4,segment=NetworkSegment(bb534462-ddc2-4778-84af-6323faf368f0),segment_id=bb534462-ddc2-4778-84af-6323faf368f0)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:53:19.008062 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Returning: {'device': '5a748e41-64a4-4228-b0c8-40ef6e76caf4', 'network_id': '4c9cdff2-05de-4391-b19a-4c2f9845a0aa', 'port_id': '5a748e41-64a4-4228-b0c8-40ef6e76caf4', 'mac_address': 'fa:16:3e:44:95:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490c1584-2616-4278-814c-8d73c9c52d9f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 23:53:19.011681 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18520133-2dc4-490f-877d-440867386946 req-c3b93a6c-09e4-4e9f-9f98-424c08f0a7c8 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:19.017853 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-18520133-2dc4-490f-877d-440867386946 req-c3b93a6c-09e4-4e9f-9f98-424c08f0a7c8 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=13772077-dc96-4813-925d-975c5748e4d1 HTTP/1.1" status: 200 len: 945 time: 0.1130855 Aug 29 23:53:19.067016 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Current status of the port 5a748e41-64a4-4228-b0c8-40ef6e76caf4 is: DOWN; New status is: BUILD {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:53:19.067578 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (5a748e41-64a4-4228-b0c8-40ef6e76caf4), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:19.087728 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.notifiers.nova [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a748e41-64a4-4228-b0c8-40ef6e76caf4 {{(pid=113417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:53:19.109065 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-18520133-2dc4-490f-877d-440867386946 req-29963059-3b69-494c-ae79-9dec80d2e3aa tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=db3d369f-4c74-447c-9748-b5e110841b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836165 Aug 29 23:53:19.122331 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port 5a748e41-64a4-4228-b0c8-40ef6e76caf4, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=5a748e41-64a4-4228-b0c8-40ef6e76caf4,segment=NetworkSegment(bb534462-ddc2-4778-84af-6323faf368f0),segment_id=bb534462-ddc2-4778-84af-6323faf368f0)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:53:19.197346 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (5a748e41-64a4-4228-b0c8-40ef6e76caf4), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:19.216377 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56957998-2467-43aa-9b06-41302ce11444 req-99544bba-0037-44e4-9942-6481d09484f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:19.225549 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-56957998-2467-43aa-9b06-41302ce11444 req-99544bba-0037-44e4-9942-6481d09484f8 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 1129 time: 0.1081336 Aug 29 23:53:19.330177 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Pushing event updated for resources: {'Port': ['ID=5a748e41-64a4-4228-b0c8-40ef6e76caf4,revision_number=4']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:19.333441 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7276d25-0482-4fb0-81e5-c7123f1e1e35 req-068b2462-b41c-4d3c-84ea-66a92798b1c9 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:19.341990 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c7276d25-0482-4fb0-81e5-c7123f1e1e35 req-068b2462-b41c-4d3c-84ea-66a92798b1c9 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 945 time: 0.0749290 Aug 29 23:53:19.343949 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-56957998-2467-43aa-9b06-41302ce11444 req-1681cead-f2a8-4d67-805f-5d35982da459 service neutron] 10.222.0.87 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092303 Aug 29 23:53:19.389690 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 46932) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:19.416833 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c7276d25-0482-4fb0-81e5-c7123f1e1e35 req-7abe41e2-eb3f-4e67-98fa-6164a09bfe69 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734382 Aug 29 23:53:19.496851 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] get_ports_and_sgs() called for port_ids ['5a748e41-64a4-4228-b0c8-40ef6e76caf4'] {{(pid=113417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 23:53:19.500439 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:19.605706 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-4f76db37-b34f-4f26-9ddf-779a3ff92d18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:19.671176 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee10d0ff-6aa8-48ba-961e-dbe314ee660c req-e8b49ad9-b243-4ab9-8caa-f97e8dc4043b tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:19.673764 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ee10d0ff-6aa8-48ba-961e-dbe314ee660c req-e8b49ad9-b243-4ab9-8caa-f97e8dc4043b tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 944 time: 0.1672573 Aug 29 23:53:19.787826 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23b842-d52b-4124-8b0c-46bff6d4eba9 req-93a8102f-4e24-495c-9ff4-5714ba14de32 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:19.797545 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-0e23b842-d52b-4124-8b0c-46bff6d4eba9 req-93a8102f-4e24-495c-9ff4-5714ba14de32 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 946 time: 0.1100042 Aug 29 23:53:19.801440 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:19.817337 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ee10d0ff-6aa8-48ba-961e-dbe314ee660c req-bdaea722-321b-4295-beb3-f2cdcf2dc663 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=5eb73ffb-03b0-4171-b2b3-738fc3385da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246746 Aug 29 23:53:19.872822 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-4f76db37-b34f-4f26-9ddf-779a3ff92d18 admin admin] Publish callbacks [] for security_group (d9b800e5-f647-4061-9c12-a6b6f873e8f3), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:19.874261 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 46946) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:19.887183 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-0e23b842-d52b-4124-8b0c-46bff6d4eba9 req-059d6a2f-4c21-4e2c-8173-4e7980cc1f99 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886757 Aug 29 23:53:19.895848 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-b88e7051-0649-47e7-83ee-81c914a76afe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:19.970112 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-4f76db37-b34f-4f26-9ddf-779a3ff92d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (d9b800e5-f647-4061-9c12-a6b6f873e8f3), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:19.982693 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=11 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:20.012787 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-b88e7051-0649-47e7-83ee-81c914a76afe admin admin] Publish callbacks [] for security_group (871d864d-f6ed-425e-b70a-4846465f9531), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:20.048551 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-4f76db37-b34f-4f26-9ddf-779a3ff92d18 admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=f3c6c2733e4f495d951afd22b62921f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6515934 Aug 29 23:53:20.048551 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76db37-b34f-4f26-9ddf-779a3ff92d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b800e5-f647-4061-9c12-a6b6f873e8f3,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:20.049089 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 46950) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:20.106495 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-b88e7051-0649-47e7-83ee-81c914a76afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (871d864d-f6ed-425e-b70a-4846465f9531), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:20.152056 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-0f0fa3c4-0f6e-4352-bcfd-c4390833285f admin admin] Publish callbacks [] for security_group (d9b800e5-f647-4061-9c12-a6b6f873e8f3), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:20.171855 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-b88e7051-0649-47e7-83ee-81c914a76afe admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=3d9f3b62452b4b6195aed2bf52e1410e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2913396 Aug 29 23:53:20.171855 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88e7051-0649-47e7-83ee-81c914a76afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=871d864d-f6ed-425e-b70a-4846465f9531,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:20.177405 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 46954) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:20.223847 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-0f0fa3c4-0f6e-4352-bcfd-c4390833285f admin admin] Publish callbacks [] for security_group (d9b800e5-f647-4061-9c12-a6b6f873e8f3), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:20.271255 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:20.341752 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372b086-8257-43b8-bcce-3288f33a52e9 req-2ae8d1fb-3ab8-40d8-b58f-f6d89bdc7819 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:20.343865 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-3372b086-8257-43b8-bcce-3288f33a52e9 req-2ae8d1fb-3ab8-40d8-b58f-f6d89bdc7819 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=13772077-dc96-4813-925d-975c5748e4d1 HTTP/1.1" status: 200 len: 945 time: 0.1161339 Aug 29 23:53:20.370886 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:20.372386 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-b0f7198e-82bd-4b3d-b9ce-0ad185f3ba9f admin admin] Publish callbacks [] for security_group (871d864d-f6ed-425e-b70a-4846465f9531), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:20.417550 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-b0f7198e-82bd-4b3d-b9ce-0ad185f3ba9f admin admin] Publish callbacks [] for security_group (871d864d-f6ed-425e-b70a-4846465f9531), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:20.448211 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-3372b086-8257-43b8-bcce-3288f33a52e9 req-870ab285-a0fa-4106-9d2d-8ca53fbf2456 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=db3d369f-4c74-447c-9748-b5e110841b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912225 Aug 29 23:53:20.468124 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-0f0fa3c4-0f6e-4352-bcfd-c4390833285f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (d9b800e5-f647-4061-9c12-a6b6f873e8f3), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:20.471712 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-0f0fa3c4-0f6e-4352-bcfd-c4390833285f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:20.473006 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-0f0fa3c4-0f6e-4352-bcfd-c4390833285f admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/d9b800e5-f647-4061-9c12-a6b6f873e8f3 HTTP/1.1" status: 204 len: 168 time: 0.4225245 Aug 29 23:53:20.501349 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0fa3c4-0f6e-4352-bcfd-c4390833285f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b800e5-f647-4061-9c12-a6b6f873e8f3,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:20.589351 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-b0f7198e-82bd-4b3d-b9ce-0ad185f3ba9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (871d864d-f6ed-425e-b70a-4846465f9531), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:20.594013 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-b0f7198e-82bd-4b3d-b9ce-0ad185f3ba9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:20.594268 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-b0f7198e-82bd-4b3d-b9ce-0ad185f3ba9f admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/871d864d-f6ed-425e-b70a-4846465f9531 HTTP/1.1" status: 204 len: 168 time: 0.4194865 Aug 29 23:53:20.614088 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f7198e-82bd-4b3d-b9ce-0ad185f3ba9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=871d864d-f6ed-425e-b70a-4846465f9531,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:20.632919 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8da2b4-5317-4e4a-838d-5b71e7bd2bf2 req-7c030872-0b01-4b63-ae38-e1608fbe317b tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:20.643636 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-9e8da2b4-5317-4e4a-838d-5b71e7bd2bf2 req-7c030872-0b01-4b63-ae38-e1608fbe317b tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 946 time: 0.0959897 Aug 29 23:53:20.767388 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-9e8da2b4-5317-4e4a-838d-5b71e7bd2bf2 req-c14fd043-6b7c-474c-a46e-f63a547e38d0 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246431 Aug 29 23:53:20.803019 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20746b09-46ec-466d-a3a8-2545ec86db19 req-aca73247-d4f1-4629-8bc7-09cb21d1441b tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:20.811043 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-20746b09-46ec-466d-a3a8-2545ec86db19 req-aca73247-d4f1-4629-8bc7-09cb21d1441b tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 945 time: 0.1512628 Aug 29 23:53:20.820271 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device 5a748e41-64a4-4228-b0c8-40ef6e76caf4 up at agent hyperv_hv-cinder-85504 {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:53:20.894023 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ddd18c-b7dc-4554-a5d2-88ead9d32f98 req-5fc34164-d46f-475d-b573-b51344c0c267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:20.902488 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-a3ddd18c-b7dc-4554-a5d2-88ead9d32f98 req-5fc34164-d46f-475d-b573-b51344c0c267 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=dc817de5d4ef4812a2fee6ebe0895889&device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 1130 time: 0.1752932 Aug 29 23:53:20.946550 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-20746b09-46ec-466d-a3a8-2545ec86db19 req-1bbe39f9-c2c0-4890-8cd1-67605df05904 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288755 Aug 29 23:53:20.988539 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b00883-8a4f-4ea5-9ccb-3852286e500e req-4d32da4b-c85a-43cb-a90c-cf718e2f6eef tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:20.997877 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Provisioning for port 5a748e41-64a4-4228-b0c8-40ef6e76caf4 completed by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 23:53:21.004381 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-50b00883-8a4f-4ea5-9ccb-3852286e500e req-4d32da4b-c85a-43cb-a90c-cf718e2f6eef tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=13772077-dc96-4813-925d-975c5748e4d1 HTTP/1.1" status: 200 len: 945 time: 0.1182289 Aug 29 23:53:21.006936 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 46974) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:21.011640 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [None req-707c63ab-d7cc-4ffe-8c24-df1ef03e1dbc tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Request body: {'floatingip': {'port_id': '6887f59b-e47e-4f9a-a537-7f002f8c2044'}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:53:21.112789 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Provisioning complete for port 5a748e41-64a4-4228-b0c8-40ef6e76caf4 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:53:21.113505 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (5a748e41-64a4-4228-b0c8-40ef6e76caf4), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:21.120732 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-707c63ab-d7cc-4ffe-8c24-df1ef03e1dbc tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for floatingip (c4f65f2d-14ba-4144-b611-8b79cf809267), before_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:21.242412 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e59afb-c17c-43ce-9168-27a4570b0982 req-cd67cc14-6c3f-4673-9875-4eaebdb2753f tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:21.244911 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-08e59afb-c17c-43ce-9168-27a4570b0982 req-cd67cc14-6c3f-4673-9875-4eaebdb2753f tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 944 time: 0.1684749 Aug 29 23:53:21.266985 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Current status of the port 5a748e41-64a4-4228-b0c8-40ef6e76caf4 is: BUILD; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:53:21.267442 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (5a748e41-64a4-4228-b0c8-40ef6e76caf4), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:21.299337 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3de91e-440c-4c11-97f0-8cc634192f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a748e41-64a4-4228-b0c8-40ef6e76caf4'}] {{(pid=113417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:53:21.301963 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d41a01b6be055f780f1b28f387bc014884277aca14b53491aeccfff4134a8b4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675bfd50-23ea-44d6-9807-11df33dffa46" -d '{"events": [{"server_uuid": "6d3de91e-440c-4c11-97f0-8cc634192f45", "name": "network-vif-plugged", "status": "completed", "tag": "5a748e41-64a4-4228-b0c8-40ef6e76caf4"}]}' {{(pid=113417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:53:21.304156 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:21.318511 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port 5a748e41-64a4-4228-b0c8-40ef6e76caf4, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=5a748e41-64a4-4228-b0c8-40ef6e76caf4,segment=NetworkSegment(bb534462-ddc2-4778-84af-6323faf368f0),segment_id=bb534462-ddc2-4778-84af-6323faf368f0)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:53:21.385979 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3494efaa-dee0-418d-9662-d190d9ef4ccc x-openstack-request-id: req-3494efaa-dee0-418d-9662-d190d9ef4ccc {{(pid=113417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:53:21.389926 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3de91e-440c-4c11-97f0-8cc634192f45", "name": "network-vif-plugged", "status": "completed", "tag": "5a748e41-64a4-4228-b0c8-40ef6e76caf4", "code": 200}]} {{(pid=113417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:53:21.389926 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-3494efaa-dee0-418d-9662-d190d9ef4ccc {{(pid=113417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:53:21.389926 dv-cinder-855041-2-iscsi neutron-server[113417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3494efaa-dee0-418d-9662-d190d9ef4ccc'] response: {'server_uuid': '6d3de91e-440c-4c11-97f0-8cc634192f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a748e41-64a4-4228-b0c8-40ef6e76caf4', 'code': 200} Aug 29 23:53:21.392831 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-08e59afb-c17c-43ce-9168-27a4570b0982 req-cc4c78ce-350f-4ba4-aa7f-3d67e2af5adf tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=5eb73ffb-03b0-4171-b2b3-738fc3385da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367254 Aug 29 23:53:21.504627 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (5a748e41-64a4-4228-b0c8-40ef6e76caf4), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:21.642993 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Pushing event updated for resources: {'Port': ['ID=5a748e41-64a4-4228-b0c8-40ef6e76caf4,revision_number=5']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:21.713977 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ddd18c-b7dc-4554-a5d2-88ead9d32f98 req-f1fabc58-071b-4d49-957e-a37c031d9355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:21.718751 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-a3ddd18c-b7dc-4554-a5d2-88ead9d32f98 req-f1fabc58-071b-4d49-957e-a37c031d9355 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=e198d273-347a-4fa0-82d5-22e40c3600ea HTTP/1.1" status: 200 len: 920 time: 0.2465160 Aug 29 23:53:21.807326 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-a3ddd18c-b7dc-4554-a5d2-88ead9d32f98 req-b25928b0-e728-49ac-8084-6a2a4f9fc9e5 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59f1d716-7a45-4a0d-8eb0-20b9102bfd16 HTTP/1.1" status: 200 len: 217 time: 0.0750701 Aug 29 23:53:21.981841 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ddd18c-b7dc-4554-a5d2-88ead9d32f98 req-3ad25bac-254c-47f6-b4c7-d1ee2541e5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:21.983930 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-a3ddd18c-b7dc-4554-a5d2-88ead9d32f98 req-3ad25bac-254c-47f6-b4c7-d1ee2541e5a5 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=61447109-44f2-44fa-83dd-52a148538e4e HTTP/1.1" status: 200 len: 857 time: 0.1667597 Aug 29 23:53:22.028479 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:22.059562 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ddd18c-b7dc-4554-a5d2-88ead9d32f98 req-6b85ba07-fcbf-46ab-94d8-ba8a79e4352c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:22.061462 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-a3ddd18c-b7dc-4554-a5d2-88ead9d32f98 req-6b85ba07-fcbf-46ab-94d8-ba8a79e4352c service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=e198d273-347a-4fa0-82d5-22e40c3600ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0706503 Aug 29 23:53:22.116356 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 46998) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:22.206056 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-7467efe7-d442-4ada-b3ca-7a1cb9cc9727 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:22.335834 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-a3ddd18c-b7dc-4554-a5d2-88ead9d32f98 req-c1abd644-2965-402a-8dff-d6c440c981e9 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/e198d273-347a-4fa0-82d5-22e40c3600ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638004 Aug 29 23:53:22.459014 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-7467efe7-d442-4ada-b3ca-7a1cb9cc9727 admin admin] Publish callbacks [] for security_group (d5f205c9-4976-40aa-b379-67b714fc4f66), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:22.514635 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-7467efe7-d442-4ada-b3ca-7a1cb9cc9727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (d5f205c9-4976-40aa-b379-67b714fc4f66), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:22.519461 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-a3ddd18c-b7dc-4554-a5d2-88ead9d32f98 req-f011782e-9301-46df-9431-83a3affe25ba service neutron] 10.222.0.87 "GET /networking/v2.0/networks/e198d273-347a-4fa0-82d5-22e40c3600ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752262 Aug 29 23:53:22.556375 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a8bdd-0024-4950-80c7-4637f71f15f5 req-ba615409-7ab9-4e84-aa66-bd7bf6de33a2 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:22.559060 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ac7a8bdd-0024-4950-80c7-4637f71f15f5 req-ba615409-7ab9-4e84-aa66-bd7bf6de33a2 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 946 time: 0.5850511 Aug 29 23:53:22.569293 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-7467efe7-d442-4ada-b3ca-7a1cb9cc9727 admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=0bf48da749c34f179a85929c8007f7a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4487362 Aug 29 23:53:22.569466 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 47018) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:22.572049 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7467efe7-d442-4ada-b3ca-7a1cb9cc9727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f205c9-4976-40aa-b379-67b714fc4f66,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:22.581577 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.db.resource_extend [None req-707c63ab-d7cc-4ffe-8c24-df1ef03e1dbc tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=113415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 29 23:53:22.587994 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a7735-78f7-41b7-9299-9930e50cf69e req-0a356e9a-15bc-4e61-a0fd-7fa42108b5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:22.589647 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-4d0a7735-78f7-41b7-9299-9930e50cf69e req-0a356e9a-15bc-4e61-a0fd-7fa42108b5ad service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 1129 time: 0.6079998 Aug 29 23:53:22.632585 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:22.652821 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0348c8-6242-4720-94e2-dd42d017b3b3 req-cb1854dd-cf5b-4535-944e-972f811a7387 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:22.660097 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-7af65442-04db-4a28-803a-bba3b95e7ea7 admin admin] Publish callbacks [] for security_group (d5f205c9-4976-40aa-b379-67b714fc4f66), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:22.664596 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-8c0348c8-6242-4720-94e2-dd42d017b3b3 req-cb1854dd-cf5b-4535-944e-972f811a7387 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 945 time: 0.2997618 Aug 29 23:53:22.693008 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-7af65442-04db-4a28-803a-bba3b95e7ea7 admin admin] Publish callbacks [] for security_group (d5f205c9-4976-40aa-b379-67b714fc4f66), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:22.693268 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:22.834712 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-707c63ab-d7cc-4ffe-8c24-df1ef03e1dbc tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:22.874382 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ac7a8bdd-0024-4950-80c7-4637f71f15f5 req-d41820f3-146e-4f28-9318-1df092ce220c tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999015 Aug 29 23:53:22.887153 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-8c0348c8-6242-4720-94e2-dd42d017b3b3 req-5b37f94e-f977-408d-bd1d-d9054b7d7244 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2214036 Aug 29 23:53:22.889831 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-4d0a7735-78f7-41b7-9299-9930e50cf69e req-dbedec25-c757-47b6-a694-330fb4034255 service neutron] 10.222.0.87 "GET /networking/v2.0/security-groups?id=5eb73ffb-03b0-4171-b2b3-738fc3385da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2618389 Aug 29 23:53:22.967274 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-7af65442-04db-4a28-803a-bba3b95e7ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (d5f205c9-4976-40aa-b379-67b714fc4f66), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:22.973430 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-7af65442-04db-4a28-803a-bba3b95e7ea7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:22.976534 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-7af65442-04db-4a28-803a-bba3b95e7ea7 admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/d5f205c9-4976-40aa-b379-67b714fc4f66 HTTP/1.1" status: 204 len: 168 time: 0.4056380 Aug 29 23:53:22.984082 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-707c63ab-d7cc-4ffe-8c24-df1ef03e1dbc tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477666'] for floatingip (c4f65f2d-14ba-4144-b611-8b79cf809267), after_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:23.010865 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af65442-04db-4a28-803a-bba3b95e7ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f205c9-4976-40aa-b379-67b714fc4f66,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:23.198814 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0dc94-b96d-45cb-8243-6f96c520265f req-b0d0531e-e476-4f18-8f68-2e05b7c366f6 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:23.201467 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-dea0dc94-b96d-45cb-8243-6f96c520265f req-b0d0531e-e476-4f18-8f68-2e05b7c366f6 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 945 time: 0.2482233 Aug 29 23:53:23.293257 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d43d98-5bde-4120-956f-fa45a6070543 req-d4ada87d-b826-499e-8fda-edf3be880901 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:23.295752 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-12d43d98-5bde-4120-956f-fa45a6070543 req-d4ada87d-b826-499e-8fda-edf3be880901 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 945 time: 0.2688432 Aug 29 23:53:23.315909 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 47036) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:23.320868 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [None req-76fc1386-7e4f-4f29-a05c-9e39deb58413 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Request body: {'floatingip': {'port_id': 'b8d16afd-dba0-4d77-93f1-1d3f97943c11'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:53:23.384662 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.db.l3_db [None req-707c63ab-d7cc-4ffe-8c24-df1ef03e1dbc tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Floating IP c4f65f2d-14ba-4144-b611-8b79cf809267 associated. External IP: 172.27.1.200, port: 6887f59b-e47e-4f9a-a537-7f002f8c2044. Aug 29 23:53:23.410876 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-76fc1386-7e4f-4f29-a05c-9e39deb58413 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks [] for floatingip (86601f9c-d96d-44fb-85ed-28fe2109b6d7), before_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:23.461806 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-dea0dc94-b96d-45cb-8243-6f96c520265f req-5c942ef3-3cee-4469-b500-51217e6cca08 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=5eb73ffb-03b0-4171-b2b3-738fc3385da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2459023 Aug 29 23:53:23.565472 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:23.721658 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-707c63ab-d7cc-4ffe-8c24-df1ef03e1dbc tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Router 2e462f98-05f3-486e-ab4a-97e92d2f3f62 has already been hosted by L3 agent 037668f0-d812-4b59-9d2d-ce33f66a7708 {{(pid=113415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:53:23.881742 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-707c63ab-d7cc-4ffe-8c24-df1ef03e1dbc tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Notify agent at l3_agent.dv-cinder-855041-2-iscsi the message routers_updated {{(pid=113415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:53:23.889754 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-707c63ab-d7cc-4ffe-8c24-df1ef03e1dbc tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for floatingip (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:23.924957 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dd21f7-282b-43d8-b0fd-30f1706bab5d None None] Sync routers for ids ['2e462f98-05f3-486e-ab4a-97e92d2f3f62'] in dv-cinder-855041-2-iscsi {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:53:23.949033 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-707c63ab-d7cc-4ffe-8c24-df1ef03e1dbc tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "PUT /networking/v2.0/floatingips/c4f65f2d-14ba-4144-b611-8b79cf809267 HTTP/1.1" status: 200 len: 991 time: 2.9408672 Aug 29 23:53:23.949753 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13772077-dc96-4813-925d-975c5748e4d1', 'tag': '6887f59b-e47e-4f9a-a537-7f002f8c2044'}] {{(pid=113415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:53:23.955897 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbb4ce14699acef1e34bc356a7f428b480f1dc74f7679c811df4fa99cd0d73e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a92813-a88f-4f82-b053-a62bb20ec8cc" -d '{"events": [{"name": "network-changed", "server_uuid": "13772077-dc96-4813-925d-975c5748e4d1", "tag": "6887f59b-e47e-4f9a-a537-7f002f8c2044"}]}' {{(pid=113415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:53:23.960924 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dd21f7-282b-43d8-b0fd-30f1706bab5d None None] Routers {'2e462f98-05f3-486e-ab4a-97e92d2f3f62'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:53:23.963823 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-39dd21f7-282b-43d8-b0fd-30f1706bab5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:53:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['2e462f98-05f3-486e-ab4a-97e92d2f3f62'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:53:24.036653 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 23:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6bd76a9-ea4e-4597-9b07-2a1ef64fe8a7 x-openstack-request-id: req-e6bd76a9-ea4e-4597-9b07-2a1ef64fe8a7 {{(pid=113415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:53:24.037414 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13772077-dc96-4813-925d-975c5748e4d1", "tag": "6887f59b-e47e-4f9a-a537-7f002f8c2044", "status": "completed", "code": 200}]} {{(pid=113415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:53:24.037414 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-e6bd76a9-ea4e-4597-9b07-2a1ef64fe8a7 {{(pid=113415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:53:24.037575 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6bd76a9-ea4e-4597-9b07-2a1ef64fe8a7'] response: {'name': 'network-changed', 'server_uuid': '13772077-dc96-4813-925d-975c5748e4d1', 'tag': '6887f59b-e47e-4f9a-a537-7f002f8c2044', 'status': 'completed', 'code': 200} Aug 29 23:53:24.117491 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0913ff80-5e62-43a3-bb41-c651ff148526 req-11d6853c-f68e-4ce0-9d2c-daf2793da45e tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:24.136785 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-0913ff80-5e62-43a3-bb41-c651ff148526 req-11d6853c-f68e-4ce0-9d2c-daf2793da45e tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 946 time: 0.0886319 Aug 29 23:53:24.214980 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-39dd21f7-282b-43d8-b0fd-30f1706bab5d None None] Set router 2e462f98-05f3-486e-ab4a-97e92d2f3f62 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:53:24.279569 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-0913ff80-5e62-43a3-bb41-c651ff148526 req-f9c9395d-35ea-4d51-b0d3-c52a9fe5299b tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416137 Aug 29 23:53:24.728669 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-39dd21f7-282b-43d8-b0fd-30f1706bab5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'name': 'tempest-AttachVolumeNegativeTest-1778292269-router', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'bb4d1692-7347-404c-a89d-e9e869c496d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:10Z', 'updated_at': '2022-08-29T23:52:22Z', 'revision_number': 4, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'gw_port': {'id': 'bb4d1692-7347-404c-a89d-e9e869c496d8', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:40:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:11Z', 'updated_at': '2022-08-29T23:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_floatingips': [{'id': 'c4f65f2d-14ba-4144-b611-8b79cf809267', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'floating_ip_address': '172.27.1.200', 'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'router_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'port_id': '6887f59b-e47e-4f9a-a537-7f002f8c2044', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b40027-b034-467e-a623-8d465afe9154', 'mac_address': 'fa:16:3e:f6:62:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13772077-dc96-4813-925d-975c5748e4d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:52:35Z', 'updated_at': '2022-08-29T23:53:22Z', 'revision_number': 1, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14ecde1e-ea4b-4879-9300-81c8f8fd9833', 'name': '', 'network_id': '60b40027-b034-467e-a623-8d465afe9154', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'mac_address': 'fa:16:3e:a3:e0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '371040be-dae2-4b4b-8892-6a99379ddf2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:20Z', 'updated_at': '2022-08-29T23:52:41Z', 'revision_number': 5, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'subnets': [{'id': '371040be-dae2-4b4b-8892-6a99379ddf2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:53:24.736439 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f325ce58-fab7-4639-8be5-792f26466494 req-222f5205-8647-426c-b3f2-8e1b3b841ba6 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:24.755239 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-f325ce58-fab7-4639-8be5-792f26466494 req-222f5205-8647-426c-b3f2-8e1b3b841ba6 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 945 time: 0.1064727 Aug 29 23:53:24.773577 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dd21f7-282b-43d8-b0fd-30f1706bab5d None None] Checking router: 2e462f98-05f3-486e-ab4a-97e92d2f3f62 for host: dv-cinder-855041-2-iscsi {{(pid=113418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:53:24.786937 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dd21f7-282b-43d8-b0fd-30f1706bab5d None None] Routers {'2e462f98-05f3-486e-ab4a-97e92d2f3f62'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:53:24.788296 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-39dd21f7-282b-43d8-b0fd-30f1706bab5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:53:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['2e462f98-05f3-486e-ab4a-97e92d2f3f62'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:53:24.843712 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:24.857685 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-f325ce58-fab7-4639-8be5-792f26466494 req-b558caee-16bd-4605-85bf-460e9a24898c tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=5eb73ffb-03b0-4171-b2b3-738fc3385da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012073 Aug 29 23:53:24.921287 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-76fc1386-7e4f-4f29-a05c-9e39deb58413 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:24.948351 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.agents_db [None req-4166f728-c6cb-4ae6-8e81-f61b29fbc360 None None] Agent healthcheck: found 6 active agents {{(pid=113418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 23:53:24.974060 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-39dd21f7-282b-43d8-b0fd-30f1706bab5d None None] Set router 2e462f98-05f3-486e-ab4a-97e92d2f3f62 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:53:24.978422 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-76fc1386-7e4f-4f29-a05c-9e39deb58413 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477666'] for floatingip (86601f9c-d96d-44fb-85ed-28fe2109b6d7), after_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:25.178077 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.db.l3_db [None req-76fc1386-7e4f-4f29-a05c-9e39deb58413 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Floating IP 86601f9c-d96d-44fb-85ed-28fe2109b6d7 associated. External IP: 172.27.1.219, port: b8d16afd-dba0-4d77-93f1-1d3f97943c11. Aug 29 23:53:25.356487 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-39dd21f7-282b-43d8-b0fd-30f1706bab5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'name': 'tempest-AttachVolumeNegativeTest-1778292269-router', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'bb4d1692-7347-404c-a89d-e9e869c496d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:10Z', 'updated_at': '2022-08-29T23:52:22Z', 'revision_number': 4, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'gw_port': {'id': 'bb4d1692-7347-404c-a89d-e9e869c496d8', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:40:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:11Z', 'updated_at': '2022-08-29T23:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_floatingips': [{'id': 'c4f65f2d-14ba-4144-b611-8b79cf809267', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'floating_ip_address': '172.27.1.200', 'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'router_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'port_id': '6887f59b-e47e-4f9a-a537-7f002f8c2044', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b40027-b034-467e-a623-8d465afe9154', 'mac_address': 'fa:16:3e:f6:62:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13772077-dc96-4813-925d-975c5748e4d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:52:35Z', 'updated_at': '2022-08-29T23:53:22Z', 'revision_number': 1, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14ecde1e-ea4b-4879-9300-81c8f8fd9833', 'name': '', 'network_id': '60b40027-b034-467e-a623-8d465afe9154', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'mac_address': 'fa:16:3e:a3:e0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '371040be-dae2-4b4b-8892-6a99379ddf2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:20Z', 'updated_at': '2022-08-29T23:52:41Z', 'revision_number': 5, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'subnets': [{'id': '371040be-dae2-4b4b-8892-6a99379ddf2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:53:25.391065 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dd21f7-282b-43d8-b0fd-30f1706bab5d None None] The sync data for ids ['2e462f98-05f3-486e-ab4a-97e92d2f3f62'] in dv-cinder-855041-2-iscsi is: [{'id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'name': 'tempest-AttachVolumeNegativeTest-1778292269-router', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'bb4d1692-7347-404c-a89d-e9e869c496d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:10Z', 'updated_at': '2022-08-29T23:52:22Z', 'revision_number': 4, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'gw_port': {'id': 'bb4d1692-7347-404c-a89d-e9e869c496d8', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:40:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:11Z', 'updated_at': '2022-08-29T23:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_floatingips': [{'id': 'c4f65f2d-14ba-4144-b611-8b79cf809267', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'floating_ip_address': '172.27.1.200', 'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'router_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'port_id': '6887f59b-e47e-4f9a-a537-7f002f8c2044', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b40027-b034-467e-a623-8d465afe9154', 'mac_address': 'fa:16:3e:f6:62:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13772077-dc96-4813-925d-975c5748e4d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:52:35Z', 'updated_at': '2022-08-29T23:53:22Z', 'revision_number': 1, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14ecde1e-ea4b-4879-9300-81c8f8fd9833', 'name': '', 'network_id': '60b40027-b034-467e-a623-8d465afe9154', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'mac_address': 'fa:16:3e:a3:e0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '371040be-dae2-4b4b-8892-6a99379ddf2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:20Z', 'updated_at': '2022-08-29T23:52:41Z', 'revision_number': 5, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'subnets': [{'id': '371040be-dae2-4b4b-8892-6a99379ddf2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:53:25.482694 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa85c72-c9b7-4ae2-8a9f-4584d2762c1e req-92f84df9-d58e-4e16-9c39-483231d774f5 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:25.485187 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-8aa85c72-c9b7-4ae2-8a9f-4584d2762c1e req-92f84df9-d58e-4e16-9c39-483231d774f5 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 946 time: 0.0751233 Aug 29 23:53:25.603567 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-8aa85c72-c9b7-4ae2-8a9f-4584d2762c1e req-e7ed0a99-0613-4070-b4cf-8245429d06d5 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073122 Aug 29 23:53:25.674197 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76fc1386-7e4f-4f29-a05c-9e39deb58413 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Router b27e3222-c8a5-4b18-ac0d-28af47137885 has already been hosted by L3 agent 037668f0-d812-4b59-9d2d-ce33f66a7708 {{(pid=113416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:53:25.791609 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1273db4-96cf-4a61-ba10-1249f5fbe58b None None] New status for floating IP c4f65f2d-14ba-4144-b611-8b79cf809267: ACTIVE {{(pid=113417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 23:53:25.805429 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76fc1386-7e4f-4f29-a05c-9e39deb58413 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Notify agent at l3_agent.dv-cinder-855041-2-iscsi the message routers_updated {{(pid=113416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:53:25.810429 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-76fc1386-7e4f-4f29-a05c-9e39deb58413 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for floatingip (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:25.822264 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffd2923-f9fe-4b08-83e0-2c75263d3b81 None None] Sync routers for ids ['b27e3222-c8a5-4b18-ac0d-28af47137885'] in dv-cinder-855041-2-iscsi {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:53:25.841601 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffd2923-f9fe-4b08-83e0-2c75263d3b81 None None] Routers {'b27e3222-c8a5-4b18-ac0d-28af47137885'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:53:25.842225 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-9ffd2923-f9fe-4b08-83e0-2c75263d3b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:53:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['b27e3222-c8a5-4b18-ac0d-28af47137885'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:53:25.862909 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-76fc1386-7e4f-4f29-a05c-9e39deb58413 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "PUT /networking/v2.0/floatingips/86601f9c-d96d-44fb-85ed-28fe2109b6d7 HTTP/1.1" status: 200 len: 991 time: 2.5455716 Aug 29 23:53:25.865395 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39819963-dd3d-4079-a0a1-d21a46d4a420', 'tag': 'b8d16afd-dba0-4d77-93f1-1d3f97943c11'}] {{(pid=113416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:53:25.867656 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca1b1d0bad556637bdc4aa8e491b493d03ba5f494de7569054403470f02cf73a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66bc4314-8610-4c39-83ec-bee5e67765d9" -d '{"events": [{"name": "network-changed", "server_uuid": "39819963-dd3d-4079-a0a1-d21a46d4a420", "tag": "b8d16afd-dba0-4d77-93f1-1d3f97943c11"}]}' {{(pid=113416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:53:25.921135 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 23:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-884ace1f-dfb5-48ab-9493-5182aec25b1b x-openstack-request-id: req-884ace1f-dfb5-48ab-9493-5182aec25b1b {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:53:25.922180 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39819963-dd3d-4079-a0a1-d21a46d4a420", "tag": "b8d16afd-dba0-4d77-93f1-1d3f97943c11", "status": "completed", "code": 200}]} {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:53:25.923052 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-884ace1f-dfb5-48ab-9493-5182aec25b1b {{(pid=113416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:53:25.923052 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-884ace1f-dfb5-48ab-9493-5182aec25b1b'] response: {'name': 'network-changed', 'server_uuid': '39819963-dd3d-4079-a0a1-d21a46d4a420', 'tag': 'b8d16afd-dba0-4d77-93f1-1d3f97943c11', 'status': 'completed', 'code': 200} Aug 29 23:53:26.009637 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-9ffd2923-f9fe-4b08-83e0-2c75263d3b81 None None] Set router b27e3222-c8a5-4b18-ac0d-28af47137885 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:53:26.042839 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5813cb66-96f1-432a-8647-8c4badceb826 req-e2facaf7-56ee-4e0b-b14e-1bf2c2f7251c tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:26.052279 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-5813cb66-96f1-432a-8647-8c4badceb826 req-e2facaf7-56ee-4e0b-b14e-1bf2c2f7251c tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 945 time: 0.0638642 Aug 29 23:53:26.091406 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=100 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:26.130215 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-5813cb66-96f1-432a-8647-8c4badceb826 req-1e9d43cb-bf08-428d-884f-496212732ac4 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=5eb73ffb-03b0-4171-b2b3-738fc3385da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776570 Aug 29 23:53:26.238748 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=100 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:26.357143 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-9ffd2923-f9fe-4b08-83e0-2c75263d3b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27e3222-c8a5-4b18-ac0d-28af47137885', 'name': 'tempest-AttachVolumeShelveTestJSON-2146582793-router', 'tenant_id': '3beae764b5cb4dcd9f13e26878bbac48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '51a1db89-b26a-4686-b2eb-85f92a1e50a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:15Z', 'updated_at': '2022-08-29T23:52:29Z', 'revision_number': 4, 'project_id': '3beae764b5cb4dcd9f13e26878bbac48', 'gw_port': {'id': '51a1db89-b26a-4686-b2eb-85f92a1e50a8', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27e3222-c8a5-4b18-ac0d-28af47137885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:17Z', 'updated_at': '2022-08-29T23:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_floatingips': [{'id': '86601f9c-d96d-44fb-85ed-28fe2109b6d7', 'tenant_id': '3beae764b5cb4dcd9f13e26878bbac48', 'floating_ip_address': '172.27.1.219', 'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'router_id': 'b27e3222-c8a5-4b18-ac0d-28af47137885', 'port_id': 'b8d16afd-dba0-4d77-93f1-1d3f97943c11', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a46036d-55d3-472c-985d-7d32e6afcac9', 'mac_address': 'fa:16:3e:09:63:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39819963-dd3d-4079-a0a1-d21a46d4a420', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:52:41Z', 'updated_at': '2022-08-29T23:53:24Z', 'revision_number': 1, 'project_id': '3beae764b5cb4dcd9f13e26878bbac48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '761aeb90-d390-4049-9a47-b526491624f1', 'name': '', 'network_id': '7a46036d-55d3-472c-985d-7d32e6afcac9', 'tenant_id': '3beae764b5cb4dcd9f13e26878bbac48', 'mac_address': 'fa:16:3e:7d:b5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27e3222-c8a5-4b18-ac0d-28af47137885', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '16471bf1-5160-46ce-b487-b87c8418028b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:27Z', 'updated_at': '2022-08-29T23:52:49Z', 'revision_number': 5, 'project_id': '3beae764b5cb4dcd9f13e26878bbac48', 'subnets': [{'id': '16471bf1-5160-46ce-b487-b87c8418028b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:53:26.388633 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffd2923-f9fe-4b08-83e0-2c75263d3b81 None None] Checking router: b27e3222-c8a5-4b18-ac0d-28af47137885 for host: dv-cinder-855041-2-iscsi {{(pid=113418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:53:26.401264 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffd2923-f9fe-4b08-83e0-2c75263d3b81 None None] Routers {'b27e3222-c8a5-4b18-ac0d-28af47137885'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:53:26.401912 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-9ffd2923-f9fe-4b08-83e0-2c75263d3b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:53:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['b27e3222-c8a5-4b18-ac0d-28af47137885'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:53:26.550333 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-9ffd2923-f9fe-4b08-83e0-2c75263d3b81 None None] Set router b27e3222-c8a5-4b18-ac0d-28af47137885 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:53:26.565043 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a92813-a88f-4f82-b053-a62bb20ec8cc req-8b03d74a-763d-4bd2-8bd4-7ab78b66a86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:26.566578 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b3a92813-a88f-4f82-b053-a62bb20ec8cc req-8b03d74a-763d-4bd2-8bd4-7ab78b66a86f service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=a2963b1b4aba47f593c63a398b511792&device_id=13772077-dc96-4813-925d-975c5748e4d1 HTTP/1.1" status: 200 len: 1129 time: 0.0513597 Aug 29 23:53:26.589077 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc4314-8610-4c39-83ec-bee5e67765d9 req-1569a6cd-e758-4cd4-b35a-bf0f58a4d974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:26.590628 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-66bc4314-8610-4c39-83ec-bee5e67765d9 req-1569a6cd-e758-4cd4-b35a-bf0f58a4d974 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=3beae764b5cb4dcd9f13e26878bbac48&device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 1129 time: 0.0538032 Aug 29 23:53:26.614999 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:26.787768 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc4314-8610-4c39-83ec-bee5e67765d9 req-c90b3f0f-2c9f-46ef-bce0-f8c3661aaa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:26.790634 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-66bc4314-8610-4c39-83ec-bee5e67765d9 req-c90b3f0f-2c9f-46ef-bce0-f8c3661aaa8b service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=7a46036d-55d3-472c-985d-7d32e6afcac9 HTTP/1.1" status: 200 len: 919 time: 0.1894763 Aug 29 23:53:26.887344 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a92813-a88f-4f82-b053-a62bb20ec8cc req-66b1a114-1c0a-4984-8ab5-221e996df15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:26.889087 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b3a92813-a88f-4f82-b053-a62bb20ec8cc req-66b1a114-1c0a-4984-8ab5-221e996df15c service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=60b40027-b034-467e-a623-8d465afe9154 HTTP/1.1" status: 200 len: 917 time: 0.3121328 Aug 29 23:53:26.902295 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec4602-2ace-48a1-b30e-62932efafc2d req-4edf88f2-8428-40a3-8540-605055c8c725 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:26.902295 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-2bec4602-2ace-48a1-b30e-62932efafc2d req-4edf88f2-8428-40a3-8540-605055c8c725 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 946 time: 0.1605372 Aug 29 23:53:26.929823 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-9ffd2923-f9fe-4b08-83e0-2c75263d3b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27e3222-c8a5-4b18-ac0d-28af47137885', 'name': 'tempest-AttachVolumeShelveTestJSON-2146582793-router', 'tenant_id': '3beae764b5cb4dcd9f13e26878bbac48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '51a1db89-b26a-4686-b2eb-85f92a1e50a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:15Z', 'updated_at': '2022-08-29T23:52:29Z', 'revision_number': 4, 'project_id': '3beae764b5cb4dcd9f13e26878bbac48', 'gw_port': {'id': '51a1db89-b26a-4686-b2eb-85f92a1e50a8', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27e3222-c8a5-4b18-ac0d-28af47137885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:17Z', 'updated_at': '2022-08-29T23:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_floatingips': [{'id': '86601f9c-d96d-44fb-85ed-28fe2109b6d7', 'tenant_id': '3beae764b5cb4dcd9f13e26878bbac48', 'floating_ip_address': '172.27.1.219', 'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'router_id': 'b27e3222-c8a5-4b18-ac0d-28af47137885', 'port_id': 'b8d16afd-dba0-4d77-93f1-1d3f97943c11', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a46036d-55d3-472c-985d-7d32e6afcac9', 'mac_address': 'fa:16:3e:09:63:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39819963-dd3d-4079-a0a1-d21a46d4a420', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:52:41Z', 'updated_at': '2022-08-29T23:53:24Z', 'revision_number': 1, 'project_id': '3beae764b5cb4dcd9f13e26878bbac48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '761aeb90-d390-4049-9a47-b526491624f1', 'name': '', 'network_id': '7a46036d-55d3-472c-985d-7d32e6afcac9', 'tenant_id': '3beae764b5cb4dcd9f13e26878bbac48', 'mac_address': 'fa:16:3e:7d:b5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27e3222-c8a5-4b18-ac0d-28af47137885', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '16471bf1-5160-46ce-b487-b87c8418028b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:27Z', 'updated_at': '2022-08-29T23:52:49Z', 'revision_number': 5, 'project_id': '3beae764b5cb4dcd9f13e26878bbac48', 'subnets': [{'id': '16471bf1-5160-46ce-b487-b87c8418028b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:53:26.932332 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-66bc4314-8610-4c39-83ec-bee5e67765d9 req-c94b71a0-b6a4-46f6-8f1c-b2adca30b699 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8d16afd-dba0-4d77-93f1-1d3f97943c11 HTTP/1.1" status: 200 len: 999 time: 0.1318927 Aug 29 23:53:26.963296 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffd2923-f9fe-4b08-83e0-2c75263d3b81 None None] The sync data for ids ['b27e3222-c8a5-4b18-ac0d-28af47137885'] in dv-cinder-855041-2-iscsi is: [{'id': 'b27e3222-c8a5-4b18-ac0d-28af47137885', 'name': 'tempest-AttachVolumeShelveTestJSON-2146582793-router', 'tenant_id': '3beae764b5cb4dcd9f13e26878bbac48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '51a1db89-b26a-4686-b2eb-85f92a1e50a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:15Z', 'updated_at': '2022-08-29T23:52:29Z', 'revision_number': 4, 'project_id': '3beae764b5cb4dcd9f13e26878bbac48', 'gw_port': {'id': '51a1db89-b26a-4686-b2eb-85f92a1e50a8', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27e3222-c8a5-4b18-ac0d-28af47137885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:17Z', 'updated_at': '2022-08-29T23:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_floatingips': [{'id': '86601f9c-d96d-44fb-85ed-28fe2109b6d7', 'tenant_id': '3beae764b5cb4dcd9f13e26878bbac48', 'floating_ip_address': '172.27.1.219', 'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'router_id': 'b27e3222-c8a5-4b18-ac0d-28af47137885', 'port_id': 'b8d16afd-dba0-4d77-93f1-1d3f97943c11', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a46036d-55d3-472c-985d-7d32e6afcac9', 'mac_address': 'fa:16:3e:09:63:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39819963-dd3d-4079-a0a1-d21a46d4a420', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:52:41Z', 'updated_at': '2022-08-29T23:53:24Z', 'revision_number': 1, 'project_id': '3beae764b5cb4dcd9f13e26878bbac48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '761aeb90-d390-4049-9a47-b526491624f1', 'name': '', 'network_id': '7a46036d-55d3-472c-985d-7d32e6afcac9', 'tenant_id': '3beae764b5cb4dcd9f13e26878bbac48', 'mac_address': 'fa:16:3e:7d:b5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27e3222-c8a5-4b18-ac0d-28af47137885', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '16471bf1-5160-46ce-b487-b87c8418028b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:27Z', 'updated_at': '2022-08-29T23:52:49Z', 'revision_number': 5, 'project_id': '3beae764b5cb4dcd9f13e26878bbac48', 'subnets': [{'id': '16471bf1-5160-46ce-b487-b87c8418028b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:53:26.985533 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-2bec4602-2ace-48a1-b30e-62932efafc2d req-70af5aa9-2e89-4dda-b245-d2de28e47708 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768998 Aug 29 23:53:27.261935 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e309d1-20a8-4114-be70-85a6b1612b54 None None] New status for floating IP 86601f9c-d96d-44fb-85ed-28fe2109b6d7: ACTIVE {{(pid=113417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 23:53:27.310781 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e0d0a-cbe9-43c5-8db4-08223e991180 req-a91298c0-375f-415e-ae1a-51f216cba2b2 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:27.312942 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ab7e0d0a-cbe9-43c5-8db4-08223e991180 req-a91298c0-375f-415e-ae1a-51f216cba2b2 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 945 time: 0.0701168 Aug 29 23:53:27.397524 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ab7e0d0a-cbe9-43c5-8db4-08223e991180 req-646c292f-522e-436d-9cc5-13c5c7ee5c03 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=5eb73ffb-03b0-4171-b2b3-738fc3385da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735927 Aug 29 23:53:28.015149 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 47184) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:28.161870 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fdfa65-9d88-4cbb-bedb-28f93d9ea7bb req-294b4cea-eec8-4873-b69d-8590d2716d35 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:28.163547 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-c1a4e1a8-b6cd-4f9d-a4ef-5218220e1ceb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:28.164064 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-05fdfa65-9d88-4cbb-bedb-28f93d9ea7bb req-294b4cea-eec8-4873-b69d-8590d2716d35 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 946 time: 0.0721259 Aug 29 23:53:28.203366 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=2 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:28.244364 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-05fdfa65-9d88-4cbb-bedb-28f93d9ea7bb req-0c844388-d161-4989-894a-4df9a57cbc1c tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711925 Aug 29 23:53:28.267095 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-c1a4e1a8-b6cd-4f9d-a4ef-5218220e1ceb admin admin] Publish callbacks [] for security_group (4b845320-cda2-4edf-9d90-1b640c9f0101), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:28.365913 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-c1a4e1a8-b6cd-4f9d-a4ef-5218220e1ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (4b845320-cda2-4edf-9d90-1b640c9f0101), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:28.410723 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:28.414710 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a4e1a8-b6cd-4f9d-a4ef-5218220e1ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b845320-cda2-4edf-9d90-1b640c9f0101,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:28.422156 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-c1a4e1a8-b6cd-4f9d-a4ef-5218220e1ceb admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=4233fb31c1864285baf6161b24d55330&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4052720 Aug 29 23:53:28.426715 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 47190) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:28.490669 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-5dfd9683-c2f1-4cc3-b787-5dabf6ae53b7 admin admin] Publish callbacks [] for security_group (4b845320-cda2-4edf-9d90-1b640c9f0101), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:28.530309 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-5dfd9683-c2f1-4cc3-b787-5dabf6ae53b7 admin admin] Publish callbacks [] for security_group (4b845320-cda2-4edf-9d90-1b640c9f0101), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:28.583930 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6018b0-2348-469a-ac29-429c95478b2d req-88ccb03e-6a67-42d1-8717-1a9a36bf5dc8 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:28.585647 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-aa6018b0-2348-469a-ac29-429c95478b2d req-88ccb03e-6a67-42d1-8717-1a9a36bf5dc8 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 945 time: 0.0591707 Aug 29 23:53:28.658641 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-aa6018b0-2348-469a-ac29-429c95478b2d req-cee59a46-f370-48ae-b941-c709fad145d4 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=5eb73ffb-03b0-4171-b2b3-738fc3385da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630085 Aug 29 23:53:28.704488 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-5dfd9683-c2f1-4cc3-b787-5dabf6ae53b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (4b845320-cda2-4edf-9d90-1b640c9f0101), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:28.710315 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-5dfd9683-c2f1-4cc3-b787-5dabf6ae53b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:28.712344 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-5dfd9683-c2f1-4cc3-b787-5dabf6ae53b7 admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/4b845320-cda2-4edf-9d90-1b640c9f0101 HTTP/1.1" status: 204 len: 168 time: 0.2843144 Aug 29 23:53:28.728350 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfd9683-c2f1-4cc3-b787-5dabf6ae53b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b845320-cda2-4edf-9d90-1b640c9f0101,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:28.845999 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50951af-3c8f-4049-aaf0-2cd8dad066a8 req-f62d785f-4284-4520-baf3-52290e5bf668 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:28.848617 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b50951af-3c8f-4049-aaf0-2cd8dad066a8 req-f62d785f-4284-4520-baf3-52290e5bf668 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 945 time: 0.0873938 Aug 29 23:53:28.859941 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 47202) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:28.865263 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [None req-d7b41dac-94f7-45f3-a5b9-45db51fdfcff tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Request body: {'floatingip': {'port_id': '5a748e41-64a4-4228-b0c8-40ef6e76caf4'}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:53:28.913829 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-d7b41dac-94f7-45f3-a5b9-45db51fdfcff tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks [] for floatingip (d4f73c49-cb5b-477a-be83-5bf0a42a86dd), before_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:29.033032 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:29.565085 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 47210) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:29.580032 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-6f49e846-1ef6-4bab-ae19-290317b76f48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:29.645990 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca3ff20-0dfe-4952-9595-70e3bba3a003 req-aba2864f-04b0-4e2c-866c-eefa48062652 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:29.654184 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-2ca3ff20-0dfe-4952-9595-70e3bba3a003 req-aba2864f-04b0-4e2c-866c-eefa48062652 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 946 time: 0.0811484 Aug 29 23:53:29.756228 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-6f49e846-1ef6-4bab-ae19-290317b76f48 admin admin] Publish callbacks [] for security_group (b974b884-73a1-455d-92b4-d78b066e49f8), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:29.813805 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-2ca3ff20-0dfe-4952-9595-70e3bba3a003 req-914044e8-f0b7-41d7-a922-fc80b39991bd tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149943 Aug 29 23:53:29.829024 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:29.830118 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-6f49e846-1ef6-4bab-ae19-290317b76f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (b974b884-73a1-455d-92b4-d78b066e49f8), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:29.843430 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-d7b41dac-94f7-45f3-a5b9-45db51fdfcff tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:29.878274 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-6f49e846-1ef6-4bab-ae19-290317b76f48 admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=ebf06fedeac041b1a8e3cbaa6762af6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3120553 Aug 29 23:53:29.889062 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f49e846-1ef6-4bab-ae19-290317b76f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b974b884-73a1-455d-92b4-d78b066e49f8,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:29.889062 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 47216) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:29.961113 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-8b0933fa-472b-4ab8-a2e1-661fc90a4dbb admin admin] Publish callbacks [] for security_group (b974b884-73a1-455d-92b4-d78b066e49f8), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:29.991794 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-8b0933fa-472b-4ab8-a2e1-661fc90a4dbb admin admin] Publish callbacks [] for security_group (b974b884-73a1-455d-92b4-d78b066e49f8), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:30.069503 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-d7b41dac-94f7-45f3-a5b9-45db51fdfcff tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477666'] for floatingip (d4f73c49-cb5b-477a-be83-5bf0a42a86dd), after_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:30.172957 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-8b0933fa-472b-4ab8-a2e1-661fc90a4dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (b974b884-73a1-455d-92b4-d78b066e49f8), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:30.176428 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-8b0933fa-472b-4ab8-a2e1-661fc90a4dbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:30.178037 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-8b0933fa-472b-4ab8-a2e1-661fc90a4dbb admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/b974b884-73a1-455d-92b4-d78b066e49f8 HTTP/1.1" status: 204 len: 168 time: 0.2888150 Aug 29 23:53:30.192531 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0933fa-472b-4ab8-a2e1-661fc90a4dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b974b884-73a1-455d-92b4-d78b066e49f8,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:30.195947 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.db.l3_db [None req-d7b41dac-94f7-45f3-a5b9-45db51fdfcff tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Floating IP d4f73c49-cb5b-477a-be83-5bf0a42a86dd associated. External IP: 172.27.1.78, port: 5a748e41-64a4-4228-b0c8-40ef6e76caf4. Aug 29 23:53:30.466146 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b41dac-94f7-45f3-a5b9-45db51fdfcff tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Router 5371629e-3840-425d-941b-fcb3b356a1fa has already been hosted by L3 agent 037668f0-d812-4b59-9d2d-ce33f66a7708 {{(pid=113415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:53:30.637897 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b41dac-94f7-45f3-a5b9-45db51fdfcff tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Notify agent at l3_agent.dv-cinder-855041-2-iscsi the message routers_updated {{(pid=113415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:53:30.643561 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-d7b41dac-94f7-45f3-a5b9-45db51fdfcff tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for floatingip (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:30.656318 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ac8e01-7506-42c3-8be7-a8665ca25170 None None] Sync routers for ids ['5371629e-3840-425d-941b-fcb3b356a1fa'] in dv-cinder-855041-2-iscsi {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:53:30.679533 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ac8e01-7506-42c3-8be7-a8665ca25170 None None] Routers {'5371629e-3840-425d-941b-fcb3b356a1fa'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:53:30.681026 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-f9ac8e01-7506-42c3-8be7-a8665ca25170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:53:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['5371629e-3840-425d-941b-fcb3b356a1fa'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:53:30.718699 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-d7b41dac-94f7-45f3-a5b9-45db51fdfcff tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "PUT /networking/v2.0/floatingips/d4f73c49-cb5b-477a-be83-5bf0a42a86dd HTTP/1.1" status: 200 len: 990 time: 1.8473809 Aug 29 23:53:30.718699 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d3de91e-440c-4c11-97f0-8cc634192f45', 'tag': '5a748e41-64a4-4228-b0c8-40ef6e76caf4'}] {{(pid=113415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:53:30.718699 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbb4ce14699acef1e34bc356a7f428b480f1dc74f7679c811df4fa99cd0d73e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9fd1b43-2f38-4fe7-b682-12f3fca9036d" -d '{"events": [{"name": "network-changed", "server_uuid": "6d3de91e-440c-4c11-97f0-8cc634192f45", "tag": "5a748e41-64a4-4228-b0c8-40ef6e76caf4"}]}' {{(pid=113415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:53:30.800986 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 23:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e25394-466a-462c-9b4c-2f1c390279e3 x-openstack-request-id: req-b4e25394-466a-462c-9b4c-2f1c390279e3 {{(pid=113415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:53:30.800986 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d3de91e-440c-4c11-97f0-8cc634192f45", "tag": "5a748e41-64a4-4228-b0c8-40ef6e76caf4", "status": "completed", "code": 200}]} {{(pid=113415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:53:30.801322 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b4e25394-466a-462c-9b4c-2f1c390279e3 {{(pid=113415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:53:30.802235 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4e25394-466a-462c-9b4c-2f1c390279e3'] response: {'name': 'network-changed', 'server_uuid': '6d3de91e-440c-4c11-97f0-8cc634192f45', 'tag': '5a748e41-64a4-4228-b0c8-40ef6e76caf4', 'status': 'completed', 'code': 200} Aug 29 23:53:30.874631 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-f9ac8e01-7506-42c3-8be7-a8665ca25170 None None] Set router 5371629e-3840-425d-941b-fcb3b356a1fa gateway port host: dv-cinder-855041-2-iscsi {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:53:31.018893 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d320e-63b6-45d5-b2fd-c69d12f69d3c req-14f290bd-eb54-4f09-8ae5-3afca8405855 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:31.020680 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-3d2d320e-63b6-45d5-b2fd-c69d12f69d3c req-14f290bd-eb54-4f09-8ae5-3afca8405855 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 946 time: 0.0949557 Aug 29 23:53:31.113219 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc4314-8610-4c39-83ec-bee5e67765d9 req-8bdf1321-f015-432f-b3f1-7fbbda84bff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:31.128739 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-66bc4314-8610-4c39-83ec-bee5e67765d9 req-8bdf1321-f015-432f-b3f1-7fbbda84bff7 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=16471bf1-5160-46ce-b487-b87c8418028b HTTP/1.1" status: 200 len: 856 time: 0.1713686 Aug 29 23:53:31.313175 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b3a92813-a88f-4f82-b053-a62bb20ec8cc req-9b791e34-0b1f-4101-be38-0f952158833b service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6887f59b-e47e-4f9a-a537-7f002f8c2044 HTTP/1.1" status: 200 len: 1001 time: 0.3065908 Aug 29 23:53:31.344099 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-3d2d320e-63b6-45d5-b2fd-c69d12f69d3c req-a232fd64-6935-4078-8939-e95170a194d4 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366002 Aug 29 23:53:31.518882 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-f9ac8e01-7506-42c3-8be7-a8665ca25170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5371629e-3840-425d-941b-fcb3b356a1fa', 'name': 'tempest-AttachVolumeTestJSON-1281828477-router', 'tenant_id': '4b68600b8657473eb43d16098bbcacf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '50d67b08-de59-4733-be5d-71963d30dbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:15Z', 'updated_at': '2022-08-29T23:52:31Z', 'revision_number': 4, 'project_id': '4b68600b8657473eb43d16098bbcacf6', 'gw_port': {'id': '50d67b08-de59-4733-be5d-71963d30dbba', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5371629e-3840-425d-941b-fcb3b356a1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:18Z', 'updated_at': '2022-08-29T23:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_floatingips': [{'id': 'd4f73c49-cb5b-477a-be83-5bf0a42a86dd', 'tenant_id': '4b68600b8657473eb43d16098bbcacf6', 'floating_ip_address': '172.27.1.78', 'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'router_id': '5371629e-3840-425d-941b-fcb3b356a1fa', 'port_id': '5a748e41-64a4-4228-b0c8-40ef6e76caf4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c9cdff2-05de-4391-b19a-4c2f9845a0aa', 'mac_address': 'fa:16:3e:44:95:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3de91e-440c-4c11-97f0-8cc634192f45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:52:43Z', 'updated_at': '2022-08-29T23:53:29Z', 'revision_number': 1, 'project_id': '4b68600b8657473eb43d16098bbcacf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b75e0afb-67a6-43ff-a6a4-0b5c0281fe26', 'name': '', 'network_id': '4c9cdff2-05de-4391-b19a-4c2f9845a0aa', 'tenant_id': '4b68600b8657473eb43d16098bbcacf6', 'mac_address': 'fa:16:3e:e8:fe:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5371629e-3840-425d-941b-fcb3b356a1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '490c1584-2616-4278-814c-8d73c9c52d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:28Z', 'updated_at': '2022-08-29T23:52:44Z', 'revision_number': 5, 'project_id': '4b68600b8657473eb43d16098bbcacf6', 'subnets': [{'id': '490c1584-2616-4278-814c-8d73c9c52d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:53:31.518882 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:31.567368 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ac8e01-7506-42c3-8be7-a8665ca25170 None None] Checking router: 5371629e-3840-425d-941b-fcb3b356a1fa for host: dv-cinder-855041-2-iscsi {{(pid=113418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:53:31.590015 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ac8e01-7506-42c3-8be7-a8665ca25170 None None] Routers {'5371629e-3840-425d-941b-fcb3b356a1fa'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:53:31.590827 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-f9ac8e01-7506-42c3-8be7-a8665ca25170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:53:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['5371629e-3840-425d-941b-fcb3b356a1fa'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:53:31.739217 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-f9ac8e01-7506-42c3-8be7-a8665ca25170 None None] Set router 5371629e-3840-425d-941b-fcb3b356a1fa gateway port host: dv-cinder-855041-2-iscsi {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:53:31.927162 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=100 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:32.002295 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 47272) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:32.181621 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-f9ac8e01-7506-42c3-8be7-a8665ca25170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5371629e-3840-425d-941b-fcb3b356a1fa', 'name': 'tempest-AttachVolumeTestJSON-1281828477-router', 'tenant_id': '4b68600b8657473eb43d16098bbcacf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '50d67b08-de59-4733-be5d-71963d30dbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:15Z', 'updated_at': '2022-08-29T23:52:31Z', 'revision_number': 4, 'project_id': '4b68600b8657473eb43d16098bbcacf6', 'gw_port': {'id': '50d67b08-de59-4733-be5d-71963d30dbba', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5371629e-3840-425d-941b-fcb3b356a1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:18Z', 'updated_at': '2022-08-29T23:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_floatingips': [{'id': 'd4f73c49-cb5b-477a-be83-5bf0a42a86dd', 'tenant_id': '4b68600b8657473eb43d16098bbcacf6', 'floating_ip_address': '172.27.1.78', 'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'router_id': '5371629e-3840-425d-941b-fcb3b356a1fa', 'port_id': '5a748e41-64a4-4228-b0c8-40ef6e76caf4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c9cdff2-05de-4391-b19a-4c2f9845a0aa', 'mac_address': 'fa:16:3e:44:95:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3de91e-440c-4c11-97f0-8cc634192f45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:52:43Z', 'updated_at': '2022-08-29T23:53:29Z', 'revision_number': 1, 'project_id': '4b68600b8657473eb43d16098bbcacf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b75e0afb-67a6-43ff-a6a4-0b5c0281fe26', 'name': '', 'network_id': '4c9cdff2-05de-4391-b19a-4c2f9845a0aa', 'tenant_id': '4b68600b8657473eb43d16098bbcacf6', 'mac_address': 'fa:16:3e:e8:fe:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5371629e-3840-425d-941b-fcb3b356a1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '490c1584-2616-4278-814c-8d73c9c52d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:28Z', 'updated_at': '2022-08-29T23:52:44Z', 'revision_number': 5, 'project_id': '4b68600b8657473eb43d16098bbcacf6', 'subnets': [{'id': '490c1584-2616-4278-814c-8d73c9c52d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:53:32.218905 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ac8e01-7506-42c3-8be7-a8665ca25170 None None] The sync data for ids ['5371629e-3840-425d-941b-fcb3b356a1fa'] in dv-cinder-855041-2-iscsi is: [{'id': '5371629e-3840-425d-941b-fcb3b356a1fa', 'name': 'tempest-AttachVolumeTestJSON-1281828477-router', 'tenant_id': '4b68600b8657473eb43d16098bbcacf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '50d67b08-de59-4733-be5d-71963d30dbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:15Z', 'updated_at': '2022-08-29T23:52:31Z', 'revision_number': 4, 'project_id': '4b68600b8657473eb43d16098bbcacf6', 'gw_port': {'id': '50d67b08-de59-4733-be5d-71963d30dbba', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5371629e-3840-425d-941b-fcb3b356a1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:18Z', 'updated_at': '2022-08-29T23:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_floatingips': [{'id': 'd4f73c49-cb5b-477a-be83-5bf0a42a86dd', 'tenant_id': '4b68600b8657473eb43d16098bbcacf6', 'floating_ip_address': '172.27.1.78', 'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'router_id': '5371629e-3840-425d-941b-fcb3b356a1fa', 'port_id': '5a748e41-64a4-4228-b0c8-40ef6e76caf4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c9cdff2-05de-4391-b19a-4c2f9845a0aa', 'mac_address': 'fa:16:3e:44:95:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3de91e-440c-4c11-97f0-8cc634192f45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:52:43Z', 'updated_at': '2022-08-29T23:53:29Z', 'revision_number': 1, 'project_id': '4b68600b8657473eb43d16098bbcacf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b75e0afb-67a6-43ff-a6a4-0b5c0281fe26', 'name': '', 'network_id': '4c9cdff2-05de-4391-b19a-4c2f9845a0aa', 'tenant_id': '4b68600b8657473eb43d16098bbcacf6', 'mac_address': 'fa:16:3e:e8:fe:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5371629e-3840-425d-941b-fcb3b356a1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '490c1584-2616-4278-814c-8d73c9c52d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:28Z', 'updated_at': '2022-08-29T23:52:44Z', 'revision_number': 5, 'project_id': '4b68600b8657473eb43d16098bbcacf6', 'subnets': [{'id': '490c1584-2616-4278-814c-8d73c9c52d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:53:32.228258 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-a3087bce-74e7-4ce8-8ed2-d49a774e371b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:32.415501 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:32.437396 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a92813-a88f-4f82-b053-a62bb20ec8cc req-de7e653d-c584-4a93-8761-fdb4ed5a7378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:32.441004 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b3a92813-a88f-4f82-b053-a62bb20ec8cc req-de7e653d-c584-4a93-8761-fdb4ed5a7378 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=371040be-dae2-4b4b-8892-6a99379ddf2c HTTP/1.1" status: 200 len: 854 time: 0.1496451 Aug 29 23:53:32.449194 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:32.537755 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc4314-8610-4c39-83ec-bee5e67765d9 req-34559767-7f86-455f-a6a5-3ac91a8be246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:32.551077 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-66bc4314-8610-4c39-83ec-bee5e67765d9 req-34559767-7f86-455f-a6a5-3ac91a8be246 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=7a46036d-55d3-472c-985d-7d32e6afcac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2183733 Aug 29 23:53:32.566848 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd1b43-2f38-4fe7-b682-12f3fca9036d req-d667286b-5cdf-46a2-a778-de2a1f172f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:32.570348 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-e9fd1b43-2f38-4fe7-b682-12f3fca9036d req-d667286b-5cdf-46a2-a778-de2a1f172f6f service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=4b68600b8657473eb43d16098bbcacf6&device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 1129 time: 0.2604203 Aug 29 23:53:32.634621 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-a3087bce-74e7-4ce8-8ed2-d49a774e371b admin admin] Publish callbacks [] for security_group (2d63536f-4a84-4b7e-9c1e-e6b188f5807d), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:32.657407 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a92813-a88f-4f82-b053-a62bb20ec8cc req-6a044ae6-57b3-4b33-bba9-fe5d71012345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:32.660689 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b3a92813-a88f-4f82-b053-a62bb20ec8cc req-6a044ae6-57b3-4b33-bba9-fe5d71012345 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=60b40027-b034-467e-a623-8d465afe9154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2017488 Aug 29 23:53:32.674928 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f110c9-257b-45ec-836a-2aeec9f868ea req-bab9e284-79d0-439d-beb2-8380b911c190 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:32.677361 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-51f110c9-257b-45ec-836a-2aeec9f868ea req-bab9e284-79d0-439d-beb2-8380b911c190 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 946 time: 0.1047857 Aug 29 23:53:32.694170 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d227e1-71e3-43b6-8fe2-63cba5c1f20b None None] New status for floating IP d4f73c49-cb5b-477a-be83-5bf0a42a86dd: ACTIVE {{(pid=113417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 23:53:32.726320 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-a3087bce-74e7-4ce8-8ed2-d49a774e371b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (2d63536f-4a84-4b7e-9c1e-e6b188f5807d), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:32.874544 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-51f110c9-257b-45ec-836a-2aeec9f868ea req-5177b482-a7ab-499b-a146-543b69d2bf2b tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702795 Aug 29 23:53:32.879683 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-a3087bce-74e7-4ce8-8ed2-d49a774e371b admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=36f4c50a25ee4137afb0b0a08ee1d0bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8699784 Aug 29 23:53:32.879683 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3087bce-74e7-4ce8-8ed2-d49a774e371b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d63536f-4a84-4b7e-9c1e-e6b188f5807d,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:32.881231 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 47332) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:32.973586 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:32.989581 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-f4a4ff20-236e-429c-8db8-8472e0e00f04 admin admin] Publish callbacks [] for security_group (2d63536f-4a84-4b7e-9c1e-e6b188f5807d), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:33.025520 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-f4a4ff20-236e-429c-8db8-8472e0e00f04 admin admin] Publish callbacks [] for security_group (2d63536f-4a84-4b7e-9c1e-e6b188f5807d), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:33.214459 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:DELETE=2 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:33.274650 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b3a92813-a88f-4f82-b053-a62bb20ec8cc req-b245005c-900b-4de5-9998-362bc733437e service neutron] 10.222.0.87 "GET /networking/v2.0/networks/60b40027-b034-467e-a623-8d465afe9154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559621 Aug 29 23:53:33.427762 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-f4a4ff20-236e-429c-8db8-8472e0e00f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (2d63536f-4a84-4b7e-9c1e-e6b188f5807d), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:33.430499 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-f4a4ff20-236e-429c-8db8-8472e0e00f04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:33.436054 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-f4a4ff20-236e-429c-8db8-8472e0e00f04 admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/2d63536f-4a84-4b7e-9c1e-e6b188f5807d HTTP/1.1" status: 204 len: 168 time: 0.5487549 Aug 29 23:53:33.436539 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-66bc4314-8610-4c39-83ec-bee5e67765d9 req-9486bc47-051c-4147-b1d1-a72814ca9765 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/7a46036d-55d3-472c-985d-7d32e6afcac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3974433 Aug 29 23:53:33.452383 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a4ff20-236e-429c-8db8-8472e0e00f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d63536f-4a84-4b7e-9c1e-e6b188f5807d,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:33.459521 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd1b43-2f38-4fe7-b682-12f3fca9036d req-44ad97a2-76d6-447e-92ba-7f1015c6432f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:33.462016 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-e9fd1b43-2f38-4fe7-b682-12f3fca9036d req-44ad97a2-76d6-447e-92ba-7f1015c6432f service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=4c9cdff2-05de-4391-b19a-4c2f9845a0aa HTTP/1.1" status: 200 len: 913 time: 0.4245341 Aug 29 23:53:33.563397 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b3a92813-a88f-4f82-b053-a62bb20ec8cc req-11202c21-99b0-43cb-b97d-5b32a3dd627f service neutron] 10.222.0.87 "GET /networking/v2.0/networks/60b40027-b034-467e-a623-8d465afe9154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780299 Aug 29 23:53:33.680484 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-e9fd1b43-2f38-4fe7-b682-12f3fca9036d req-a0c2fd3e-db7b-49bb-89af-46b8d090e679 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a748e41-64a4-4228-b0c8-40ef6e76caf4 HTTP/1.1" status: 200 len: 1000 time: 0.1243684 Aug 29 23:53:33.742346 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-66bc4314-8610-4c39-83ec-bee5e67765d9 req-fe3e73f4-2952-40c4-a0d5-e245d9344dd4 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/7a46036d-55d3-472c-985d-7d32e6afcac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990897 Aug 29 23:53:33.780966 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd1b43-2f38-4fe7-b682-12f3fca9036d req-df37c9ee-6350-4489-8e54-4a07c05d69b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:33.783991 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-e9fd1b43-2f38-4fe7-b682-12f3fca9036d req-df37c9ee-6350-4489-8e54-4a07c05d69b5 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=490c1584-2616-4278-814c-8d73c9c52d9f HTTP/1.1" status: 200 len: 850 time: 0.0880470 Aug 29 23:53:33.869104 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd1b43-2f38-4fe7-b682-12f3fca9036d req-4a006e76-c8ca-44f0-89c0-041c342c70e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:33.871826 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-e9fd1b43-2f38-4fe7-b682-12f3fca9036d req-4a006e76-c8ca-44f0-89c0-041c342c70e8 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=4c9cdff2-05de-4391-b19a-4c2f9845a0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0754085 Aug 29 23:53:34.036864 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-e9fd1b43-2f38-4fe7-b682-12f3fca9036d req-de5bf09f-4466-4435-a21a-02fe515f4b0f service neutron] 10.222.0.87 "GET /networking/v2.0/networks/4c9cdff2-05de-4391-b19a-4c2f9845a0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543794 Aug 29 23:53:34.120927 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef32279-94c8-482a-9e06-21782cb73685 req-4ec5f495-0c86-4fdf-a7ef-ba6906b7c6fc tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:34.123298 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-4ef32279-94c8-482a-9e06-21782cb73685 req-4ec5f495-0c86-4fdf-a7ef-ba6906b7c6fc tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 946 time: 0.1218109 Aug 29 23:53:34.222694 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-4ef32279-94c8-482a-9e06-21782cb73685 req-4fad23f3-8c34-4379-aeb8-749ae55c85fd tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842934 Aug 29 23:53:34.244746 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-e9fd1b43-2f38-4fe7-b682-12f3fca9036d req-89574671-7867-4380-8d08-5e0917370725 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/4c9cdff2-05de-4391-b19a-4c2f9845a0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929612 Aug 29 23:53:34.567690 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 47374) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:34.581997 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-f1d64646-d5d8-4cd1-9328-500829883236 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:34.703371 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-f1d64646-d5d8-4cd1-9328-500829883236 admin admin] Publish callbacks [] for security_group (bcd26832-f1d1-449a-9eab-cd0fd66bc2be), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:34.778243 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-f1d64646-d5d8-4cd1-9328-500829883236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (bcd26832-f1d1-449a-9eab-cd0fd66bc2be), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:34.825739 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d64646-d5d8-4cd1-9328-500829883236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd26832-f1d1-449a-9eab-cd0fd66bc2be,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:34.831744 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-f1d64646-d5d8-4cd1-9328-500829883236 admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=bf347779568f4a85b2dca39b96cdb064&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2629080 Aug 29 23:53:34.835340 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 47378) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:34.933002 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-c8031a02-3985-4050-bae1-11b5ee7fa0dc admin admin] Publish callbacks [] for security_group (bcd26832-f1d1-449a-9eab-cd0fd66bc2be), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:35.024416 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-c8031a02-3985-4050-bae1-11b5ee7fa0dc admin admin] Publish callbacks [] for security_group (bcd26832-f1d1-449a-9eab-cd0fd66bc2be), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:35.062168 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:35.090636 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b583eaa-2d78-4bd2-a5ca-63b3f503530d req-5129bb2f-8879-4366-a4bd-97a6cc6b4450 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:35.098819 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-0b583eaa-2d78-4bd2-a5ca-63b3f503530d req-5129bb2f-8879-4366-a4bd-97a6cc6b4450 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=2369a844-afb7-41b8-93e0-822cc05c3da2 HTTP/1.1" status: 200 len: 946 time: 0.1391249 Aug 29 23:53:35.210308 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-0b583eaa-2d78-4bd2-a5ca-63b3f503530d req-b171b090-1c72-40ec-afd8-f86e844b29c5 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=1f6a57e2-0908-4455-a1dc-46c9afab5350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040888 Aug 29 23:53:35.286172 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-c8031a02-3985-4050-bae1-11b5ee7fa0dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (bcd26832-f1d1-449a-9eab-cd0fd66bc2be), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:35.289426 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-c8031a02-3985-4050-bae1-11b5ee7fa0dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:35.291787 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-c8031a02-3985-4050-bae1-11b5ee7fa0dc admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/bcd26832-f1d1-449a-9eab-cd0fd66bc2be HTTP/1.1" status: 204 len: 168 time: 0.4543724 Aug 29 23:53:35.308647 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8031a02-3985-4050-bae1-11b5ee7fa0dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd26832-f1d1-449a-9eab-cd0fd66bc2be,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:35.400841 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245fb60c-31c9-4f9a-88a2-c8ad26b6c319 req-ec1b8786-c8a4-47bf-8c4a-b9ffb6ed9737 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:35.408765 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-245fb60c-31c9-4f9a-88a2-c8ad26b6c319 req-ec1b8786-c8a4-47bf-8c4a-b9ffb6ed9737 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 946 time: 0.0781496 Aug 29 23:53:35.441021 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:35.478444 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-245fb60c-31c9-4f9a-88a2-c8ad26b6c319 req-b9f62374-5dd1-417c-9df5-98a213ca9f57 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685823 Aug 29 23:53:36.401161 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3528b4-e7bb-48ed-a1a9-61aa4d535320 req-9ddaadf4-0cdb-47f8-af6d-467a83bca3e6 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:36.402814 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-7e3528b4-e7bb-48ed-a1a9-61aa4d535320 req-9ddaadf4-0cdb-47f8-af6d-467a83bca3e6 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=2369a844-afb7-41b8-93e0-822cc05c3da2 HTTP/1.1" status: 200 len: 946 time: 0.0626781 Aug 29 23:53:36.463855 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-7e3528b4-e7bb-48ed-a1a9-61aa4d535320 req-c5b9821b-f305-4186-8b49-0c4093b31f38 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=1f6a57e2-0908-4455-a1dc-46c9afab5350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523221 Aug 29 23:53:36.645306 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a68c26d-d245-47b7-a886-4fb3efb8db53 req-eb7f3782-39ab-4cca-ac55-57af28853ee0 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:36.648088 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-6a68c26d-d245-47b7-a886-4fb3efb8db53 req-eb7f3782-39ab-4cca-ac55-57af28853ee0 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 946 time: 0.0789416 Aug 29 23:53:36.738885 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-6a68c26d-d245-47b7-a886-4fb3efb8db53 req-1d711082-2fc8-43fa-8074-e21d7516babf tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844190 Aug 29 23:53:37.470367 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=100 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:37.539472 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac049d90-eed1-4053-8a65-1395d3a80032 req-8cee52b8-daab-4bde-9b77-b8f99e7a5507 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:37.541125 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-ac049d90-eed1-4053-8a65-1395d3a80032 req-8cee52b8-daab-4bde-9b77-b8f99e7a5507 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] 10.222.0.87 "GET /networking/v2.0/ports?device_id=2369a844-afb7-41b8-93e0-822cc05c3da2 HTTP/1.1" status: 200 len: 946 time: 0.1045706 Aug 29 23:53:37.649528 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbbe9ea-c62e-4f92-ba3f-522f4d94fc73 req-69da1a93-282b-4775-9d31-112f81e2a41e tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:37.651263 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-5fbbe9ea-c62e-4f92-ba3f-522f4d94fc73 req-69da1a93-282b-4775-9d31-112f81e2a41e tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=2369a844-afb7-41b8-93e0-822cc05c3da2 HTTP/1.1" status: 200 len: 946 time: 0.0793386 Aug 29 23:53:37.721542 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-5fbbe9ea-c62e-4f92-ba3f-522f4d94fc73 req-08b59d64-0b8b-418e-8fa8-ba5936e804a8 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=1f6a57e2-0908-4455-a1dc-46c9afab5350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624180 Aug 29 23:53:37.752258 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.plugin [req-ac049d90-eed1-4053-8a65-1395d3a80032 req-05c37441-7bf2-4242-b357-1841c6d93226 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] Deleting port 301565fd-38df-4687-ab85-0e577c9b30a7 {{(pid=113416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:53:37.752258 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-ac049d90-eed1-4053-8a65-1395d3a80032 req-05c37441-7bf2-4242-b357-1841c6d93226 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (301565fd-38df-4687-ab85-0e577c9b30a7), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:37.879345 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.db [req-ac049d90-eed1-4053-8a65-1395d3a80032 req-05c37441-7bf2-4242-b357-1841c6d93226 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] For port 301565fd-38df-4687-ab85-0e577c9b30a7, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=301565fd-38df-4687-ab85-0e577c9b30a7,segment=NetworkSegment(216060a8-b9ef-4fb3-8659-af94605ff481),segment_id=216060a8-b9ef-4fb3-8659-af94605ff481)] {{(pid=113416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:53:37.880085 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-ac049d90-eed1-4053-8a65-1395d3a80032 req-05c37441-7bf2-4242-b357-1841c6d93226 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (301565fd-38df-4687-ab85-0e577c9b30a7), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:37.902085 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.plugin [req-ac049d90-eed1-4053-8a65-1395d3a80032 req-05c37441-7bf2-4242-b357-1841c6d93226 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] Calling delete_port for 301565fd-38df-4687-ab85-0e577c9b30a7 owned by compute:nova {{(pid=113416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:53:38.031485 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2203a-17f6-440b-a7c3-cc484237db1b req-7e1aaafd-1261-4a5c-875a-83eaab0cad80 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:38.044962 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-7de2203a-17f6-440b-a7c3-cc484237db1b req-7e1aaafd-1261-4a5c-875a-83eaab0cad80 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 946 time: 0.1415308 Aug 29 23:53:38.149209 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-7de2203a-17f6-440b-a7c3-cc484237db1b req-69f8bbb2-51b8-414f-959d-26e3f5316ea3 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019926 Aug 29 23:53:38.161380 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-ac049d90-eed1-4053-8a65-1395d3a80032 req-05c37441-7bf2-4242-b357-1841c6d93226 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963692'] for port (301565fd-38df-4687-ab85-0e577c9b30a7), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:38.185169 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] get_ports_and_sgs() called for port_ids ['301565fd-38df-4687-ab85-0e577c9b30a7'] {{(pid=113417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 23:53:38.232734 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c37441-7bf2-4242-b357-1841c6d93226 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] Pushing event deleted for resources: {'Port': ['ID=301565fd-38df-4687-ab85-0e577c9b30a7,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:38.325789 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac049d90-eed1-4053-8a65-1395d3a80032 req-05c37441-7bf2-4242-b357-1841c6d93226 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] No DVR routers for this DVR port 301565fd-38df-4687-ab85-0e577c9b30a7 on host hv-cinder-85504 {{(pid=113416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 23:53:38.331670 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-ac049d90-eed1-4053-8a65-1395d3a80032 req-05c37441-7bf2-4242-b357-1841c6d93226 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for port (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:38.337185 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-ac049d90-eed1-4053-8a65-1395d3a80032 req-05c37441-7bf2-4242-b357-1841c6d93226 tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] 10.222.0.87 "DELETE /networking/v2.0/ports/301565fd-38df-4687-ab85-0e577c9b30a7 HTTP/1.1" status: 204 len: 173 time: 0.7843866 Aug 29 23:53:38.338128 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2369a844-afb7-41b8-93e0-822cc05c3da2', 'name': 'network-vif-deleted', 'tag': '301565fd-38df-4687-ab85-0e577c9b30a7'}] {{(pid=113416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:53:38.341717 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca1b1d0bad556637bdc4aa8e491b493d03ba5f494de7569054403470f02cf73a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e6bcb89-e0d7-49c7-aaf8-8490b39fadc7" -d '{"events": [{"server_uuid": "2369a844-afb7-41b8-93e0-822cc05c3da2", "name": "network-vif-deleted", "tag": "301565fd-38df-4687-ab85-0e577c9b30a7"}]}' {{(pid=113416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:53:38.425017 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3367f5b2-233f-4636-a460-cde90b521b93 x-openstack-request-id: req-3367f5b2-233f-4636-a460-cde90b521b93 {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:53:38.425801 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2369a844-afb7-41b8-93e0-822cc05c3da2", "name": "network-vif-deleted", "tag": "301565fd-38df-4687-ab85-0e577c9b30a7", "status": "completed", "code": 200}]} {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:53:38.426597 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-3367f5b2-233f-4636-a460-cde90b521b93 {{(pid=113416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:53:38.427371 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3367f5b2-233f-4636-a460-cde90b521b93'] response: {'server_uuid': '2369a844-afb7-41b8-93e0-822cc05c3da2', 'name': 'network-vif-deleted', 'tag': '301565fd-38df-4687-ab85-0e577c9b30a7', 'status': 'completed', 'code': 200} Aug 29 23:53:38.914878 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c45e1b66-f982-4922-85ba-6941124a4880 req-183e25fe-c5aa-4e9c-8f1a-e8d92ee24c6f tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=2369a844-afb7-41b8-93e0-822cc05c3da2 HTTP/1.1" status: 200 len: 210 time: 0.0530303 Aug 29 23:53:39.330855 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c72a0d-f393-4979-a39f-ff83bfc36898 req-ed861ae8-93b0-4801-b583-17a556d6be7a tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:39.333761 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-91c72a0d-f393-4979-a39f-ff83bfc36898 req-ed861ae8-93b0-4801-b583-17a556d6be7a tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 946 time: 0.0823052 Aug 29 23:53:39.404311 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-91c72a0d-f393-4979-a39f-ff83bfc36898 req-d9575525-1e93-4819-8594-230604b93f8e tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633323 Aug 29 23:53:40.119261 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-79ea8448-2ac8-4002-8461-18f744feccc3 req-4f4a2d51-27da-4b5f-ae8c-d17388cbc0de tempest-DeleteServersTestJSON-1147741297 tempest-DeleteServersTestJSON-1147741297-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=2369a844-afb7-41b8-93e0-822cc05c3da2 HTTP/1.1" status: 200 len: 210 time: 0.0484262 Aug 29 23:53:40.292120 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-31ceccfb-c213-4a87-be76-8b5eeb1b359a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (1020f8f9-c858-45a1-84c5-376480b0ca2e), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:40.578991 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d0a2d-ac85-4fea-ac18-5bd42d6f49a8 req-5f509340-8ea9-4014-aa0b-289210d6908a tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:40.580616 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-347d0a2d-ac85-4fea-ac18-5bd42d6f49a8 req-5f509340-8ea9-4014-aa0b-289210d6908a tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 946 time: 0.0715499 Aug 29 23:53:40.655117 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-347d0a2d-ac85-4fea-ac18-5bd42d6f49a8 req-4e94d311-1eec-4890-b89c-3786faa418eb tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632675 Aug 29 23:53:40.940957 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device 301565fd-38df-4687-ab85-0e577c9b30a7 no longer exists at agent hyperv_hv-cinder-85504 {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:53:40.967230 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] No Port match for: 301565fd-38df-4687-ab85-0e577c9b30a7 {{(pid=113417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:53:40.969088 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device 301565fd-38df-4687-ab85-0e577c9b30a7 not bound to the agent host hv-cinder-85504 {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:53:41.810079 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63148c65-f40d-47d9-bcc2-2adddada57ce req-8c0cfe34-b2fb-46ae-86ba-9892a7aa7c30 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:41.812324 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-63148c65-f40d-47d9-bcc2-2adddada57ce req-8c0cfe34-b2fb-46ae-86ba-9892a7aa7c30 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 946 time: 0.0708785 Aug 29 23:53:41.876086 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-63148c65-f40d-47d9-bcc2-2adddada57ce req-39a4183c-c5e2-42e6-9873-ab6ba1a7b5f2 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574098 Aug 29 23:53:42.172651 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=10 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:42.219358 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=38 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:43.046127 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (a7eaf665-0f6d-431a-9601-222c900251ec), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:43.050150 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a3c34-1a82-4b0d-ad9d-24fed469e39b req-90571169-b955-4290-8d5e-27064cdac1c6 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:43.054607 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-3b5a3c34-1a82-4b0d-ad9d-24fed469e39b req-90571169-b955-4290-8d5e-27064cdac1c6 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 946 time: 0.0704017 Aug 29 23:53:43.129295 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-3b5a3c34-1a82-4b0d-ad9d-24fed469e39b req-ebacaa7a-7d7c-4849-a8cb-8ebc6c144cbf tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658488 Aug 29 23:53:43.231199 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 47588) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:43.434293 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-90c525d6-7b73-4873-a7eb-dd2b225c6bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (037668f0-d812-4b59-9d2d-ce33f66a7708), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:43.480945 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:43.494860 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:43.819123 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-a8780038-553c-4b6f-8d12-066878e74233 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477410'] for router_interface (eb0b4833-da7c-42f1-9534-91a6d779f15c), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:44.374937 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b640d-7d12-4d53-854b-3a15a1d1eb7c req-5d7d3c73-a1c7-4992-a1b7-5b62ff11ff5a tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:44.377150 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-104b640d-7d12-4d53-854b-3a15a1d1eb7c req-5d7d3c73-a1c7-4992-a1b7-5b62ff11ff5a tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 946 time: 0.1090908 Aug 29 23:53:44.452701 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cdcd43ac-7909-438b-ba67-31b4a20d4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (bcd4f52e-0d63-4d8a-9dda-ff825ab30758), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:44.473417 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [None req-a8780038-553c-4b6f-8d12-066878e74233 admin admin] Deleting port 26e413af-3822-44a7-906f-1c16343d3133 {{(pid=113415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:53:44.474154 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-a8780038-553c-4b6f-8d12-066878e74233 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (26e413af-3822-44a7-906f-1c16343d3133), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:44.499715 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-104b640d-7d12-4d53-854b-3a15a1d1eb7c req-9bc7bc88-6a1d-40fb-9190-90630089d500 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099212 Aug 29 23:53:44.613045 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.db [None req-a8780038-553c-4b6f-8d12-066878e74233 admin admin] For port 26e413af-3822-44a7-906f-1c16343d3133, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=26e413af-3822-44a7-906f-1c16343d3133,segment=NetworkSegment(216060a8-b9ef-4fb3-8659-af94605ff481),segment_id=216060a8-b9ef-4fb3-8659-af94605ff481)] {{(pid=113415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:53:44.613523 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-a8780038-553c-4b6f-8d12-066878e74233 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (26e413af-3822-44a7-906f-1c16343d3133), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:44.635561 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [None req-a8780038-553c-4b6f-8d12-066878e74233 admin admin] Calling delete_port for 26e413af-3822-44a7-906f-1c16343d3133 owned by network:router_interface {{(pid=113415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:53:44.898851 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:45.001669 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 47610) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:45.017517 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-a8780038-553c-4b6f-8d12-066878e74233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11068774'] for port (26e413af-3822-44a7-906f-1c16343d3133), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:45.055919 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8780038-553c-4b6f-8d12-066878e74233 admin admin] Pushing event deleted for resources: {'Port': ['ID=26e413af-3822-44a7-906f-1c16343d3133,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:45.222662 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-abad3a91-0f7e-4266-91d0-dce70d29e24a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:45.241082 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:45.323673 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-a8780038-553c-4b6f-8d12-066878e74233 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-479058'] for router_interface (eb0b4833-da7c-42f1-9534-91a6d779f15c), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:45.476334 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-abad3a91-0f7e-4266-91d0-dce70d29e24a admin admin] Publish callbacks [] for security_group (6cf64e20-d17c-4dc6-8c97-4f7200868878), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:45.556654 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (01773ddc-a5d8-4c68-b7b5-e385af2b339f), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:45.585888 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-abad3a91-0f7e-4266-91d0-dce70d29e24a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (6cf64e20-d17c-4dc6-8c97-4f7200868878), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:45.684839 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-abad3a91-0f7e-4266-91d0-dce70d29e24a admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=71f8af30c4954d828b1c5d1fa3226ef9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6818509 Aug 29 23:53:45.688291 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 47620) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:45.690671 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abad3a91-0f7e-4266-91d0-dce70d29e24a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf64e20-d17c-4dc6-8c97-4f7200868878,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:45.706237 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73692a-908d-4a5d-b6ea-ca1bc7eea326 req-13664975-b35a-4433-81c1-eb3078a380c6 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:45.707821 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ec73692a-908d-4a5d-b6ea-ca1bc7eea326 req-13664975-b35a-4433-81c1-eb3078a380c6 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 946 time: 0.0946720 Aug 29 23:53:45.710068 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8780038-553c-4b6f-8d12-066878e74233 admin admin] Router eb0b4833-da7c-42f1-9534-91a6d779f15c has already been hosted by L3 agent 037668f0-d812-4b59-9d2d-ce33f66a7708 {{(pid=113415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:53:45.763076 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-2f82449e-dd02-4718-8184-62d4590fa95d admin admin] Publish callbacks [] for security_group (6cf64e20-d17c-4dc6-8c97-4f7200868878), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:45.792428 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-2f82449e-dd02-4718-8184-62d4590fa95d admin admin] Publish callbacks [] for security_group (6cf64e20-d17c-4dc6-8c97-4f7200868878), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:45.821077 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ec73692a-908d-4a5d-b6ea-ca1bc7eea326 req-c26b742f-ae8f-4ddd-aa49-fb6451016fad tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024566 Aug 29 23:53:45.877697 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8780038-553c-4b6f-8d12-066878e74233 admin admin] Notify agent at l3_agent.dv-cinder-855041-2-iscsi the message routers_updated {{(pid=113415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:53:45.883486 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-a8780038-553c-4b6f-8d12-066878e74233 admin admin] 10.222.0.90 "PUT /networking/v2.0/routers/eb0b4833-da7c-42f1-9534-91a6d779f15c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6506901 Aug 29 23:53:45.886782 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 47624) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:45.888371 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b10e33a-56e7-4547-834a-529dba7b7511 None None] Sync routers for ids ['eb0b4833-da7c-42f1-9534-91a6d779f15c'] in dv-cinder-855041-2-iscsi {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:53:45.894245 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:45.900518 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b10e33a-56e7-4547-834a-529dba7b7511 None None] Routers {'eb0b4833-da7c-42f1-9534-91a6d779f15c'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:53:45.901184 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-5b10e33a-56e7-4547-834a-529dba7b7511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:53:43Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['eb0b4833-da7c-42f1-9534-91a6d779f15c'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:53:46.002651 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-2f82449e-dd02-4718-8184-62d4590fa95d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (6cf64e20-d17c-4dc6-8c97-4f7200868878), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:46.005083 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-2f82449e-dd02-4718-8184-62d4590fa95d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:46.006223 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-2f82449e-dd02-4718-8184-62d4590fa95d admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/6cf64e20-d17c-4dc6-8c97-4f7200868878 HTTP/1.1" status: 204 len: 168 time: 0.3166609 Aug 29 23:53:46.017560 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f82449e-dd02-4718-8184-62d4590fa95d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf64e20-d17c-4dc6-8c97-4f7200868878,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:46.019880 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-af59e58e-2034-4bed-8322-bbae9f1d4196 admin admin] Publish callbacks [] for router (eb0b4833-da7c-42f1-9534-91a6d779f15c), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:46.032343 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-5b10e33a-56e7-4547-834a-529dba7b7511 None None] Set router eb0b4833-da7c-42f1-9534-91a6d779f15c gateway port host: dv-cinder-855041-2-iscsi {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:53:46.159633 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-af59e58e-2034-4bed-8322-bbae9f1d4196 admin admin] Publish callbacks [] for router_gateway (eb0b4833-da7c-42f1-9534-91a6d779f15c), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:46.244386 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-5b10e33a-56e7-4547-834a-529dba7b7511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb0b4833-da7c-42f1-9534-91a6d779f15c', 'name': 'tempest-DeleteServersTestJSON-347692398-router', 'tenant_id': '651125f8b5f9452a8f854ae229670514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '59c614a2-11a6-4a27-8931-d63a67a0c104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:14Z', 'updated_at': '2022-08-29T23:53:44Z', 'revision_number': 5, 'project_id': '651125f8b5f9452a8f854ae229670514', 'gw_port': {'id': '59c614a2-11a6-4a27-8931-d63a67a0c104', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0b4833-da7c-42f1-9534-91a6d779f15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:16Z', 'updated_at': '2022-08-29T23:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi'}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:53:46.275386 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b10e33a-56e7-4547-834a-529dba7b7511 None None] Checking router: eb0b4833-da7c-42f1-9534-91a6d779f15c for host: dv-cinder-855041-2-iscsi {{(pid=113418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:53:46.284909 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b10e33a-56e7-4547-834a-529dba7b7511 None None] Routers {'eb0b4833-da7c-42f1-9534-91a6d779f15c'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:53:46.285504 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-5b10e33a-56e7-4547-834a-529dba7b7511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:53:43Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['eb0b4833-da7c-42f1-9534-91a6d779f15c'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:53:46.345146 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:46.357622 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.plugin [None req-af59e58e-2034-4bed-8322-bbae9f1d4196 admin admin] Deleting port 59c614a2-11a6-4a27-8931-d63a67a0c104 {{(pid=113416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:53:46.358148 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-af59e58e-2034-4bed-8322-bbae9f1d4196 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (59c614a2-11a6-4a27-8931-d63a67a0c104), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:46.405348 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-5b10e33a-56e7-4547-834a-529dba7b7511 None None] Set router eb0b4833-da7c-42f1-9534-91a6d779f15c gateway port host: dv-cinder-855041-2-iscsi {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:53:46.423360 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-55545b4a-c719-46e4-a9c5-7c044aa64822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (63136763-0f20-46a8-951a-2f70193501e4), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:46.471442 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.db [None req-af59e58e-2034-4bed-8322-bbae9f1d4196 admin admin] For port 59c614a2-11a6-4a27-8931-d63a67a0c104, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=59c614a2-11a6-4a27-8931-d63a67a0c104,segment=NetworkSegment(b4742eaf-d58e-407a-bbd7-30be4e48df16),segment_id=b4742eaf-d58e-407a-bbd7-30be4e48df16)] {{(pid=113416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:53:46.472345 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-af59e58e-2034-4bed-8322-bbae9f1d4196 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (59c614a2-11a6-4a27-8931-d63a67a0c104), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:46.492357 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.plugin [None req-af59e58e-2034-4bed-8322-bbae9f1d4196 admin admin] Calling delete_port for 59c614a2-11a6-4a27-8931-d63a67a0c104 owned by network:router_gateway {{(pid=113416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:53:46.636084 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-5b10e33a-56e7-4547-834a-529dba7b7511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb0b4833-da7c-42f1-9534-91a6d779f15c', 'name': 'tempest-DeleteServersTestJSON-347692398-router', 'tenant_id': '651125f8b5f9452a8f854ae229670514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '59c614a2-11a6-4a27-8931-d63a67a0c104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:14Z', 'updated_at': '2022-08-29T23:53:44Z', 'revision_number': 5, 'project_id': '651125f8b5f9452a8f854ae229670514', 'gw_port': {'id': '59c614a2-11a6-4a27-8931-d63a67a0c104', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0b4833-da7c-42f1-9534-91a6d779f15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:16Z', 'updated_at': '2022-08-29T23:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi'}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:53:46.665356 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b10e33a-56e7-4547-834a-529dba7b7511 None None] The sync data for ids ['eb0b4833-da7c-42f1-9534-91a6d779f15c'] in dv-cinder-855041-2-iscsi is: [{'id': 'eb0b4833-da7c-42f1-9534-91a6d779f15c', 'name': 'tempest-DeleteServersTestJSON-347692398-router', 'tenant_id': '651125f8b5f9452a8f854ae229670514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '59c614a2-11a6-4a27-8931-d63a67a0c104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:14Z', 'updated_at': '2022-08-29T23:53:44Z', 'revision_number': 5, 'project_id': '651125f8b5f9452a8f854ae229670514', 'gw_port': {'id': '59c614a2-11a6-4a27-8931-d63a67a0c104', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0b4833-da7c-42f1-9534-91a6d779f15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:16Z', 'updated_at': '2022-08-29T23:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi'}] {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:53:46.782851 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-af59e58e-2034-4bed-8322-bbae9f1d4196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963692'] for port (59c614a2-11a6-4a27-8931-d63a67a0c104), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:46.817554 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af59e58e-2034-4bed-8322-bbae9f1d4196 admin admin] Pushing event deleted for resources: {'Port': ['ID=59c614a2-11a6-4a27-8931-d63a67a0c104,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:47.030377 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e06bc-69df-4150-bdf0-4cbb37786177 req-54e384bd-60fd-4f0d-9d32-983502396526 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:47.034775 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-2b3e06bc-69df-4150-bdf0-4cbb37786177 req-54e384bd-60fd-4f0d-9d32-983502396526 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 946 time: 0.1070225 Aug 29 23:53:47.055661 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 47638) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:47.087171 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-534f968e-5bf3-4ac5-9dae-818d9cbdaf38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:47.093255 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:47.149541 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-2b3e06bc-69df-4150-bdf0-4cbb37786177 req-d3463ec8-788e-49d8-a9db-ac85b269f160 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043444 Aug 29 23:53:47.223621 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-af59e58e-2034-4bed-8322-bbae9f1d4196 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477601'] for router_gateway (eb0b4833-da7c-42f1-9534-91a6d779f15c), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:47.242898 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:INSERT=13,neutron:SELECT=86,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:47.252768 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-534f968e-5bf3-4ac5-9dae-818d9cbdaf38 admin admin] Publish callbacks [] for security_group (44e18b8c-6395-4997-adbb-dc7c84e62ec2), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:47.326895 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-534f968e-5bf3-4ac5-9dae-818d9cbdaf38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (44e18b8c-6395-4997-adbb-dc7c84e62ec2), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:47.382671 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-af59e58e-2034-4bed-8322-bbae9f1d4196 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63306'] for router (eb0b4833-da7c-42f1-9534-91a6d779f15c), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:47.387973 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-af59e58e-2034-4bed-8322-bbae9f1d4196 admin admin] Publish callbacks [] for router_controller (eb0b4833-da7c-42f1-9534-91a6d779f15c), precommit_delete_associations {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:47.402148 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-534f968e-5bf3-4ac5-9dae-818d9cbdaf38 admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=e604631b65944961bbb09c72829ff73c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3447137 Aug 29 23:53:47.408674 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 47640) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:47.424879 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534f968e-5bf3-4ac5-9dae-818d9cbdaf38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e18b8c-6395-4997-adbb-dc7c84e62ec2,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:47.543103 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-b35df925-7f26-422a-91c3-2f80b1f22a03 admin admin] Publish callbacks [] for security_group (44e18b8c-6395-4997-adbb-dc7c84e62ec2), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:47.590426 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-b35df925-7f26-422a-91c3-2f80b1f22a03 admin admin] Publish callbacks [] for security_group (44e18b8c-6395-4997-adbb-dc7c84e62ec2), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:47.624618 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-af59e58e-2034-4bed-8322-bbae9f1d4196 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-479023'] for router (eb0b4833-da7c-42f1-9534-91a6d779f15c), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:47.624618 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af59e58e-2034-4bed-8322-bbae9f1d4196 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb0b4833-da7c-42f1-9534-91a6d779f15c {{(pid=113416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 23:53:47.629504 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-af59e58e-2034-4bed-8322-bbae9f1d4196 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:47.639812 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-af59e58e-2034-4bed-8322-bbae9f1d4196 admin admin] 10.222.0.90 "DELETE /networking/v2.0/routers/eb0b4833-da7c-42f1-9534-91a6d779f15c HTTP/1.1" status: 204 len: 168 time: 1.7463493 Aug 29 23:53:47.639812 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 47652) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:47.735327 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.db_base_plugin_v2 [None req-b91cac17-54cf-4a14-9f54-8250183b607f admin admin] Deleting subnet e2f85b4b-6ca4-4e91-b383-5b4766b0604f {{(pid=113416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 23:53:47.742665 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-b91cac17-54cf-4a14-9f54-8250183b607f admin admin] Publish callbacks [] for subnet (e2f85b4b-6ca4-4e91-b383-5b4766b0604f), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:47.782860 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-b35df925-7f26-422a-91c3-2f80b1f22a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (44e18b8c-6395-4997-adbb-dc7c84e62ec2), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:47.788139 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-b35df925-7f26-422a-91c3-2f80b1f22a03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:47.789482 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-b35df925-7f26-422a-91c3-2f80b1f22a03 admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/44e18b8c-6395-4997-adbb-dc7c84e62ec2 HTTP/1.1" status: 204 len: 168 time: 0.3794353 Aug 29 23:53:47.800625 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35df925-7f26-422a-91c3-2f80b1f22a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e18b8c-6395-4997-adbb-dc7c84e62ec2,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:47.805460 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-b91cac17-54cf-4a14-9f54-8250183b607f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10966540'] for subnet (e2f85b4b-6ca4-4e91-b383-5b4766b0604f), precommit_delete_associations {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:47.854046 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:48.033676 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-b91cac17-54cf-4a14-9f54-8250183b607f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3500387'] for subnet (e2f85b4b-6ca4-4e91-b383-5b4766b0604f), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:48.210480 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 26e413af-3822-44a7-906f-1c16343d3133 no longer exists at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:53:48.241559 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] No Port match for: 26e413af-3822-44a7-906f-1c16343d3133 {{(pid=113417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:53:48.241900 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 26e413af-3822-44a7-906f-1c16343d3133 not bound to the agent host dv-cinder-855041-2-iscsi {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:53:48.260484 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-b91cac17-54cf-4a14-9f54-8250183b607f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3500410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4096602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10966559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11693050'] for subnet (e2f85b4b-6ca4-4e91-b383-5b4766b0604f), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:48.296430 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91cac17-54cf-4a14-9f54-8250183b607f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2f85b4b-6ca4-4e91-b383-5b4766b0604f,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:48.309025 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-b91cac17-54cf-4a14-9f54-8250183b607f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for subnet (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:48.316522 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045a0cda-4d47-4b00-a242-5c67cbd6aa8a None None] Network 93e0a306-b92e-472d-869d-9065a5f6f97f requested from dv-cinder-855041-2-iscsi {{(pid=113417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:53:48.334756 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-b91cac17-54cf-4a14-9f54-8250183b607f admin admin] 10.222.0.90 "DELETE /networking/v2.0/subnets/e2f85b4b-6ca4-4e91-b383-5b4766b0604f HTTP/1.1" status: 204 len: 168 time: 0.6983161 Aug 29 23:53:48.343358 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 47670) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:48.422785 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e2608-a067-42ad-97a7-6aedcea43c4b req-030612d1-3f7a-4b3c-bc51-bebbb741ce31 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:48.428675 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-970e2608-a067-42ad-97a7-6aedcea43c4b req-030612d1-3f7a-4b3c-bc51-bebbb741ce31 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 946 time: 0.1131301 Aug 29 23:53:48.487935 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-259f8d5a-9fe7-443c-b2cd-e3af1a74ca28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578142'] for network (93e0a306-b92e-472d-869d-9065a5f6f97f), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:48.535050 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-970e2608-a067-42ad-97a7-6aedcea43c4b req-3c20ecb8-e9ba-4be7-a0e0-c1b0f41bced4 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049318 Aug 29 23:53:48.549484 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.plugin [None req-259f8d5a-9fe7-443c-b2cd-e3af1a74ca28 admin admin] Deleting port 9bb072ee-c87d-4d8d-8e86-158470bccb15 {{(pid=113416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:53:48.552762 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-259f8d5a-9fe7-443c-b2cd-e3af1a74ca28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (9bb072ee-c87d-4d8d-8e86-158470bccb15), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:48.633182 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:DELETE=12,neutron:SELECT=84,neutron:UPDATE=4 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:48.648670 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.db [None req-259f8d5a-9fe7-443c-b2cd-e3af1a74ca28 admin admin] For port 9bb072ee-c87d-4d8d-8e86-158470bccb15, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=9bb072ee-c87d-4d8d-8e86-158470bccb15,segment=NetworkSegment(216060a8-b9ef-4fb3-8659-af94605ff481),segment_id=216060a8-b9ef-4fb3-8659-af94605ff481)] {{(pid=113416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:53:48.649046 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-259f8d5a-9fe7-443c-b2cd-e3af1a74ca28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (9bb072ee-c87d-4d8d-8e86-158470bccb15), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:48.665203 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.plugin [None req-259f8d5a-9fe7-443c-b2cd-e3af1a74ca28 admin admin] Calling delete_port for 9bb072ee-c87d-4d8d-8e86-158470bccb15 owned by network:dhcp {{(pid=113416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:53:48.838338 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8792f7d7-161f-463f-962c-0e0420dec2d7 None None] DHCP port deletion for 93e0a306-b92e-472d-869d-9065a5f6f97f request from dv-cinder-855041-2-iscsi {{(pid=113417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 23:53:48.878642 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:48.888735 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:48.896550 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-8792f7d7-161f-463f-962c-0e0420dec2d7 None None] Deleting port 9bb072ee-c87d-4d8d-8e86-158470bccb15 {{(pid=113417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:53:48.897205 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-8792f7d7-161f-463f-962c-0e0420dec2d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (9bb072ee-c87d-4d8d-8e86-158470bccb15), before_delete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:48.921162 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-259f8d5a-9fe7-443c-b2cd-e3af1a74ca28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963692'] for port (9bb072ee-c87d-4d8d-8e86-158470bccb15), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:48.966623 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259f8d5a-9fe7-443c-b2cd-e3af1a74ca28 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bb072ee-c87d-4d8d-8e86-158470bccb15,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:48.973129 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259f8d5a-9fe7-443c-b2cd-e3af1a74ca28 admin admin] No DVR routers for this DVR port 9bb072ee-c87d-4d8d-8e86-158470bccb15 on host dv-cinder-855041-2-iscsi {{(pid=113416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 23:53:49.009676 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-8792f7d7-161f-463f-962c-0e0420dec2d7 None None] For port 9bb072ee-c87d-4d8d-8e86-158470bccb15, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=9bb072ee-c87d-4d8d-8e86-158470bccb15,segment=NetworkSegment(216060a8-b9ef-4fb3-8659-af94605ff481),segment_id=216060a8-b9ef-4fb3-8659-af94605ff481)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:53:49.010122 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-8792f7d7-161f-463f-962c-0e0420dec2d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (9bb072ee-c87d-4d8d-8e86-158470bccb15), precommit_delete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:49.036307 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-8792f7d7-161f-463f-962c-0e0420dec2d7 None None] Calling delete_port for 9bb072ee-c87d-4d8d-8e86-158470bccb15 owned by network:dhcp {{(pid=113417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:53:49.050026 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 47674) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:49.064892 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-195843cb-7fbc-49ce-81cb-11b482b67689 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:49.150206 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-259f8d5a-9fe7-443c-b2cd-e3af1a74ca28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3498496', 'neutron.services.segments.db._delete_segments_for_network-8751006364483'] for network (93e0a306-b92e-472d-869d-9065a5f6f97f), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:49.185662 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.services.segments.db [None req-259f8d5a-9fe7-443c-b2cd-e3af1a74ca28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93e0a306-b92e-472d-869d-9065a5f6f97f']}} {{(pid=113416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:53:49.197975 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.services.segments.db [None req-259f8d5a-9fe7-443c-b2cd-e3af1a74ca28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '216060a8-b9ef-4fb3-8659-af94605ff481') {'for_net_delete': True} {{(pid=113416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:53:49.198279 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.services.segments.db [None req-259f8d5a-9fe7-443c-b2cd-e3af1a74ca28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '216060a8-b9ef-4fb3-8659-af94605ff481') {} {{(pid=113416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:53:49.211706 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-259f8d5a-9fe7-443c-b2cd-e3af1a74ca28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751006358959', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10966535'] for segment (216060a8-b9ef-4fb3-8659-af94605ff481), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:49.230836 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-195843cb-7fbc-49ce-81cb-11b482b67689 admin admin] Publish callbacks [] for security_group (0c5e976e-ad55-4318-88ae-bee8a6c3581b), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:49.238698 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-8792f7d7-161f-463f-962c-0e0420dec2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306'] for port (9bb072ee-c87d-4d8d-8e86-158470bccb15), after_delete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:49.239509 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-259f8d5a-9fe7-443c-b2cd-e3af1a74ca28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3480186'] for segment (216060a8-b9ef-4fb3-8659-af94605ff481), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:49.249887 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-259f8d5a-9fe7-443c-b2cd-e3af1a74ca28 admin admin] Releasing vlan 1136 on physical network physnet1 to pool {{(pid=113416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 23:53:49.250220 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-259f8d5a-9fe7-443c-b2cd-e3af1a74ca28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3480186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10963641'] for segment (216060a8-b9ef-4fb3-8659-af94605ff481), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:49.274248 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8792f7d7-161f-463f-962c-0e0420dec2d7 None None] Pushing event deleted for resources: {'Port': ['ID=9bb072ee-c87d-4d8d-8e86-158470bccb15,revision_number=None']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:49.276719 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8792f7d7-161f-463f-962c-0e0420dec2d7 None None] No DVR routers for this DVR port 9bb072ee-c87d-4d8d-8e86-158470bccb15 on host dv-cinder-855041-2-iscsi {{(pid=113417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 23:53:49.311862 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-195843cb-7fbc-49ce-81cb-11b482b67689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (0c5e976e-ad55-4318-88ae-bee8a6c3581b), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:49.331669 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.services.segments.plugin [-] Segment 216060a8-b9ef-4fb3-8659-af94605ff481 resource provider aggregate not found Aug 29 23:53:49.370211 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.services.segments.plugin [-] Segment 216060a8-b9ef-4fb3-8659-af94605ff481 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 216060a8-b9ef-4fb3-8659-af94605ff481 found for delete ", "request_id": "req-b69be3e5-f45a-44dd-b488-d6cd589a4fbc"}]} Aug 29 23:53:49.391570 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-195843cb-7fbc-49ce-81cb-11b482b67689 admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=2b0da48c3b1d4affb19f8e52a40eb1a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3404229 Aug 29 23:53:49.393037 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195843cb-7fbc-49ce-81cb-11b482b67689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5e976e-ad55-4318-88ae-bee8a6c3581b,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:49.394612 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 47686) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:49.446622 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-259f8d5a-9fe7-443c-b2cd-e3af1a74ca28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3498505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477645'] for network (93e0a306-b92e-472d-869d-9065a5f6f97f), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:49.466472 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-259f8d5a-9fe7-443c-b2cd-e3af1a74ca28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for network (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:49.470741 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-259f8d5a-9fe7-443c-b2cd-e3af1a74ca28 admin admin] 10.222.0.90 "DELETE /networking/v2.0/networks/93e0a306-b92e-472d-869d-9065a5f6f97f HTTP/1.1" status: 204 len: 168 time: 1.1252387 Aug 29 23:53:49.480678 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-b7acd6f9-fe94-427d-843c-2a3d0009bd48 admin admin] Publish callbacks [] for security_group (0c5e976e-ad55-4318-88ae-bee8a6c3581b), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:49.488359 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259f8d5a-9fe7-443c-b2cd-e3af1a74ca28 admin admin] Pushing event deleted for resources: {'Network': ['ID=93e0a306-b92e-472d-869d-9065a5f6f97f,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:49.508838 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-b7acd6f9-fe94-427d-843c-2a3d0009bd48 admin admin] Publish callbacks [] for security_group (0c5e976e-ad55-4318-88ae-bee8a6c3581b), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:49.679822 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-b7acd6f9-fe94-427d-843c-2a3d0009bd48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (0c5e976e-ad55-4318-88ae-bee8a6c3581b), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:49.682507 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-b7acd6f9-fe94-427d-843c-2a3d0009bd48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:49.687331 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-b7acd6f9-fe94-427d-843c-2a3d0009bd48 admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/0c5e976e-ad55-4318-88ae-bee8a6c3581b HTTP/1.1" status: 204 len: 168 time: 0.2904556 Aug 29 23:53:49.703140 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7acd6f9-fe94-427d-843c-2a3d0009bd48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5e976e-ad55-4318-88ae-bee8a6c3581b,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:49.726521 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd782e-c933-465e-9f83-b95214132bbe req-991e2bea-fce4-419e-8d05-0ac103cbd7b2 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:49.731986 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-51bd782e-c933-465e-9f83-b95214132bbe req-991e2bea-fce4-419e-8d05-0ac103cbd7b2 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 946 time: 0.0877647 Aug 29 23:53:49.800029 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-51bd782e-c933-465e-9f83-b95214132bbe req-01b39f92-e634-4a48-bb07-309c3d207c10 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586648 Aug 29 23:53:50.014582 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 47706) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:50.065648 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-7920e70e-7e93-4833-a1d8-9c1098824f30 admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=651125f8b5f9452a8f854ae229670514&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0488274 Aug 29 23:53:50.069545 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 47708) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:50.122226 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:50.148974 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-76deb6a3-7ac4-4a86-a096-e39e0727180d admin admin] Publish callbacks [] for security_group (1f6a57e2-0908-4455-a1dc-46c9afab5350), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:50.163501 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 59c614a2-11a6-4a27-8931-d63a67a0c104 no longer exists at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:53:50.185720 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-76deb6a3-7ac4-4a86-a096-e39e0727180d admin admin] Publish callbacks [] for security_group (1f6a57e2-0908-4455-a1dc-46c9afab5350), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:50.235524 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] No Port match for: 59c614a2-11a6-4a27-8931-d63a67a0c104 {{(pid=113417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:53:50.236027 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 59c614a2-11a6-4a27-8931-d63a67a0c104 not bound to the agent host dv-cinder-855041-2-iscsi {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:53:50.244159 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 9bb072ee-c87d-4d8d-8e86-158470bccb15 no longer exists at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:53:50.280044 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] No Port match for: 9bb072ee-c87d-4d8d-8e86-158470bccb15 {{(pid=113417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:53:50.280609 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 9bb072ee-c87d-4d8d-8e86-158470bccb15 not bound to the agent host dv-cinder-855041-2-iscsi {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:53:50.383457 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-76deb6a3-7ac4-4a86-a096-e39e0727180d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (1f6a57e2-0908-4455-a1dc-46c9afab5350), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:50.386157 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-76deb6a3-7ac4-4a86-a096-e39e0727180d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:50.387478 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-76deb6a3-7ac4-4a86-a096-e39e0727180d admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/1f6a57e2-0908-4455-a1dc-46c9afab5350 HTTP/1.1" status: 204 len: 168 time: 0.3169076 Aug 29 23:53:50.398649 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76deb6a3-7ac4-4a86-a096-e39e0727180d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6a57e2-0908-4455-a1dc-46c9afab5350,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:50.948037 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d563dd-2306-44e4-998a-cebb516b9659 req-6b7c20e9-5b20-4205-ac64-0dae28e84ead tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:50.950126 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-80d563dd-2306-44e4-998a-cebb516b9659 req-6b7c20e9-5b20-4205-ac64-0dae28e84ead tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 946 time: 0.0648506 Aug 29 23:53:51.010472 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:51.027027 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-80d563dd-2306-44e4-998a-cebb516b9659 req-d9a3e4c0-624f-49e1-b99b-7606973128d9 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701339 Aug 29 23:53:51.663901 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 47768) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:51.843508 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [None req-63cd62aa-7b1f-4081-801f-f39a60bb57d9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1973591633-network', 'tenant_id': '0874676fa8d44b638e6fbce373f0aacf'}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:53:51.977033 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63cd62aa-7b1f-4081-801f-f39a60bb57d9 admin admin] Made reservation on behalf of 0874676fa8d44b638e6fbce373f0aacf for: {'network': 1} {{(pid=113415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:53:51.980588 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-63cd62aa-7b1f-4081-801f-f39a60bb57d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for network (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:51.993635 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-63cd62aa-7b1f-4081-801f-f39a60bb57d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:52.112242 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-63cd62aa-7b1f-4081-801f-f39a60bb57d9 admin admin] Publish callbacks [] for security_group (866fc729-343c-457f-b520-a4e465dbf1db), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:52.196595 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a9af2-1da8-484f-a7df-c27b05f5da55 req-d173724b-5ccf-4a76-9093-372f0d4f1fe7 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:52.198771 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-890a9af2-1da8-484f-a7df-c27b05f5da55 req-d173724b-5ccf-4a76-9093-372f0d4f1fe7 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 946 time: 0.0577557 Aug 29 23:53:52.200344 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-63cd62aa-7b1f-4081-801f-f39a60bb57d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (866fc729-343c-457f-b520-a4e465dbf1db), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:52.242629 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63cd62aa-7b1f-4081-801f-f39a60bb57d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1123, 'physical_network': 'physnet1'} {{(pid=113415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 23:53:52.274516 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-63cd62aa-7b1f-4081-801f-f39a60bb57d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3480186'] for segment (38b5a62b-8de3-434f-8cc6-8e8430faf942), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:52.274859 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.db.segments_db [None req-63cd62aa-7b1f-4081-801f-f39a60bb57d9 admin admin] Added segment 38b5a62b-8de3-434f-8cc6-8e8430faf942 of type vlan for network 9d6665b0-3897-4921-a2d1-30f7ad3ac8a7 Aug 29 23:53:52.290258 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cd62aa-7b1f-4081-801f-f39a60bb57d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866fc729-343c-457f-b520-a4e465dbf1db,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:52.405845 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-890a9af2-1da8-484f-a7df-c27b05f5da55 req-9a0ec6b3-9c5e-4e43-ba48-951b3bae0887 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983013 Aug 29 23:53:52.412900 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-63cd62aa-7b1f-4081-801f-f39a60bb57d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751005866352'] for network (9d6665b0-3897-4921-a2d1-30f7ad3ac8a7), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:52.566855 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-63cd62aa-7b1f-4081-801f-f39a60bb57d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357'] for network (9d6665b0-3897-4921-a2d1-30f7ad3ac8a7), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:52.566855 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cd62aa-7b1f-4081-801f-f39a60bb57d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:52.566855 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-63cd62aa-7b1f-4081-801f-f39a60bb57d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for network (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:52.676874 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cd62aa-7b1f-4081-801f-f39a60bb57d9 admin admin] Pushing event updated for resources: {'Network': ['ID=9d6665b0-3897-4921-a2d1-30f7ad3ac8a7,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:52.690915 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Network 9d6665b0-3897-4921-a2d1-30f7ad3ac8a7 details requested by agent ovs-agent-dv-cinder-855041-2-iscsi with host dv-cinder-855041-2-iscsi {{(pid=113417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 23:53:52.818988 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-63cd62aa-7b1f-4081-801f-f39a60bb57d9 admin admin] 10.222.0.90 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1533020 Aug 29 23:53:52.827471 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 47804) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:52.836659 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [None req-6ab61837-5558-4f99-af0a-2da4ca3af094 admin admin] Request body: {'subnet': {'network_id': '9d6665b0-3897-4921-a2d1-30f7ad3ac8a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1973591633-subnet', 'tenant_id': '0874676fa8d44b638e6fbce373f0aacf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:53:52.973557 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab61837-5558-4f99-af0a-2da4ca3af094 admin admin] Made reservation on behalf of 0874676fa8d44b638e6fbce373f0aacf for: {'subnet': 1} {{(pid=113415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:53:52.977982 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-6ab61837-5558-4f99-af0a-2da4ca3af094 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11041897'] for subnet (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:53.389506 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-6ab61837-5558-4f99-af0a-2da4ca3af094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4096602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11074006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11041919'] for subnet (3901fabf-ce61-473f-aaf8-ac77c52d458a), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:53.473423 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab61837-5558-4f99-af0a-2da4ca3af094 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3901fabf-ce61-473f-aaf8-ac77c52d458a,revision_number=0']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:53.485963 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab61837-5558-4f99-af0a-2da4ca3af094 admin admin] Checking segment: {'id': '38b5a62b-8de3-434f-8cc6-8e8430faf942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '9d6665b0-3897-4921-a2d1-30f7ad3ac8a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:53:53.486605 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab61837-5558-4f99-af0a-2da4ca3af094 admin admin] Network hostable DHCP agents. Network: 9d6665b0-3897-4921-a2d1-30f7ad3ac8a7, hostable agents: ['1020f8f9-c858-45a1-84c5-376480b0ca2e'], hosted agents: [] {{(pid=113415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 23:53:53.511849 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:53.610499 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:53.630856 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabae90f-6975-4779-8e8f-5b6addc23f2e req-542a19e2-fd2b-4785-ad21-ab3f0ae08ecf tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:53.636762 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-fabae90f-6975-4779-8e8f-5b6addc23f2e req-542a19e2-fd2b-4785-ad21-ab3f0ae08ecf tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 946 time: 0.0659070 Aug 29 23:53:53.636762 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab61837-5558-4f99-af0a-2da4ca3af094 admin admin] Network 9d6665b0-3897-4921-a2d1-30f7ad3ac8a7 is scheduled to be hosted by DHCP agent 1020f8f9-c858-45a1-84c5-376480b0ca2e with binding_index 1 {{(pid=113415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 23:53:53.706032 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-fabae90f-6975-4779-8e8f-5b6addc23f2e req-913fe7df-4b3d-4ea3-8190-1ecad219eea8 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593982 Aug 29 23:53:53.734595 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.base_scheduler [None req-6ab61837-5558-4f99-af0a-2da4ca3af094 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855041-2-iscsi, 9d6665b0-3897-4921-a2d1-30f7ad3ac8a7) {{(pid=113415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:53:53.750153 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab61837-5558-4f99-af0a-2da4ca3af094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:53.751294 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-6ab61837-5558-4f99-af0a-2da4ca3af094 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for subnet (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:53.757447 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9db691-b475-4316-a287-a9007477f65d None None] Network 9d6665b0-3897-4921-a2d1-30f7ad3ac8a7 requested from dv-cinder-855041-2-iscsi {{(pid=113417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:53:53.865897 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-6ab61837-5558-4f99-af0a-2da4ca3af094 admin admin] 10.222.0.90 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0368958 Aug 29 23:53:53.966921 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9b1e3d-0ff9-4086-b2bc-2a46237f9a04 None None] Network 9d6665b0-3897-4921-a2d1-30f7ad3ac8a7 requested from dv-cinder-855041-2-iscsi {{(pid=113417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:53:54.148340 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 47846) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:54.322410 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-7e393ef2-8bd7-409e-becf-938f48cff89b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:54.371068 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:54.432998 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-7e393ef2-8bd7-409e-becf-938f48cff89b admin admin] Publish callbacks [] for security_group (61f5a063-a733-4612-9d2b-5065e536eb72), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:54.511630 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-7e393ef2-8bd7-409e-becf-938f48cff89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (61f5a063-a733-4612-9d2b-5065e536eb72), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:54.574467 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-7e393ef2-8bd7-409e-becf-938f48cff89b admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=ba3c08d57ac94c03b1155bdb6c0fa4a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4244790 Aug 29 23:53:54.578433 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e393ef2-8bd7-409e-becf-938f48cff89b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f5a063-a733-4612-9d2b-5065e536eb72,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:54.587502 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 47854) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:54.678761 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-12632e26-4013-4ef2-9d96-607333a768c8 admin admin] Publish callbacks [] for security_group (61f5a063-a733-4612-9d2b-5065e536eb72), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:54.709767 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-12632e26-4013-4ef2-9d96-607333a768c8 admin admin] Publish callbacks [] for security_group (61f5a063-a733-4612-9d2b-5065e536eb72), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:54.860671 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-12632e26-4013-4ef2-9d96-607333a768c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (61f5a063-a733-4612-9d2b-5065e536eb72), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:54.864930 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-12632e26-4013-4ef2-9d96-607333a768c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:54.868814 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-12632e26-4013-4ef2-9d96-607333a768c8 admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/61f5a063-a733-4612-9d2b-5065e536eb72 HTTP/1.1" status: 204 len: 168 time: 0.2792747 Aug 29 23:53:54.907170 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12632e26-4013-4ef2-9d96-607333a768c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f5a063-a733-4612-9d2b-5065e536eb72,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:54.956634 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c20e2f-2790-4927-8430-042e4287a42d req-4328e106-b58f-4f5c-807d-4699a1ccea7d tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:54.960365 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-22c20e2f-2790-4927-8430-042e4287a42d req-4328e106-b58f-4f5c-807d-4699a1ccea7d tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 946 time: 0.1239388 Aug 29 23:53:55.022970 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-22c20e2f-2790-4927-8430-042e4287a42d req-6d29f38b-4c78-44cf-91fd-7c8b63efab28 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537338 Aug 29 23:53:55.236450 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 47872) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:55.242163 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [None req-375d22c3-aff8-4aa7-a17c-0583e425696e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-125007284-network', 'tenant_id': '9393fbca34e64218b8c47bc3cf1c708e'}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:53:55.417255 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375d22c3-aff8-4aa7-a17c-0583e425696e admin admin] Made reservation on behalf of 9393fbca34e64218b8c47bc3cf1c708e for: {'network': 1} {{(pid=113415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:53:55.421166 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-375d22c3-aff8-4aa7-a17c-0583e425696e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for network (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:55.433406 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-375d22c3-aff8-4aa7-a17c-0583e425696e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:55.551064 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-375d22c3-aff8-4aa7-a17c-0583e425696e admin admin] Publish callbacks [] for security_group (cdb7b635-7ced-48e6-a27b-85f32a581c8b), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:55.651331 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-375d22c3-aff8-4aa7-a17c-0583e425696e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (cdb7b635-7ced-48e6-a27b-85f32a581c8b), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:55.686161 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-375d22c3-aff8-4aa7-a17c-0583e425696e admin admin] vlan segment allocate from pool success with {'vlan_id': 1141, 'physical_network': 'physnet1'} {{(pid=113415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 23:53:55.698117 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375d22c3-aff8-4aa7-a17c-0583e425696e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb7b635-7ced-48e6-a27b-85f32a581c8b,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:55.704124 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-375d22c3-aff8-4aa7-a17c-0583e425696e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3480186'] for segment (2a047371-00ba-41f0-9447-2a99949a36af), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:55.704484 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.db.segments_db [None req-375d22c3-aff8-4aa7-a17c-0583e425696e admin admin] Added segment 2a047371-00ba-41f0-9447-2a99949a36af of type vlan for network cd4ee981-352a-4a09-8342-82d12f268a6e Aug 29 23:53:55.793957 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-375d22c3-aff8-4aa7-a17c-0583e425696e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751005866352'] for network (cd4ee981-352a-4a09-8342-82d12f268a6e), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:55.913164 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 47882) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:55.930434 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-e20a4135-d234-4cb7-ba27-046f6c644b28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:55.962417 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-375d22c3-aff8-4aa7-a17c-0583e425696e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357'] for network (cd4ee981-352a-4a09-8342-82d12f268a6e), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:55.963504 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375d22c3-aff8-4aa7-a17c-0583e425696e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:55.964121 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-375d22c3-aff8-4aa7-a17c-0583e425696e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for network (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:55.997089 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=7,neutron:INSERT=5 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:56.065371 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375d22c3-aff8-4aa7-a17c-0583e425696e admin admin] Pushing event updated for resources: {'Network': ['ID=cd4ee981-352a-4a09-8342-82d12f268a6e,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:56.085250 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Network cd4ee981-352a-4a09-8342-82d12f268a6e details requested by agent ovs-agent-dv-cinder-855041-2-iscsi with host dv-cinder-855041-2-iscsi {{(pid=113417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 23:53:56.110825 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=72,neutron:DELETE=1,neutron:INSERT=24,neutron:UPDATE=3 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:56.139412 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-e20a4135-d234-4cb7-ba27-046f6c644b28 admin admin] Publish callbacks [] for security_group (5f04f456-8c7e-448d-b4fc-162436b594bd), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:56.156024 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 47890) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:56.161913 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [None req-f2e3405f-4c35-4a7b-b12d-3c7991ea32c1 admin admin] Request body: {'subnet': {'network_id': 'cd4ee981-352a-4a09-8342-82d12f268a6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-125007284-subnet', 'tenant_id': '9393fbca34e64218b8c47bc3cf1c708e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:53:56.168809 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-375d22c3-aff8-4aa7-a17c-0583e425696e admin admin] 10.222.0.90 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9307308 Aug 29 23:53:56.229612 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-e20a4135-d234-4cb7-ba27-046f6c644b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (5f04f456-8c7e-448d-b4fc-162436b594bd), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:56.256640 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e3405f-4c35-4a7b-b12d-3c7991ea32c1 admin admin] Made reservation on behalf of 9393fbca34e64218b8c47bc3cf1c708e for: {'subnet': 1} {{(pid=113416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:53:56.259386 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-f2e3405f-4c35-4a7b-b12d-3c7991ea32c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11693029'] for subnet (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:56.293187 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cfd39a-0220-4def-bc84-ec78e62f7567 req-87363021-c68e-440d-b895-bb7f8b2d22d2 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:56.296436 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-90cfd39a-0220-4def-bc84-ec78e62f7567 req-87363021-c68e-440d-b895-bb7f8b2d22d2 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 946 time: 0.1027877 Aug 29 23:53:56.322520 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-e20a4135-d234-4cb7-ba27-046f6c644b28 admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=6bdaf77c74e74db2867852b3409f5173&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4080582 Aug 29 23:53:56.330359 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20a4135-d234-4cb7-ba27-046f6c644b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f04f456-8c7e-448d-b4fc-162436b594bd,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:56.330976 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 47892) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:56.377908 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-90cfd39a-0220-4def-bc84-ec78e62f7567 req-24b56198-26bf-4c40-8da4-e0b260eefb76 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717475 Aug 29 23:53:56.428832 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:56.530298 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-7a39114a-72ee-470e-bb9e-4bf2153afbfe admin admin] Publish callbacks [] for security_group (5f04f456-8c7e-448d-b4fc-162436b594bd), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:56.595826 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-7a39114a-72ee-470e-bb9e-4bf2153afbfe admin admin] Publish callbacks [] for security_group (5f04f456-8c7e-448d-b4fc-162436b594bd), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:56.632908 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=61 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:56.642630 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=65 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:56.773866 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-f2e3405f-4c35-4a7b-b12d-3c7991ea32c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4096602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10966620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11693043'] for subnet (3c76d750-8c86-4c0a-960c-f409bb38b1b1), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:56.777238 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-7a39114a-72ee-470e-bb9e-4bf2153afbfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (5f04f456-8c7e-448d-b4fc-162436b594bd), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:56.787124 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-7a39114a-72ee-470e-bb9e-4bf2153afbfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:56.788813 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-7a39114a-72ee-470e-bb9e-4bf2153afbfe admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/5f04f456-8c7e-448d-b4fc-162436b594bd HTTP/1.1" status: 204 len: 168 time: 0.4565308 Aug 29 23:53:56.879267 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a39114a-72ee-470e-bb9e-4bf2153afbfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f04f456-8c7e-448d-b4fc-162436b594bd,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:56.937511 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e3405f-4c35-4a7b-b12d-3c7991ea32c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c76d750-8c86-4c0a-960c-f409bb38b1b1,revision_number=0']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:56.959979 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e3405f-4c35-4a7b-b12d-3c7991ea32c1 admin admin] Checking segment: {'id': '2a047371-00ba-41f0-9447-2a99949a36af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'cd4ee981-352a-4a09-8342-82d12f268a6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:53:56.960596 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e3405f-4c35-4a7b-b12d-3c7991ea32c1 admin admin] Network hostable DHCP agents. Network: cd4ee981-352a-4a09-8342-82d12f268a6e, hostable agents: ['1020f8f9-c858-45a1-84c5-376480b0ca2e'], hosted agents: [] {{(pid=113416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 23:53:57.051778 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e3405f-4c35-4a7b-b12d-3c7991ea32c1 admin admin] Network cd4ee981-352a-4a09-8342-82d12f268a6e is scheduled to be hosted by DHCP agent 1020f8f9-c858-45a1-84c5-376480b0ca2e with binding_index 1 {{(pid=113416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 23:53:57.058142 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:57.160694 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.base_scheduler [None req-f2e3405f-4c35-4a7b-b12d-3c7991ea32c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855041-2-iscsi, cd4ee981-352a-4a09-8342-82d12f268a6e) {{(pid=113416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:53:57.166941 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e3405f-4c35-4a7b-b12d-3c7991ea32c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:57.167933 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-f2e3405f-4c35-4a7b-b12d-3c7991ea32c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for subnet (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:57.178391 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3a6305-06ce-4b7d-a014-f891e3d1a1eb None None] Network cd4ee981-352a-4a09-8342-82d12f268a6e requested from dv-cinder-855041-2-iscsi {{(pid=113417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:53:57.281099 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-f2e3405f-4c35-4a7b-b12d-3c7991ea32c1 admin admin] 10.222.0.90 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1238084 Aug 29 23:53:57.355356 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d292b785-7442-4f01-9ce3-ee02c6da75d8 None None] Network cd4ee981-352a-4a09-8342-82d12f268a6e requested from dv-cinder-855041-2-iscsi {{(pid=113417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:53:57.360950 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:57.665724 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e69321-0635-42bd-9d02-550da73892c0 req-9fd8b883-783d-4bd1-a4a5-95d21f32454c tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:57.668739 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-55e69321-0635-42bd-9d02-550da73892c0 req-9fd8b883-783d-4bd1-a4a5-95d21f32454c tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 946 time: 0.1235645 Aug 29 23:53:57.740735 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-55e69321-0635-42bd-9d02-550da73892c0 req-ec898786-0491-4ddd-8361-af4bb9c941d8 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620115 Aug 29 23:53:58.887825 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddcbd91-3a70-4ad6-ae8b-a779858c8c78 req-579786e4-7e0c-47f0-8a49-b1e604daf671 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:58.889787 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-2ddcbd91-3a70-4ad6-ae8b-a779858c8c78 req-579786e4-7e0c-47f0-8a49-b1e604daf671 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 946 time: 0.0541825 Aug 29 23:53:58.953139 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-2ddcbd91-3a70-4ad6-ae8b-a779858c8c78 req-4ddb3d52-474b-499f-96cf-80bf565460d1 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568419 Aug 29 23:53:59.696795 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 47982) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:59.895646 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-4d8475a9-db62-489d-afd8-2692147242a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:00.060657 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-4d8475a9-db62-489d-afd8-2692147242a4 admin admin] Publish callbacks [] for security_group (6b159635-9701-48b8-88b3-ccc65ad6e01c), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:00.193070 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-4d8475a9-db62-489d-afd8-2692147242a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (6b159635-9701-48b8-88b3-ccc65ad6e01c), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:00.239819 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52b2b2-2aa6-43cf-a2ef-fe19532fdb8f req-cc802731-822a-476a-83fe-c067c7285532 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:00.242266 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-9a52b2b2-2aa6-43cf-a2ef-fe19532fdb8f req-cc802731-822a-476a-83fe-c067c7285532 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 946 time: 0.1495330 Aug 29 23:54:00.309783 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-4d8475a9-db62-489d-afd8-2692147242a4 admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=4ac0b04f30464babb8037b9b10d4d9b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6116915 Aug 29 23:54:00.310738 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8475a9-db62-489d-afd8-2692147242a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b159635-9701-48b8-88b3-ccc65ad6e01c,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:00.324728 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 48004) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:54:00.371176 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-9a52b2b2-2aa6-43cf-a2ef-fe19532fdb8f req-45bc9ecb-895a-4e53-b5b5-430bb203c657 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955312 Aug 29 23:54:00.389020 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-4e451cb0-c07a-4728-b3c9-d206e01c1c7a admin admin] Publish callbacks [] for security_group (6b159635-9701-48b8-88b3-ccc65ad6e01c), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:00.417931 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-4e451cb0-c07a-4728-b3c9-d206e01c1c7a admin admin] Publish callbacks [] for security_group (6b159635-9701-48b8-88b3-ccc65ad6e01c), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:00.572009 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-4e451cb0-c07a-4728-b3c9-d206e01c1c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (6b159635-9701-48b8-88b3-ccc65ad6e01c), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:00.578271 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-4e451cb0-c07a-4728-b3c9-d206e01c1c7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:00.580262 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-4e451cb0-c07a-4728-b3c9-d206e01c1c7a admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/6b159635-9701-48b8-88b3-ccc65ad6e01c HTTP/1.1" status: 204 len: 168 time: 0.2642186 Aug 29 23:54:00.592217 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e451cb0-c07a-4728-b3c9-d206e01c1c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b159635-9701-48b8-88b3-ccc65ad6e01c,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:00.773136 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 48016) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:54:00.811353 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 48020) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:54:00.939893 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-15df1ee1-7277-43d3-8133-72e3850c732a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:01.016879 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-909067ca-9a27-45ae-9836-1ce78e1cc29d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:01.052783 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-15df1ee1-7277-43d3-8133-72e3850c732a admin admin] Publish callbacks [] for security_group (5d414e3c-4284-4658-8696-2a3d5923a9fd), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:01.121304 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:01.131249 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-15df1ee1-7277-43d3-8133-72e3850c732a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (5d414e3c-4284-4658-8696-2a3d5923a9fd), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:01.153651 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-909067ca-9a27-45ae-9836-1ce78e1cc29d admin admin] Publish callbacks [] for security_group (3c6ef61e-aa6b-48c1-8255-f5f35551c57b), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:01.202916 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15df1ee1-7277-43d3-8133-72e3850c732a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d414e3c-4284-4658-8696-2a3d5923a9fd,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:01.214172 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-15df1ee1-7277-43d3-8133-72e3850c732a admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=27e6899bbb8e46d89bdb7902442a9958&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4369905 Aug 29 23:54:01.216161 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 48030) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:54:01.245992 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-909067ca-9a27-45ae-9836-1ce78e1cc29d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (3c6ef61e-aa6b-48c1-8255-f5f35551c57b), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:01.313469 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-909067ca-9a27-45ae-9836-1ce78e1cc29d admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=92ec78dcf63b450a914e448855d124a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5001130 Aug 29 23:54:01.317397 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 48032) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:54:01.325287 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909067ca-9a27-45ae-9836-1ce78e1cc29d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6ef61e-aa6b-48c1-8255-f5f35551c57b,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:01.333829 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:01.396729 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-23d51131-0fd7-4a85-b647-55e2c59d34ba admin admin] Publish callbacks [] for security_group (5d414e3c-4284-4658-8696-2a3d5923a9fd), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:01.473104 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-23d51131-0fd7-4a85-b647-55e2c59d34ba admin admin] Publish callbacks [] for security_group (5d414e3c-4284-4658-8696-2a3d5923a9fd), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:01.505387 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-2fb6f2c0-7135-4768-a7de-487350e94cc2 admin admin] Publish callbacks [] for security_group (3c6ef61e-aa6b-48c1-8255-f5f35551c57b), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:01.861937 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-2fb6f2c0-7135-4768-a7de-487350e94cc2 admin admin] Publish callbacks [] for security_group (3c6ef61e-aa6b-48c1-8255-f5f35551c57b), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:01.899230 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e2f95-dec5-4d25-aadd-032e09944a75 req-ee7a3445-6a79-414e-a7df-28cc43e931fc tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:01.901362 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-2e9e2f95-dec5-4d25-aadd-032e09944a75 req-ee7a3445-6a79-414e-a7df-28cc43e931fc tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 946 time: 0.3739729 Aug 29 23:54:01.944417 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.agents_db [None req-4166f728-c6cb-4ae6-8e81-f61b29fbc360 None None] Agent healthcheck: found 6 active agents {{(pid=113418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 23:54:01.980439 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-2e9e2f95-dec5-4d25-aadd-032e09944a75 req-db6d4643-aaed-4b3d-b1a0-d7752dbe0b00 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686927 Aug 29 23:54:02.024432 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-23d51131-0fd7-4a85-b647-55e2c59d34ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (5d414e3c-4284-4658-8696-2a3d5923a9fd), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:02.029519 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-23d51131-0fd7-4a85-b647-55e2c59d34ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:02.031737 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-23d51131-0fd7-4a85-b647-55e2c59d34ba admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/5d414e3c-4284-4658-8696-2a3d5923a9fd HTTP/1.1" status: 204 len: 168 time: 0.8134537 Aug 29 23:54:02.043090 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d51131-0fd7-4a85-b647-55e2c59d34ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d414e3c-4284-4658-8696-2a3d5923a9fd,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:02.102796 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-2fb6f2c0-7135-4768-a7de-487350e94cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (3c6ef61e-aa6b-48c1-8255-f5f35551c57b), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:02.110173 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-2fb6f2c0-7135-4768-a7de-487350e94cc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:02.113253 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-2fb6f2c0-7135-4768-a7de-487350e94cc2 admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/3c6ef61e-aa6b-48c1-8255-f5f35551c57b HTTP/1.1" status: 204 len: 168 time: 0.7942746 Aug 29 23:54:02.132130 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb6f2c0-7135-4768-a7de-487350e94cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6ef61e-aa6b-48c1-8255-f5f35551c57b,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:02.449950 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 48062) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:54:02.977583 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 48068) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:54:02.994918 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-550ee633-e9de-4eb8-867b-dd8ef2617cb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:03.180214 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-550ee633-e9de-4eb8-867b-dd8ef2617cb3 admin admin] Publish callbacks [] for security_group (68dc8708-fd9b-45dc-a04a-5a8f179af6a4), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:03.213615 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d2de3-567c-450f-b877-f7a5b9ab57df req-222227c2-22f4-4e48-84fe-dd52c467da7d tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:03.217070 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-911d2de3-567c-450f-b877-f7a5b9ab57df req-222227c2-22f4-4e48-84fe-dd52c467da7d tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 946 time: 0.0697110 Aug 29 23:54:03.291292 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=3 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:03.293011 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-550ee633-e9de-4eb8-867b-dd8ef2617cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (68dc8708-fd9b-45dc-a04a-5a8f179af6a4), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:03.343136 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [None req-55f538ca-019d-469a-95ef-b0e7d9bde77a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-781473273-network', 'tenant_id': 'a9642272967c46b188cf1bced9ea6ab5'}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:54:03.393638 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-911d2de3-567c-450f-b877-f7a5b9ab57df req-8cfe8fc1-f617-41ea-94d5-7b01f7e10fae tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662190 Aug 29 23:54:03.398285 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550ee633-e9de-4eb8-867b-dd8ef2617cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68dc8708-fd9b-45dc-a04a-5a8f179af6a4,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:03.405796 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-550ee633-e9de-4eb8-867b-dd8ef2617cb3 admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=66a8cc1e6b8240608ecda903e1fc110e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4270124 Aug 29 23:54:03.412674 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 48080) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:54:03.477618 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-b2e92737-8c55-4e1e-8cb0-4715020827b3 admin admin] Publish callbacks [] for security_group (68dc8708-fd9b-45dc-a04a-5a8f179af6a4), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:03.509362 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-b2e92737-8c55-4e1e-8cb0-4715020827b3 admin admin] Publish callbacks [] for security_group (68dc8708-fd9b-45dc-a04a-5a8f179af6a4), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:03.564878 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f538ca-019d-469a-95ef-b0e7d9bde77a admin admin] Made reservation on behalf of a9642272967c46b188cf1bced9ea6ab5 for: {'network': 1} {{(pid=113415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:54:03.571010 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-55f538ca-019d-469a-95ef-b0e7d9bde77a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for network (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:03.578990 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-55f538ca-019d-469a-95ef-b0e7d9bde77a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:03.839783 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-b2e92737-8c55-4e1e-8cb0-4715020827b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (68dc8708-fd9b-45dc-a04a-5a8f179af6a4), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:03.844860 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-b2e92737-8c55-4e1e-8cb0-4715020827b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:03.846201 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-b2e92737-8c55-4e1e-8cb0-4715020827b3 admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/68dc8708-fd9b-45dc-a04a-5a8f179af6a4 HTTP/1.1" status: 204 len: 168 time: 0.4320662 Aug 29 23:54:03.855349 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e92737-8c55-4e1e-8cb0-4715020827b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68dc8708-fd9b-45dc-a04a-5a8f179af6a4,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:03.922579 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-55f538ca-019d-469a-95ef-b0e7d9bde77a admin admin] Publish callbacks [] for security_group (8b531bbb-0a31-456d-a2f1-6b427cd98371), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:04.039389 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-55f538ca-019d-469a-95ef-b0e7d9bde77a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (8b531bbb-0a31-456d-a2f1-6b427cd98371), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:04.070882 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=74,neutron:INSERT=23,neutron:UPDATE=3 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:04.074721 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55f538ca-019d-469a-95ef-b0e7d9bde77a admin admin] vlan segment allocate from pool success with {'vlan_id': 1142, 'physical_network': 'physnet1'} {{(pid=113415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 23:54:04.083402 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f538ca-019d-469a-95ef-b0e7d9bde77a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b531bbb-0a31-456d-a2f1-6b427cd98371,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:04.098040 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-55f538ca-019d-469a-95ef-b0e7d9bde77a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3480186'] for segment (c16207b7-6b15-46e9-b824-4d785922d8f3), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:04.098359 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.db.segments_db [None req-55f538ca-019d-469a-95ef-b0e7d9bde77a admin admin] Added segment c16207b7-6b15-46e9-b824-4d785922d8f3 of type vlan for network c2c3299b-0403-418b-997c-2b2e94887975 Aug 29 23:54:04.104335 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 48088) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:54:04.128378 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-200537b6-7d44-4994-9cd4-3a457ce8e1b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:04.156624 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-55f538ca-019d-469a-95ef-b0e7d9bde77a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751005866352'] for network (c2c3299b-0403-418b-997c-2b2e94887975), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:04.296965 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-55f538ca-019d-469a-95ef-b0e7d9bde77a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357'] for network (c2c3299b-0403-418b-997c-2b2e94887975), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:04.298157 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f538ca-019d-469a-95ef-b0e7d9bde77a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:04.299012 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-55f538ca-019d-469a-95ef-b0e7d9bde77a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for network (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:04.308454 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-200537b6-7d44-4994-9cd4-3a457ce8e1b9 admin admin] Publish callbacks [] for security_group (76651e60-f4e2-4201-9651-ba52c24127f8), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:04.379927 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f538ca-019d-469a-95ef-b0e7d9bde77a admin admin] Pushing event updated for resources: {'Network': ['ID=c2c3299b-0403-418b-997c-2b2e94887975,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:04.383458 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-200537b6-7d44-4994-9cd4-3a457ce8e1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (76651e60-f4e2-4201-9651-ba52c24127f8), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:04.397121 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Network c2c3299b-0403-418b-997c-2b2e94887975 details requested by agent ovs-agent-dv-cinder-855041-2-iscsi with host dv-cinder-855041-2-iscsi {{(pid=113417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 23:54:04.447210 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-200537b6-7d44-4994-9cd4-3a457ce8e1b9 admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=ba6dc78152714ac58d7e3292acf08ab1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3405015 Aug 29 23:54:04.448700 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200537b6-7d44-4994-9cd4-3a457ce8e1b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76651e60-f4e2-4201-9651-ba52c24127f8,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:04.450930 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-55f538ca-019d-469a-95ef-b0e7d9bde77a admin admin] 10.222.0.90 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9989121 Aug 29 23:54:04.451305 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 48100) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:54:04.458535 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 48102) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:54:04.464754 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [None req-7cfc66a3-810e-4220-8ae0-2cfbb72af402 admin admin] Request body: {'subnet': {'network_id': 'c2c3299b-0403-418b-997c-2b2e94887975', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-781473273-subnet', 'tenant_id': 'a9642272967c46b188cf1bced9ea6ab5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:54:04.613298 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cfc66a3-810e-4220-8ae0-2cfbb72af402 admin admin] Made reservation on behalf of a9642272967c46b188cf1bced9ea6ab5 for: {'subnet': 1} {{(pid=113416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:54:04.618385 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-7cfc66a3-810e-4220-8ae0-2cfbb72af402 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11693029'] for subnet (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:04.690400 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14926083-2347-4fcf-9fa4-4bf1385d178e req-0bb643fc-93e2-4f39-8b42-46acb12fb709 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:04.699506 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-14926083-2347-4fcf-9fa4-4bf1385d178e req-0bb643fc-93e2-4f39-8b42-46acb12fb709 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 946 time: 0.1259916 Aug 29 23:54:04.723106 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-7e97e850-4b7f-48cc-a647-b485d9caa8f7 admin admin] Publish callbacks [] for security_group (76651e60-f4e2-4201-9651-ba52c24127f8), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:04.751785 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:04.768575 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-7e97e850-4b7f-48cc-a647-b485d9caa8f7 admin admin] Publish callbacks [] for security_group (76651e60-f4e2-4201-9651-ba52c24127f8), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:04.769678 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=80,neutron:UPDATE=2,neutron:DELETE=7,neutron:INSERT=11 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:04.783760 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d8e00-f98b-40bf-a9be-3e47c3573861 req-3e70c7e9-6d4c-4b40-abf7-9e51c80a4dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:04.785855 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-0e7d8e00-f98b-40bf-a9be-3e47c3573861 req-3e70c7e9-6d4c-4b40-abf7-9e51c80a4dce service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 1130 time: 0.0790994 Aug 29 23:54:04.822590 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-14926083-2347-4fcf-9fa4-4bf1385d178e req-39ad12d5-7f03-4843-a630-3e16c90eaa68 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144891 Aug 29 23:54:04.916193 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-0e7d8e00-f98b-40bf-a9be-3e47c3573861 req-b477813f-4b7a-481d-aa16-26b8f0915556 service neutron] 10.222.0.87 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178207 Aug 29 23:54:04.983134 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-7e97e850-4b7f-48cc-a647-b485d9caa8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (76651e60-f4e2-4201-9651-ba52c24127f8), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:04.987247 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-7e97e850-4b7f-48cc-a647-b485d9caa8f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:04.988858 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-7e97e850-4b7f-48cc-a647-b485d9caa8f7 admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/76651e60-f4e2-4201-9651-ba52c24127f8 HTTP/1.1" status: 204 len: 168 time: 0.5357893 Aug 29 23:54:05.002341 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e97e850-4b7f-48cc-a647-b485d9caa8f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76651e60-f4e2-4201-9651-ba52c24127f8,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:05.055803 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-7cfc66a3-810e-4220-8ae0-2cfbb72af402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4096602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10966620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11693043'] for subnet (c139329e-c0bd-40be-b36f-2bad6bfc37cd), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:05.132637 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfc66a3-810e-4220-8ae0-2cfbb72af402 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c139329e-c0bd-40be-b36f-2bad6bfc37cd,revision_number=0']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:05.142109 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfc66a3-810e-4220-8ae0-2cfbb72af402 admin admin] Checking segment: {'id': 'c16207b7-6b15-46e9-b824-4d785922d8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': 'c2c3299b-0403-418b-997c-2b2e94887975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:54:05.142731 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfc66a3-810e-4220-8ae0-2cfbb72af402 admin admin] Network hostable DHCP agents. Network: c2c3299b-0403-418b-997c-2b2e94887975, hostable agents: ['1020f8f9-c858-45a1-84c5-376480b0ca2e'], hosted agents: [] {{(pid=113416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 23:54:05.251677 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfc66a3-810e-4220-8ae0-2cfbb72af402 admin admin] Network c2c3299b-0403-418b-997c-2b2e94887975 is scheduled to be hosted by DHCP agent 1020f8f9-c858-45a1-84c5-376480b0ca2e with binding_index 1 {{(pid=113416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 23:54:05.320577 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.base_scheduler [None req-7cfc66a3-810e-4220-8ae0-2cfbb72af402 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855041-2-iscsi, c2c3299b-0403-418b-997c-2b2e94887975) {{(pid=113416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:54:05.328287 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfc66a3-810e-4220-8ae0-2cfbb72af402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:05.329472 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-7cfc66a3-810e-4220-8ae0-2cfbb72af402 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for subnet (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:05.338779 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055de4ed-1900-446e-9938-2367b6baafe2 None None] Network c2c3299b-0403-418b-997c-2b2e94887975 requested from dv-cinder-855041-2-iscsi {{(pid=113417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:54:05.447687 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-7cfc66a3-810e-4220-8ae0-2cfbb72af402 admin admin] 10.222.0.90 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9858966 Aug 29 23:54:05.503665 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11cac8e-9ab6-4245-b83e-3e0c8d66994c None None] Network c2c3299b-0403-418b-997c-2b2e94887975 requested from dv-cinder-855041-2-iscsi {{(pid=113417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:54:06.054305 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1378ea-2bf5-4bc0-ba49-36c48a5d9f98 req-dbbd1d6a-00fd-4125-ae5b-14c0a376c644 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:06.062870 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ed1378ea-2bf5-4bc0-ba49-36c48a5d9f98 req-dbbd1d6a-00fd-4125-ae5b-14c0a376c644 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 946 time: 0.0862517 Aug 29 23:54:06.109246 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:06.150149 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ed1378ea-2bf5-4bc0-ba49-36c48a5d9f98 req-80e8dbed-98ef-4892-8116-0d23b13c017d tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814910 Aug 29 23:54:07.373454 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e2f24-b505-4443-91d6-4cce406e4261 req-05625ccc-6e6e-4de8-bab1-e4cf97c9c8e3 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:07.376534 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-932e2f24-b505-4443-91d6-4cce406e4261 req-05625ccc-6e6e-4de8-bab1-e4cf97c9c8e3 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 946 time: 0.0939372 Aug 29 23:54:07.461618 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-932e2f24-b505-4443-91d6-4cce406e4261 req-ee5bd54a-d984-4ff4-8909-51067cc2c827 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738068 Aug 29 23:54:07.660573 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeec5ba-3e55-44de-a2ff-0f71a872da8a req-f12be143-f430-40d6-8e25-5371f2fecfed tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:07.667135 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-efeec5ba-3e55-44de-a2ff-0f71a872da8a req-f12be143-f430-40d6-8e25-5371f2fecfed tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=94c9c11e-d575-4b60-be05-fe0a27272eac HTTP/1.1" status: 200 len: 945 time: 0.0902133 Aug 29 23:54:07.753815 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-efeec5ba-3e55-44de-a2ff-0f71a872da8a req-b20765a4-dafc-4efd-987f-6ffbe9c2f0d1 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771346 Aug 29 23:54:09.089811 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b7ff42-0b83-4285-ba18-f9efba550a4b req-00fb0b9b-da81-4632-85dd-61604c64842f tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:09.092128 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-a8b7ff42-0b83-4285-ba18-f9efba550a4b req-00fb0b9b-da81-4632-85dd-61604c64842f tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/networks?id=c2c3299b-0403-418b-997c-2b2e94887975 HTTP/1.1" status: 200 len: 808 time: 0.1539688 Aug 29 23:54:09.115165 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-a8b7ff42-0b83-4285-ba18-f9efba550a4b req-31a215ee-0630-4d69-9f9b-f2d8cbbca66d tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/quotas/a9642272967c46b188cf1bced9ea6ab5 HTTP/1.1" status: 200 len: 375 time: 0.0167460 Aug 29 23:54:09.177497 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-a8b7ff42-0b83-4285-ba18-f9efba550a4b req-eaa1bb5e-5124-472a-b29f-e87e49fa7b6e tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/ports?tenant_id=a9642272967c46b188cf1bced9ea6ab5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0560532 Aug 29 23:54:09.305646 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-a8b7ff42-0b83-4285-ba18-f9efba550a4b req-27bd8a3c-95fb-4bef-9199-baaf90216954 service neutron] 10.222.0.90 "GET /networking/v2.0/networks/c2c3299b-0403-418b-997c-2b2e94887975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183977 Aug 29 23:54:09.414085 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-a8b7ff42-0b83-4285-ba18-f9efba550a4b req-2108556f-58ec-4a6e-80e1-c1cb9a3bbdb0 service neutron] 10.222.0.90 "GET /networking/v2.0/networks/c2c3299b-0403-418b-997c-2b2e94887975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009581 Aug 29 23:54:09.820347 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-4088f658-e3c2-495a-8dcb-dd5ee3ce84da req-e49b393d-0e1c-4553-bed6-a17b318b48b2 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=8939c9d1-b864-4a13-affa-225f4a46a59b HTTP/1.1" status: 200 len: 210 time: 0.0507793 Aug 29 23:54:10.267542 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-f108c5a1-e7ed-4ff0-99a8-1c800e7b7360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (1020f8f9-c858-45a1-84c5-376480b0ca2e), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:10.809182 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eee66a-ab65-4939-b9f6-e4e95afdc85c req-515e9346-2ee3-436b-a33a-4da893bbda1f tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:10.811837 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-24eee66a-ab65-4939-b9f6-e4e95afdc85c req-515e9346-2ee3-436b-a33a-4da893bbda1f tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=94c9c11e-d575-4b60-be05-fe0a27272eac HTTP/1.1" status: 200 len: 945 time: 0.0676212 Aug 29 23:54:10.876605 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-24eee66a-ab65-4939-b9f6-e4e95afdc85c req-a3c134e1-971b-4fc8-b061-5d58676c260a tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531254 Aug 29 23:54:10.957052 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-835b8bfc-53ea-4634-b776-454e7f8c2ba2 req-8d30083d-4041-4f76-b1df-a9eeb0ca1a2d tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=8939c9d1-b864-4a13-affa-225f4a46a59b HTTP/1.1" status: 200 len: 210 time: 0.0337188 Aug 29 23:54:10.982213 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1841af54-f2bf-46d3-b788-ecf787d71ac9 req-741ffe68-a112-464d-8a3b-c805367b39cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:10.993816 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-1841af54-f2bf-46d3-b788-ecf787d71ac9 req-741ffe68-a112-464d-8a3b-c805367b39cb service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=dc817de5d4ef4812a2fee6ebe0895889&device_id=94c9c11e-d575-4b60-be05-fe0a27272eac HTTP/1.1" status: 200 len: 1129 time: 0.0660968 Aug 29 23:54:11.936069 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=1 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:11.944433 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=1 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:12.123008 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-0fc15ed2-0577-4325-b965-4bae8652af9f req-f948efbb-6205-4ed8-8aea-0fa13f109181 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=8939c9d1-b864-4a13-affa-225f4a46a59b HTTP/1.1" status: 200 len: 210 time: 0.0448859 Aug 29 23:54:12.131587 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70271d59-832d-47f0-9298-829ab4a6f462 req-b1c88f3f-6097-4d5c-a25f-9c27ffacd078 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:12.133206 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-70271d59-832d-47f0-9298-829ab4a6f462 req-b1c88f3f-6097-4d5c-a25f-9c27ffacd078 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=94c9c11e-d575-4b60-be05-fe0a27272eac HTTP/1.1" status: 200 len: 945 time: 0.1031742 Aug 29 23:54:12.194460 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:12.202981 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-70271d59-832d-47f0-9298-829ab4a6f462 req-c381b1db-5416-49aa-a28c-e7dda1098b58 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618498 Aug 29 23:54:12.829300 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:12.855708 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1841af54-f2bf-46d3-b788-ecf787d71ac9 req-3070a8ed-afdd-43b8-8dab-5dfbc43329e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:12.858540 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-1841af54-f2bf-46d3-b788-ecf787d71ac9 req-3070a8ed-afdd-43b8-8dab-5dfbc43329e7 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=e198d273-347a-4fa0-82d5-22e40c3600ea HTTP/1.1" status: 200 len: 920 time: 0.1354115 Aug 29 23:54:12.911210 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=100 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:13.015984 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (a7eaf665-0f6d-431a-9601-222c900251ec), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:13.269308 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-96f4460c-a496-4c06-9639-72c019a92e52 req-0440ff03-3d7e-48df-bd54-2269c01b7187 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=8939c9d1-b864-4a13-affa-225f4a46a59b HTTP/1.1" status: 200 len: 210 time: 0.0330250 Aug 29 23:54:13.374468 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad8be3a-6c96-447b-884f-1df151a3f05a req-41db5b5c-b752-4cc0-a1d2-4d38ccde96fb tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:13.376096 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-aad8be3a-6c96-447b-884f-1df151a3f05a req-41db5b5c-b752-4cc0-a1d2-4d38ccde96fb tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=94c9c11e-d575-4b60-be05-fe0a27272eac HTTP/1.1" status: 200 len: 945 time: 0.0552928 Aug 29 23:54:13.406276 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-8411fadf-da8b-44dc-9ef7-7e45b88ca218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (037668f0-d812-4b59-9d2d-ce33f66a7708), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:13.442671 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-aad8be3a-6c96-447b-884f-1df151a3f05a req-5a834570-d98d-44a9-aae1-171a7d565bc2 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562069 Aug 29 23:54:13.721351 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-1841af54-f2bf-46d3-b788-ecf787d71ac9 req-8206ae1b-a4fd-4ff6-9f42-07e2603e3ef5 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1994af96-ee92-46f3-8bd5-3d9a397cf396 HTTP/1.1" status: 200 len: 217 time: 0.0558913 Aug 29 23:54:13.779261 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1841af54-f2bf-46d3-b788-ecf787d71ac9 req-5b15b39d-d184-4fed-85ab-bc79629e256c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:13.780884 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-1841af54-f2bf-46d3-b788-ecf787d71ac9 req-5b15b39d-d184-4fed-85ab-bc79629e256c service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=61447109-44f2-44fa-83dd-52a148538e4e HTTP/1.1" status: 200 len: 857 time: 0.0500093 Aug 29 23:54:13.838737 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1841af54-f2bf-46d3-b788-ecf787d71ac9 req-0d3e51a5-91ff-491b-b0f5-84ac5168469f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:13.840370 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-1841af54-f2bf-46d3-b788-ecf787d71ac9 req-0d3e51a5-91ff-491b-b0f5-84ac5168469f service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=e198d273-347a-4fa0-82d5-22e40c3600ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507357 Aug 29 23:54:13.948718 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-1841af54-f2bf-46d3-b788-ecf787d71ac9 req-50a7aea5-de68-4e23-9fe3-521bea765d18 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/e198d273-347a-4fa0-82d5-22e40c3600ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988975 Aug 29 23:54:14.076434 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-1841af54-f2bf-46d3-b788-ecf787d71ac9 req-81b4dce9-dadd-4bcf-b4e3-3aa7f252789d service neutron] 10.222.0.87 "GET /networking/v2.0/networks/e198d273-347a-4fa0-82d5-22e40c3600ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199496 Aug 29 23:54:14.390012 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c812ed8d-07c5-4d13-b1f4-5d292ede8811 req-85282882-485d-49e2-9cd5-52800a02581a tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=8939c9d1-b864-4a13-affa-225f4a46a59b HTTP/1.1" status: 200 len: 210 time: 0.0361667 Aug 29 23:54:14.502357 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cdcd43ac-7909-438b-ba67-31b4a20d4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (bcd4f52e-0d63-4d8a-9dda-ff825ab30758), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:14.585055 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58694cbf-924f-43b4-95a1-68bffdf54524 req-d0b97fd4-e0fa-4996-826e-d6cbd23cb125 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:14.586617 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-58694cbf-924f-43b4-95a1-68bffdf54524 req-d0b97fd4-e0fa-4996-826e-d6cbd23cb125 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=94c9c11e-d575-4b60-be05-fe0a27272eac HTTP/1.1" status: 200 len: 945 time: 0.0547690 Aug 29 23:54:14.642507 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-58694cbf-924f-43b4-95a1-68bffdf54524 req-0ff8cf44-d192-4e07-9426-44b97b3b3c11 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485654 Aug 29 23:54:14.878232 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e1dff8-37c1-466d-96b1-fe1bb3a94da4 req-c0d1342c-12f3-46f9-baac-14de6b01130b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:14.880647 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-d7e1dff8-37c1-466d-96b1-fe1bb3a94da4 req-c0d1342c-12f3-46f9-baac-14de6b01130b service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=dc817de5d4ef4812a2fee6ebe0895889&device_id=94c9c11e-d575-4b60-be05-fe0a27272eac HTTP/1.1" status: 200 len: 1129 time: 0.0732944 Aug 29 23:54:15.045097 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e1dff8-37c1-466d-96b1-fe1bb3a94da4 req-ee088be5-f6da-44a8-983a-a372b58c1465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:15.046608 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-d7e1dff8-37c1-466d-96b1-fe1bb3a94da4 req-ee088be5-f6da-44a8-983a-a372b58c1465 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=e198d273-347a-4fa0-82d5-22e40c3600ea HTTP/1.1" status: 200 len: 920 time: 0.1257212 Aug 29 23:54:15.240880 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-d7e1dff8-37c1-466d-96b1-fe1bb3a94da4 req-cded32f2-90f1-4987-ba72-62af67ebcbff service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1994af96-ee92-46f3-8bd5-3d9a397cf396 HTTP/1.1" status: 200 len: 217 time: 0.0527725 Aug 29 23:54:15.305600 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e1dff8-37c1-466d-96b1-fe1bb3a94da4 req-68e9df97-009c-43a2-8801-af0eafa5b74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:15.307132 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-d7e1dff8-37c1-466d-96b1-fe1bb3a94da4 req-68e9df97-009c-43a2-8801-af0eafa5b74c service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=61447109-44f2-44fa-83dd-52a148538e4e HTTP/1.1" status: 200 len: 857 time: 0.0550079 Aug 29 23:54:15.399938 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e1dff8-37c1-466d-96b1-fe1bb3a94da4 req-e8814279-fd7e-4fee-a93e-e6150feae16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:15.409900 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-d7e1dff8-37c1-466d-96b1-fe1bb3a94da4 req-e8814279-fd7e-4fee-a93e-e6150feae16e service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=e198d273-347a-4fa0-82d5-22e40c3600ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0954182 Aug 29 23:54:15.581089 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-5506e9f3-e7b4-4788-98c2-c811255e775b req-0df43849-51c8-4746-aab9-f5de3b16b3d5 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=8939c9d1-b864-4a13-affa-225f4a46a59b HTTP/1.1" status: 200 len: 210 time: 0.0403585 Aug 29 23:54:15.618113 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (01773ddc-a5d8-4c68-b7b5-e385af2b339f), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:15.682049 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-d7e1dff8-37c1-466d-96b1-fe1bb3a94da4 req-162cb336-62cf-4d2c-b6f1-d4df1bc5b710 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/e198d273-347a-4fa0-82d5-22e40c3600ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630575 Aug 29 23:54:15.824104 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b7ff42-0b83-4285-ba18-f9efba550a4b req-a640e76d-5a74-4e77-944c-62f58295e24c tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:15.827746 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-a8b7ff42-0b83-4285-ba18-f9efba550a4b req-a640e76d-5a74-4e77-944c-62f58295e24c tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.87 "GET /networking/v2.0/networks?id=c2c3299b-0403-418b-997c-2b2e94887975 HTTP/1.1" status: 200 len: 808 time: 0.2432063 Aug 29 23:54:15.863823 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [req-a8b7ff42-0b83-4285-ba18-f9efba550a4b req-eb2fab37-71ec-4b74-a29e-115bffca3110 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Request body: {'port': {'device_id': '8939c9d1-b864-4a13-affa-225f4a46a59b', 'network_id': 'c2c3299b-0403-418b-997c-2b2e94887975', 'admin_state_up': True, 'tenant_id': 'a9642272967c46b188cf1bced9ea6ab5'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:54:15.966819 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-d7e1dff8-37c1-466d-96b1-fe1bb3a94da4 req-b40c4225-6a3d-47bc-b885-d4bb829617a2 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/e198d273-347a-4fa0-82d5-22e40c3600ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755976 Aug 29 23:54:15.987901 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=100 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:16.059955 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b9cc5-ca31-4290-bc15-2a5924ca5bc1 req-81059b84-f5ce-406d-9b8e-9795a365e1ca tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:16.062444 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c16b9cc5-ca31-4290-bc15-2a5924ca5bc1 req-81059b84-f5ce-406d-9b8e-9795a365e1ca tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=94c9c11e-d575-4b60-be05-fe0a27272eac HTTP/1.1" status: 200 len: 945 time: 0.0745583 Aug 29 23:54:16.074711 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=100 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:16.135809 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c16b9cc5-ca31-4290-bc15-2a5924ca5bc1 req-229036f1-bb93-4b07-a15c-ef5cec13faa1 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654354 Aug 29 23:54:16.173790 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8b7ff42-0b83-4285-ba18-f9efba550a4b req-eb2fab37-71ec-4b74-a29e-115bffca3110 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Made reservation on behalf of a9642272967c46b188cf1bced9ea6ab5 for: {'port': 1} {{(pid=113416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:54:16.178513 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-a8b7ff42-0b83-4285-ba18-f9efba550a4b req-eb2fab37-71ec-4b74-a29e-115bffca3110 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:16.383837 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.db_base_plugin_common [req-a8b7ff42-0b83-4285-ba18-f9efba550a4b req-eb2fab37-71ec-4b74-a29e-115bffca3110 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Allocated IP 172.20.0.7 (c2c3299b-0403-418b-997c-2b2e94887975/c139329e-c0bd-40be-b36f-2bad6bfc37cd/21cea2d3-9c53-4a27-ba19-887adc4418cb) {{(pid=113416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:54:16.433260 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-55545b4a-c719-46e4-a9c5-7c044aa64822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (63136763-0f20-46a8-951a-2f70193501e4), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:16.689791 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-a8b7ff42-0b83-4285-ba18-f9efba550a4b req-eb2fab37-71ec-4b74-a29e-115bffca3110 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Publish callbacks [] for port (21cea2d3-9c53-4a27-ba19-887adc4418cb), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:16.728802 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-a1a0c639-bd43-4aca-bb5f-0deeffe44c0c req-ac453471-e93b-4edf-b9c4-c4e717630774 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=8939c9d1-b864-4a13-affa-225f4a46a59b HTTP/1.1" status: 200 len: 210 time: 0.0384762 Aug 29 23:54:16.834797 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-a8b7ff42-0b83-4285-ba18-f9efba550a4b req-eb2fab37-71ec-4b74-a29e-115bffca3110 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963692'] for port (21cea2d3-9c53-4a27-ba19-887adc4418cb), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:16.882444 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8b7ff42-0b83-4285-ba18-f9efba550a4b req-eb2fab37-71ec-4b74-a29e-115bffca3110 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Network c2c3299b-0403-418b-997c-2b2e94887975 is already hosted by enough agents. {{(pid=113416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:54:16.886916 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.base_scheduler [req-a8b7ff42-0b83-4285-ba18-f9efba550a4b req-eb2fab37-71ec-4b74-a29e-115bffca3110 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Resources bound (agent type, host, resource id): {{(pid=113416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:54:16.891988 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8b7ff42-0b83-4285-ba18-f9efba550a4b req-eb2fab37-71ec-4b74-a29e-115bffca3110 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Received port after_create {{(pid=113416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:54:16.917418 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2fab37-71ec-4b74-a29e-115bffca3110 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Pushing event updated for resources: {'Port': ['ID=21cea2d3-9c53-4a27-ba19-887adc4418cb,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:16.925922 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb68d30-4928-4440-b740-cb19e4ea4221 req-ec813a4b-0b78-4ae8-9ddc-cbda357ef045 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:16.927897 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-cfb68d30-4928-4440-b740-cb19e4ea4221 req-ec813a4b-0b78-4ae8-9ddc-cbda357ef045 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 945 time: 0.0631471 Aug 29 23:54:16.931588 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2fab37-71ec-4b74-a29e-115bffca3110 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:16.931939 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2fab37-71ec-4b74-a29e-115bffca3110 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:16.932307 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2fab37-71ec-4b74-a29e-115bffca3110 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:16.932651 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2fab37-71ec-4b74-a29e-115bffca3110 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:16.932984 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2fab37-71ec-4b74-a29e-115bffca3110 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:16.933335 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2fab37-71ec-4b74-a29e-115bffca3110 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:16.933637 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2fab37-71ec-4b74-a29e-115bffca3110 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:16.933962 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2fab37-71ec-4b74-a29e-115bffca3110 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:16.934350 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2fab37-71ec-4b74-a29e-115bffca3110 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:16.935182 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2fab37-71ec-4b74-a29e-115bffca3110 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:16.935686 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2fab37-71ec-4b74-a29e-115bffca3110 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:16.936009 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2fab37-71ec-4b74-a29e-115bffca3110 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:16.936364 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2fab37-71ec-4b74-a29e-115bffca3110 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:16.936688 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2fab37-71ec-4b74-a29e-115bffca3110 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:16.937080 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2fab37-71ec-4b74-a29e-115bffca3110 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:16.973023 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b7ff42-0b83-4285-ba18-f9efba550a4b req-eb2fab37-71ec-4b74-a29e-115bffca3110 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:16.974087 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-a8b7ff42-0b83-4285-ba18-f9efba550a4b req-eb2fab37-71ec-4b74-a29e-115bffca3110 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for port (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:17.006952 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-cfb68d30-4928-4440-b740-cb19e4ea4221 req-0b6283da-737d-4cac-8670-ec11b7ca1b35 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697105 Aug 29 23:54:17.125244 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-a8b7ff42-0b83-4285-ba18-f9efba550a4b req-eb2fab37-71ec-4b74-a29e-115bffca3110 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.87 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2747042 Aug 29 23:54:17.156866 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [req-a8b7ff42-0b83-4285-ba18-f9efba550a4b req-3709d7c9-1472-48e9-b6c8-97cf579d4e0a service neutron] Request body: {'port': {'device_id': '8939c9d1-b864-4a13-affa-225f4a46a59b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85504'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:54:17.241691 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-a8b7ff42-0b83-4285-ba18-f9efba550a4b req-3709d7c9-1472-48e9-b6c8-97cf579d4e0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (21cea2d3-9c53-4a27-ba19-887adc4418cb), before_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:17.323693 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91496384-5b84-4cd5-adfa-5e8df073683f req-2ffdd1ff-e610-47a8-ae94-9dfdc8f0936a tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:17.333598 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-91496384-5b84-4cd5-adfa-5e8df073683f req-2ffdd1ff-e610-47a8-ae94-9dfdc8f0936a tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=94c9c11e-d575-4b60-be05-fe0a27272eac HTTP/1.1" status: 200 len: 945 time: 0.0884254 Aug 29 23:54:17.412731 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-91496384-5b84-4cd5-adfa-5e8df073683f req-4096c9d7-7928-42db-8bd0-ee7b51ad2568 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729373 Aug 29 23:54:17.558886 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:17.608217 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:17.615561 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.notifiers.nova [req-a8b7ff42-0b83-4285-ba18-f9efba550a4b req-3709d7c9-1472-48e9-b6c8-97cf579d4e0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21cea2d3-9c53-4a27-ba19-887adc4418cb {{(pid=113416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:54:17.625809 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-a8b7ff42-0b83-4285-ba18-f9efba550a4b req-3709d7c9-1472-48e9-b6c8-97cf579d4e0a service neutron] Publish callbacks [] for port (21cea2d3-9c53-4a27-ba19-887adc4418cb), precommit_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:17.645208 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.provisioning_blocks [req-a8b7ff42-0b83-4285-ba18-f9efba550a4b req-3709d7c9-1472-48e9-b6c8-97cf579d4e0a service neutron] Transition to ACTIVE for port object 21cea2d3-9c53-4a27-ba19-887adc4418cb will not be triggered until provisioned by entity L2. {{(pid=113416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 23:54:17.731510 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-a8b7ff42-0b83-4285-ba18-f9efba550a4b req-3709d7c9-1472-48e9-b6c8-97cf579d4e0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963685'] for port (21cea2d3-9c53-4a27-ba19-887adc4418cb), after_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:17.831381 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3709d7c9-1472-48e9-b6c8-97cf579d4e0a service neutron] Pushing event updated for resources: {'Port': ['ID=21cea2d3-9c53-4a27-ba19-887adc4418cb,revision_number=2']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:17.863851 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:17.864681 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.managers [req-a8b7ff42-0b83-4285-ba18-f9efba550a4b req-3709d7c9-1472-48e9-b6c8-97cf579d4e0a service neutron] Attempting to bind port 21cea2d3-9c53-4a27-ba19-887adc4418cb on host hv-cinder-85504 for vnic_type normal with profile {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:54:17.864681 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.managers [req-a8b7ff42-0b83-4285-ba18-f9efba550a4b req-3709d7c9-1472-48e9-b6c8-97cf579d4e0a service neutron] Attempting to bind port 21cea2d3-9c53-4a27-ba19-887adc4418cb by drivers openvswitch,hyperv on host hv-cinder-85504 at level 0 using segments [{'id': 'c16207b7-6b15-46e9-b824-4d785922d8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': 'c2c3299b-0403-418b-997c-2b2e94887975'}] {{(pid=113416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:54:17.865160 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b7ff42-0b83-4285-ba18-f9efba550a4b req-3709d7c9-1472-48e9-b6c8-97cf579d4e0a service neutron] Attempting to bind port 21cea2d3-9c53-4a27-ba19-887adc4418cb on network c2c3299b-0403-418b-997c-2b2e94887975 {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:54:17.876809 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b7ff42-0b83-4285-ba18-f9efba550a4b req-3709d7c9-1472-48e9-b6c8-97cf579d4e0a service neutron] Port 21cea2d3-9c53-4a27-ba19-887adc4418cb on network c2c3299b-0403-418b-997c-2b2e94887975 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85504 {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 23:54:17.877385 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b7ff42-0b83-4285-ba18-f9efba550a4b req-3709d7c9-1472-48e9-b6c8-97cf579d4e0a service neutron] Attempting to bind port 21cea2d3-9c53-4a27-ba19-887adc4418cb on network c2c3299b-0403-418b-997c-2b2e94887975 {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:54:17.886531 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b7ff42-0b83-4285-ba18-f9efba550a4b req-3709d7c9-1472-48e9-b6c8-97cf579d4e0a service neutron] Checking agent: {'id': 'a7eaf665-0f6d-431a-9601-222c900251ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85504', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 50, 13), 'started_at': datetime.datetime(2022, 8, 29, 23, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:54:17.887063 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b7ff42-0b83-4285-ba18-f9efba550a4b req-3709d7c9-1472-48e9-b6c8-97cf579d4e0a service neutron] Checking segment: {'id': 'c16207b7-6b15-46e9-b824-4d785922d8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': 'c2c3299b-0403-418b-997c-2b2e94887975'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:54:17.888983 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b7ff42-0b83-4285-ba18-f9efba550a4b req-3709d7c9-1472-48e9-b6c8-97cf579d4e0a service neutron] Bound using segment: {'id': 'c16207b7-6b15-46e9-b824-4d785922d8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': 'c2c3299b-0403-418b-997c-2b2e94887975'} {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:54:17.889753 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.managers [req-a8b7ff42-0b83-4285-ba18-f9efba550a4b req-3709d7c9-1472-48e9-b6c8-97cf579d4e0a service neutron] Bound port: 21cea2d3-9c53-4a27-ba19-887adc4418cb, host: hv-cinder-85504, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c16207b7-6b15-46e9-b824-4d785922d8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': 'c2c3299b-0403-418b-997c-2b2e94887975'}}] {{(pid=113416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:54:17.890356 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-a8b7ff42-0b83-4285-ba18-f9efba550a4b req-3709d7c9-1472-48e9-b6c8-97cf579d4e0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (21cea2d3-9c53-4a27-ba19-887adc4418cb), before_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:17.921836 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52da85e-6b79-422a-84ec-635c853abe07 req-3b94514f-2ffb-4ec3-aa17-216aec78ec80 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:17.925273 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b52da85e-6b79-422a-84ec-635c853abe07 req-3b94514f-2ffb-4ec3-aa17-216aec78ec80 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=8939c9d1-b864-4a13-affa-225f4a46a59b HTTP/1.1" status: 200 len: 943 time: 0.0801392 Aug 29 23:54:17.976943 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.db [req-a8b7ff42-0b83-4285-ba18-f9efba550a4b req-3709d7c9-1472-48e9-b6c8-97cf579d4e0a service neutron] For port 21cea2d3-9c53-4a27-ba19-887adc4418cb, host hv-cinder-85504, cleared binding levels {{(pid=113416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:54:17.980579 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.db [req-a8b7ff42-0b83-4285-ba18-f9efba550a4b req-3709d7c9-1472-48e9-b6c8-97cf579d4e0a service neutron] For port 21cea2d3-9c53-4a27-ba19-887adc4418cb, host hv-cinder-85504, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=21cea2d3-9c53-4a27-ba19-887adc4418cb,segment=NetworkSegment(c16207b7-6b15-46e9-b824-4d785922d8f3),segment_id=c16207b7-6b15-46e9-b824-4d785922d8f3)] {{(pid=113416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:54:17.999044 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b52da85e-6b79-422a-84ec-635c853abe07 req-c1fee5f9-cb21-4bd9-ba4d-a7f478aba89e tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=8b531bbb-0a31-456d-a2f1-6b427cd98371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681453 Aug 29 23:54:18.058134 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-a8b7ff42-0b83-4285-ba18-f9efba550a4b req-3709d7c9-1472-48e9-b6c8-97cf579d4e0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963685'] for port (21cea2d3-9c53-4a27-ba19-887adc4418cb), after_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:18.070736 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b7ff42-0b83-4285-ba18-f9efba550a4b req-3709d7c9-1472-48e9-b6c8-97cf579d4e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:18.071765 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-a8b7ff42-0b83-4285-ba18-f9efba550a4b req-3709d7c9-1472-48e9-b6c8-97cf579d4e0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for port (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:18.075632 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-a8b7ff42-0b83-4285-ba18-f9efba550a4b req-3709d7c9-1472-48e9-b6c8-97cf579d4e0a service neutron] 10.222.0.87 "PUT /networking/v2.0/ports/21cea2d3-9c53-4a27-ba19-887adc4418cb HTTP/1.1" status: 200 len: 1093 time: 0.9333980 Aug 29 23:54:18.075632 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8939c9d1-b864-4a13-affa-225f4a46a59b', 'tag': '21cea2d3-9c53-4a27-ba19-887adc4418cb'}] {{(pid=113416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:54:18.079960 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca1b1d0bad556637bdc4aa8e491b493d03ba5f494de7569054403470f02cf73a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb7eb7f-8ab9-4b34-a938-6c55cae93a90" -d '{"events": [{"name": "network-changed", "server_uuid": "8939c9d1-b864-4a13-affa-225f4a46a59b", "tag": "21cea2d3-9c53-4a27-ba19-887adc4418cb"}]}' {{(pid=113416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:54:18.165146 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 23:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba623c21-3a24-4326-8a6a-dda049ec2fb9 x-openstack-request-id: req-ba623c21-3a24-4326-8a6a-dda049ec2fb9 {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:54:18.165554 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8939c9d1-b864-4a13-affa-225f4a46a59b", "tag": "21cea2d3-9c53-4a27-ba19-887adc4418cb", "status": "completed", "code": 200}]} {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:54:18.165900 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ba623c21-3a24-4326-8a6a-dda049ec2fb9 {{(pid=113416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:54:18.166417 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba623c21-3a24-4326-8a6a-dda049ec2fb9'] response: {'name': 'network-changed', 'server_uuid': '8939c9d1-b864-4a13-affa-225f4a46a59b', 'tag': '21cea2d3-9c53-4a27-ba19-887adc4418cb', 'status': 'completed', 'code': 200} Aug 29 23:54:18.168096 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3709d7c9-1472-48e9-b6c8-97cf579d4e0a service neutron] Pushing event updated for resources: {'Port': ['ID=21cea2d3-9c53-4a27-ba19-887adc4418cb,revision_number=3']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:18.192820 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f8fb8-36b7-4c1e-9f6b-5f7c880b9b6d req-5f716d5d-f421-434f-b134-749a27929de0 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:18.200472 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-238f8fb8-36b7-4c1e-9f6b-5f7c880b9b6d req-5f716d5d-f421-434f-b134-749a27929de0 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 945 time: 0.0800998 Aug 29 23:54:18.238109 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7eb7f-8ab9-4b34-a938-6c55cae93a90 req-815dde04-037f-4d5f-aaa4-6353292b2ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:18.239665 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-ffb7eb7f-8ab9-4b34-a938-6c55cae93a90 req-815dde04-037f-4d5f-aaa4-6353292b2ceb service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=a9642272967c46b188cf1bced9ea6ab5&device_id=8939c9d1-b864-4a13-affa-225f4a46a59b HTTP/1.1" status: 200 len: 1127 time: 0.0464473 Aug 29 23:54:18.258672 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-238f8fb8-36b7-4c1e-9f6b-5f7c880b9b6d req-4ef03299-dd10-4723-aa7e-b3dc628a4e22 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573072 Aug 29 23:54:18.360691 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7eb7f-8ab9-4b34-a938-6c55cae93a90 req-2ace1eea-125b-4d57-abd2-62cfe250e58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:18.362167 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-ffb7eb7f-8ab9-4b34-a938-6c55cae93a90 req-2ace1eea-125b-4d57-abd2-62cfe250e58f service neutron] 10.222.0.87 "GET /networking/v2.0/networks?tenant_id=a9642272967c46b188cf1bced9ea6ab5&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1146822 Aug 29 23:54:18.431038 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:18.589348 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114ce469-f0fc-4a32-8423-fdf91b1e718b req-09c1e8c5-7bef-48b8-bb19-fffafdd258dc tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:18.597580 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-114ce469-f0fc-4a32-8423-fdf91b1e718b req-09c1e8c5-7bef-48b8-bb19-fffafdd258dc tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=94c9c11e-d575-4b60-be05-fe0a27272eac HTTP/1.1" status: 200 len: 945 time: 0.0751545 Aug 29 23:54:18.670903 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-114ce469-f0fc-4a32-8423-fdf91b1e718b req-950ca276-1d80-4c44-a163-dba1b92ed2d1 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621915 Aug 29 23:54:18.814903 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7eb7f-8ab9-4b34-a938-6c55cae93a90 req-1be55879-43ad-4d55-a0a5-3deb4fc690d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:18.817534 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-ffb7eb7f-8ab9-4b34-a938-6c55cae93a90 req-1be55879-43ad-4d55-a0a5-3deb4fc690d1 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4476750 Aug 29 23:54:18.911130 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b7ff42-0b83-4285-ba18-f9efba550a4b req-f0d7e4e0-867b-4916-93ca-a63b719b4395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:18.912779 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-a8b7ff42-0b83-4285-ba18-f9efba550a4b req-f0d7e4e0-867b-4916-93ca-a63b719b4395 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=a9642272967c46b188cf1bced9ea6ab5&device_id=8939c9d1-b864-4a13-affa-225f4a46a59b HTTP/1.1" status: 200 len: 1127 time: 0.0444329 Aug 29 23:54:18.964968 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-a8b7ff42-0b83-4285-ba18-f9efba550a4b req-4fc20008-42f7-44e6-8703-31f8840d2357 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21cea2d3-9c53-4a27-ba19-887adc4418cb HTTP/1.1" status: 200 len: 217 time: 0.0392625 Aug 29 23:54:19.031060 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b7ff42-0b83-4285-ba18-f9efba550a4b req-05eebef6-8a2d-4c15-bbe4-fcd78f233348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:19.032364 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-a8b7ff42-0b83-4285-ba18-f9efba550a4b req-05eebef6-8a2d-4c15-bbe4-fcd78f233348 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=c139329e-c0bd-40be-b36f-2bad6bfc37cd HTTP/1.1" status: 200 len: 848 time: 0.0604882 Aug 29 23:54:19.077515 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-a8b7ff42-0b83-4285-ba18-f9efba550a4b req-592dd360-24fc-4772-aefa-71f8b79a1731 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=c2c3299b-0403-418b-997c-2b2e94887975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358627 Aug 29 23:54:19.160715 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05da701-bb5b-4c37-8af7-596a3c423dfc req-5222b958-a8e9-4962-8caf-7b4c79e8e0a8 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:19.164820 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-f05da701-bb5b-4c37-8af7-596a3c423dfc req-5222b958-a8e9-4962-8caf-7b4c79e8e0a8 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=8939c9d1-b864-4a13-affa-225f4a46a59b HTTP/1.1" status: 200 len: 943 time: 0.0654984 Aug 29 23:54:19.257205 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-a8b7ff42-0b83-4285-ba18-f9efba550a4b req-49284e3d-1532-42b5-9877-58bda967baf9 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/c2c3299b-0403-418b-997c-2b2e94887975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588390 Aug 29 23:54:19.268983 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-f05da701-bb5b-4c37-8af7-596a3c423dfc req-688a4af2-0e87-4386-ae3b-268b5d2b854d tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=8b531bbb-0a31-456d-a2f1-6b427cd98371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918965 Aug 29 23:54:19.443464 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:19.460794 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-a8b7ff42-0b83-4285-ba18-f9efba550a4b req-53f96952-eb20-4252-a6e4-f61856892ab8 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/c2c3299b-0403-418b-997c-2b2e94887975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978879 Aug 29 23:54:19.463151 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168853af-1711-4e41-91d1-24cdeebc6ed1 req-68e0d4bb-8c91-488c-9d12-ddeb2b428143 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:19.465142 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-168853af-1711-4e41-91d1-24cdeebc6ed1 req-68e0d4bb-8c91-488c-9d12-ddeb2b428143 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 945 time: 0.0846243 Aug 29 23:54:19.528894 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-168853af-1711-4e41-91d1-24cdeebc6ed1 req-f0c6912f-9e15-4306-b9af-4abd9997d6c5 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550833 Aug 29 23:54:19.815785 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1c72af-7805-4a94-8f68-47d079968848 req-93a261db-5ab3-40f5-9058-0c6c6ec40b68 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:19.817371 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-0d1c72af-7805-4a94-8f68-47d079968848 req-93a261db-5ab3-40f5-9058-0c6c6ec40b68 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=94c9c11e-d575-4b60-be05-fe0a27272eac HTTP/1.1" status: 200 len: 945 time: 0.0562918 Aug 29 23:54:19.874494 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 48484) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:54:19.896849 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-0d1c72af-7805-4a94-8f68-47d079968848 req-c5387bc4-203c-4e88-b1c6-b9956c8c9b97 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734513 Aug 29 23:54:20.024663 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb0d5-c620-4c66-8843-24004f9bf270 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:20.129000 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb0d5-c620-4c66-8843-24004f9bf270 admin admin] Publish callbacks [] for security_group (0fb969f5-3665-4910-9a8f-9fdb53c90b60), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:20.199000 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb0d5-c620-4c66-8843-24004f9bf270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (0fb969f5-3665-4910-9a8f-9fdb53c90b60), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:20.253158 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-7b3bb0d5-c620-4c66-8843-24004f9bf270 admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=579a901794184a3ea68717945727109f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3771815 Aug 29 23:54:20.254078 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb0d5-c620-4c66-8843-24004f9bf270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb969f5-3665-4910-9a8f-9fdb53c90b60,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:20.256012 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 48490) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:54:20.321294 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-35dd58db-31a4-4db1-bb53-85a372fd4011 admin admin] Publish callbacks [] for security_group (0fb969f5-3665-4910-9a8f-9fdb53c90b60), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:20.349529 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-35dd58db-31a4-4db1-bb53-85a372fd4011 admin admin] Publish callbacks [] for security_group (0fb969f5-3665-4910-9a8f-9fdb53c90b60), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:20.480692 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3766f75-a38e-403e-9575-efbdfa726cae req-bfe94f42-d733-47c6-8f10-afca4060829d tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:20.483340 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-a3766f75-a38e-403e-9575-efbdfa726cae req-bfe94f42-d733-47c6-8f10-afca4060829d tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=8939c9d1-b864-4a13-affa-225f4a46a59b HTTP/1.1" status: 200 len: 943 time: 0.0840130 Aug 29 23:54:20.530217 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-35dd58db-31a4-4db1-bb53-85a372fd4011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (0fb969f5-3665-4910-9a8f-9fdb53c90b60), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:20.532863 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-35dd58db-31a4-4db1-bb53-85a372fd4011 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:20.534027 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-35dd58db-31a4-4db1-bb53-85a372fd4011 admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/0fb969f5-3665-4910-9a8f-9fdb53c90b60 HTTP/1.1" status: 204 len: 168 time: 0.2766623 Aug 29 23:54:20.554221 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dd58db-31a4-4db1-bb53-85a372fd4011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb969f5-3665-4910-9a8f-9fdb53c90b60,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:20.562302 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-a3766f75-a38e-403e-9575-efbdfa726cae req-44d3df25-a9f0-4635-89a3-9756b8a7aa89 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=8b531bbb-0a31-456d-a2f1-6b427cd98371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657558 Aug 29 23:54:20.566899 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dd58db-31a4-4db1-bb53-85a372fd4011 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:20.567255 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dd58db-31a4-4db1-bb53-85a372fd4011 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:20.567603 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dd58db-31a4-4db1-bb53-85a372fd4011 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:20.567940 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dd58db-31a4-4db1-bb53-85a372fd4011 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:20.568313 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dd58db-31a4-4db1-bb53-85a372fd4011 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:20.572502 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dd58db-31a4-4db1-bb53-85a372fd4011 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:20.572502 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dd58db-31a4-4db1-bb53-85a372fd4011 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:20.572502 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dd58db-31a4-4db1-bb53-85a372fd4011 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:20.572502 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dd58db-31a4-4db1-bb53-85a372fd4011 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:20.572502 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dd58db-31a4-4db1-bb53-85a372fd4011 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:20.572502 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dd58db-31a4-4db1-bb53-85a372fd4011 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:20.572502 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dd58db-31a4-4db1-bb53-85a372fd4011 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:20.572502 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dd58db-31a4-4db1-bb53-85a372fd4011 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:20.572502 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dd58db-31a4-4db1-bb53-85a372fd4011 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:20.572502 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dd58db-31a4-4db1-bb53-85a372fd4011 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:20.747062 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb5cf2-36fd-4956-825a-ef5a6f96ef90 req-5b71681d-b840-407e-bbec-a6a3bfa3b1f3 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:20.763507 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-defb5cf2-36fd-4956-825a-ef5a6f96ef90 req-5b71681d-b840-407e-bbec-a6a3bfa3b1f3 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 945 time: 0.0982664 Aug 29 23:54:20.847576 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-defb5cf2-36fd-4956-825a-ef5a6f96ef90 req-e02ca593-f875-422c-8be8-e1f2e38c598d tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860348 Aug 29 23:54:20.936869 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 48516) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:54:21.003277 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea4e8b07-9fb6-473b-982c-442b83222c87 admin admin] Deleting subnet 3901fabf-ce61-473f-aaf8-ac77c52d458a {{(pid=113415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 23:54:21.003839 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-ea4e8b07-9fb6-473b-982c-442b83222c87 admin admin] Publish callbacks [] for subnet (3901fabf-ce61-473f-aaf8-ac77c52d458a), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:21.091486 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device 21cea2d3-9c53-4a27-ba19-887adc4418cb details requested by agent hyperv_hv-cinder-85504 with host hv-cinder-85504 {{(pid=113417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 23:54:21.092532 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-ea4e8b07-9fb6-473b-982c-442b83222c87 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10512014'] for subnet (3901fabf-ce61-473f-aaf8-ac77c52d458a), precommit_delete_associations {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:21.124012 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a85408-45f2-49bb-ab1a-9a73fae7c23b req-3504d379-a389-42aa-9721-621f531f7c29 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:21.126213 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-f4a85408-45f2-49bb-ab1a-9a73fae7c23b req-3504d379-a389-42aa-9721-621f531f7c29 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=94c9c11e-d575-4b60-be05-fe0a27272eac HTTP/1.1" status: 200 len: 945 time: 0.0994003 Aug 29 23:54:21.163215 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:21.177885 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-ea4e8b07-9fb6-473b-982c-442b83222c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3500387'] for subnet (3901fabf-ce61-473f-aaf8-ac77c52d458a), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:21.239836 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-f4a85408-45f2-49bb-ab1a-9a73fae7c23b req-0623c345-f535-4c7b-9c3a-2830bc2ae01f tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001656 Aug 29 23:54:21.264794 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:21.352387 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port 21cea2d3-9c53-4a27-ba19-887adc4418cb, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=21cea2d3-9c53-4a27-ba19-887adc4418cb,segment=NetworkSegment(c16207b7-6b15-46e9-b824-4d785922d8f3),segment_id=c16207b7-6b15-46e9-b824-4d785922d8f3)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:54:21.366041 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Returning: {'device': '21cea2d3-9c53-4a27-ba19-887adc4418cb', 'network_id': 'c2c3299b-0403-418b-997c-2b2e94887975', 'port_id': '21cea2d3-9c53-4a27-ba19-887adc4418cb', 'mac_address': 'fa:16:3e:b1:b5:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c139329e-c0bd-40be-b36f-2bad6bfc37cd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 23:54:21.382029 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-ea4e8b07-9fb6-473b-982c-442b83222c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3500410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4096602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11073941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11041910'] for subnet (3901fabf-ce61-473f-aaf8-ac77c52d458a), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:21.409459 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Current status of the port 21cea2d3-9c53-4a27-ba19-887adc4418cb is: DOWN; New status is: BUILD {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:54:21.410220 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (21cea2d3-9c53-4a27-ba19-887adc4418cb), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:21.424212 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 48524) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:54:21.425283 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.notifiers.nova [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21cea2d3-9c53-4a27-ba19-887adc4418cb {{(pid=113417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:54:21.441266 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4e8b07-9fb6-473b-982c-442b83222c87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3901fabf-ce61-473f-aaf8-ac77c52d458a,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:21.463782 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port 21cea2d3-9c53-4a27-ba19-887adc4418cb, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=21cea2d3-9c53-4a27-ba19-887adc4418cb,segment=NetworkSegment(c16207b7-6b15-46e9-b824-4d785922d8f3),segment_id=c16207b7-6b15-46e9-b824-4d785922d8f3)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:54:21.469369 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-ea4e8b07-9fb6-473b-982c-442b83222c87 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:21.474374 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-ea4e8b07-9fb6-473b-982c-442b83222c87 admin admin] 10.222.0.90 "DELETE /networking/v2.0/subnets/3901fabf-ce61-473f-aaf8-ac77c52d458a HTTP/1.1" status: 204 len: 168 time: 0.5356236 Aug 29 23:54:21.476980 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-85190060-a056-4b8a-b65b-023dff7b0272 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:21.478312 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 48528) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:54:21.518539 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (21cea2d3-9c53-4a27-ba19-887adc4418cb), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:21.585460 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Pushing event updated for resources: {'Port': ['ID=21cea2d3-9c53-4a27-ba19-887adc4418cb,revision_number=4']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:21.603754 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:21.604403 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-41b2e49d-e3cc-4fa8-a3be-091c71d3b13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578142'] for network (9d6665b0-3897-4921-a2d1-30f7ad3ac8a7), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:21.604959 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:21.605211 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:21.605521 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:21.607196 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:21.607575 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:21.607907 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:21.609365 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:21.609698 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:21.610756 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:21.611077 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:21.612569 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:21.613379 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:21.614503 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:21.616426 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:21.671277 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-85190060-a056-4b8a-b65b-023dff7b0272 admin admin] Publish callbacks [] for security_group (fa57515c-59f8-4440-a683-596a9548f3d9), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:21.736497 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-85190060-a056-4b8a-b65b-023dff7b0272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (fa57515c-59f8-4440-a683-596a9548f3d9), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:21.739566 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-41b2e49d-e3cc-4fa8-a3be-091c71d3b13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3498496', 'neutron.services.segments.db._delete_segments_for_network-8751006364483'] for network (9d6665b0-3897-4921-a2d1-30f7ad3ac8a7), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:21.773346 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87280fec-dd32-45c6-b129-b5e43425694e req-8c4451fa-68e3-47a6-b14a-f9bc6515fcdb tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:21.773619 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.services.segments.db [None req-41b2e49d-e3cc-4fa8-a3be-091c71d3b13b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d6665b0-3897-4921-a2d1-30f7ad3ac8a7']}} {{(pid=113416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:54:21.776420 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-87280fec-dd32-45c6-b129-b5e43425694e req-8c4451fa-68e3-47a6-b14a-f9bc6515fcdb tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=8939c9d1-b864-4a13-affa-225f4a46a59b HTTP/1.1" status: 200 len: 944 time: 0.0907772 Aug 29 23:54:21.786151 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.services.segments.db [None req-41b2e49d-e3cc-4fa8-a3be-091c71d3b13b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38b5a62b-8de3-434f-8cc6-8e8430faf942') {'for_net_delete': True} {{(pid=113416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:54:21.786432 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.services.segments.db [None req-41b2e49d-e3cc-4fa8-a3be-091c71d3b13b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38b5a62b-8de3-434f-8cc6-8e8430faf942') {} {{(pid=113416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:54:21.798308 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-41b2e49d-e3cc-4fa8-a3be-091c71d3b13b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751006358959', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10966535'] for segment (38b5a62b-8de3-434f-8cc6-8e8430faf942), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:21.815218 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-41b2e49d-e3cc-4fa8-a3be-091c71d3b13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3480186'] for segment (38b5a62b-8de3-434f-8cc6-8e8430faf942), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:21.822875 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41b2e49d-e3cc-4fa8-a3be-091c71d3b13b admin admin] Releasing vlan 1123 on physical network physnet1 to pool {{(pid=113416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 23:54:21.823269 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-41b2e49d-e3cc-4fa8-a3be-091c71d3b13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3480186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10963641'] for segment (38b5a62b-8de3-434f-8cc6-8e8430faf942), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:21.851401 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-85190060-a056-4b8a-b65b-023dff7b0272 admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=f2b2161667fe4584b5db5eb9eaeae939&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4260604 Aug 29 23:54:21.858293 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] get_ports_and_sgs() called for port_ids ['21cea2d3-9c53-4a27-ba19-887adc4418cb'] {{(pid=113417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 23:54:21.867958 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 48538) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:54:21.886268 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85190060-a056-4b8a-b65b-023dff7b0272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa57515c-59f8-4440-a683-596a9548f3d9,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:21.920843 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:21.932091 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-87280fec-dd32-45c6-b129-b5e43425694e req-7114ee7e-9fce-4a82-a617-6476e72ae503 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=8b531bbb-0a31-456d-a2f1-6b427cd98371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387506 Aug 29 23:54:21.938734 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.services.segments.plugin [-] Segment 38b5a62b-8de3-434f-8cc6-8e8430faf942 resource provider aggregate not found Aug 29 23:54:21.978230 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.services.segments.plugin [-] Segment 38b5a62b-8de3-434f-8cc6-8e8430faf942 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 38b5a62b-8de3-434f-8cc6-8e8430faf942 found for delete ", "request_id": "req-03200c7e-755d-4341-884c-39c39560fdeb"}]} Aug 29 23:54:21.997958 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-102f1103-4c14-429d-af07-db6385851e75 admin admin] Publish callbacks [] for security_group (fa57515c-59f8-4440-a683-596a9548f3d9), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:22.060976 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:DELETE=1,neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:22.061689 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-102f1103-4c14-429d-af07-db6385851e75 admin admin] Publish callbacks [] for security_group (fa57515c-59f8-4440-a683-596a9548f3d9), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:22.087725 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e13d6a-91c1-48ab-9105-9291cf3bad8c req-812b824f-0d87-4635-9ec6-35ca37943795 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:22.094724 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-31e13d6a-91c1-48ab-9105-9291cf3bad8c req-812b824f-0d87-4635-9ec6-35ca37943795 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 945 time: 0.0875058 Aug 29 23:54:22.165920 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-31e13d6a-91c1-48ab-9105-9291cf3bad8c req-f0f6c097-d1e3-4249-9cd5-9840aff79f4f tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649378 Aug 29 23:54:22.204485 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-41b2e49d-e3cc-4fa8-a3be-091c71d3b13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3498505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477645'] for network (9d6665b0-3897-4921-a2d1-30f7ad3ac8a7), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:22.210511 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-41b2e49d-e3cc-4fa8-a3be-091c71d3b13b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for network (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:22.213494 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-41b2e49d-e3cc-4fa8-a3be-091c71d3b13b admin admin] 10.222.0.90 "DELETE /networking/v2.0/networks/9d6665b0-3897-4921-a2d1-30f7ad3ac8a7 HTTP/1.1" status: 204 len: 168 time: 0.7311053 Aug 29 23:54:22.221833 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 48544) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:54:22.226146 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b2e49d-e3cc-4fa8-a3be-091c71d3b13b admin admin] Pushing event deleted for resources: {'Network': ['ID=9d6665b0-3897-4921-a2d1-30f7ad3ac8a7,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:22.271648 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3671286-ea72-4ac8-bca8-73428afb1bc5 admin admin] Deleting subnet 3c76d750-8c86-4c0a-960c-f409bb38b1b1 {{(pid=113415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 23:54:22.275074 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-a3671286-ea72-4ac8-bca8-73428afb1bc5 admin admin] Publish callbacks [] for subnet (3c76d750-8c86-4c0a-960c-f409bb38b1b1), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:22.302256 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-102f1103-4c14-429d-af07-db6385851e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (fa57515c-59f8-4440-a683-596a9548f3d9), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:22.305861 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-102f1103-4c14-429d-af07-db6385851e75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:22.306084 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-102f1103-4c14-429d-af07-db6385851e75 admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/fa57515c-59f8-4440-a683-596a9548f3d9 HTTP/1.1" status: 204 len: 168 time: 0.4350526 Aug 29 23:54:22.321275 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102f1103-4c14-429d-af07-db6385851e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa57515c-59f8-4440-a683-596a9548f3d9,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:22.334800 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-a3671286-ea72-4ac8-bca8-73428afb1bc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10512014'] for subnet (3c76d750-8c86-4c0a-960c-f409bb38b1b1), precommit_delete_associations {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:22.336505 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:22.414933 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00045d0e-20c3-4b84-8030-9372ca49cd2e req-d657f67b-c08b-45f4-b62e-6c66874a1e4f tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:22.414933 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-00045d0e-20c3-4b84-8030-9372ca49cd2e req-d657f67b-c08b-45f4-b62e-6c66874a1e4f tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=94c9c11e-d575-4b60-be05-fe0a27272eac HTTP/1.1" status: 200 len: 945 time: 0.0610573 Aug 29 23:54:22.416885 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-a3671286-ea72-4ac8-bca8-73428afb1bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3500387'] for subnet (3c76d750-8c86-4c0a-960c-f409bb38b1b1), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:22.506734 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-00045d0e-20c3-4b84-8030-9372ca49cd2e req-88191d0f-0df7-4e47-b3bb-8895a7b66f1f tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690060 Aug 29 23:54:22.567641 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-a3671286-ea72-4ac8-bca8-73428afb1bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3500410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4096602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11073941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11041910'] for subnet (3c76d750-8c86-4c0a-960c-f409bb38b1b1), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:22.574506 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:22.594177 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3671286-ea72-4ac8-bca8-73428afb1bc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c76d750-8c86-4c0a-960c-f409bb38b1b1,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:22.597940 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-a3671286-ea72-4ac8-bca8-73428afb1bc5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:22.603661 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-a3671286-ea72-4ac8-bca8-73428afb1bc5 admin admin] 10.222.0.90 "DELETE /networking/v2.0/subnets/3c76d750-8c86-4c0a-960c-f409bb38b1b1 HTTP/1.1" status: 204 len: 168 time: 0.3782074 Aug 29 23:54:22.604359 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 48554) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:54:22.681202 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-ada8e99e-5889-4e4d-938f-f79583f84e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578142'] for network (cd4ee981-352a-4a09-8342-82d12f268a6e), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:22.771649 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-ada8e99e-5889-4e4d-938f-f79583f84e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3498496', 'neutron.services.segments.db._delete_segments_for_network-8751006364483'] for network (cd4ee981-352a-4a09-8342-82d12f268a6e), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:22.802925 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.services.segments.db [None req-ada8e99e-5889-4e4d-938f-f79583f84e2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd4ee981-352a-4a09-8342-82d12f268a6e']}} {{(pid=113415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:54:22.814669 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.services.segments.db [None req-ada8e99e-5889-4e4d-938f-f79583f84e2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a047371-00ba-41f0-9447-2a99949a36af') {'for_net_delete': True} {{(pid=113415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:54:22.815118 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.services.segments.db [None req-ada8e99e-5889-4e4d-938f-f79583f84e2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a047371-00ba-41f0-9447-2a99949a36af') {} {{(pid=113415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:54:22.827010 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-ada8e99e-5889-4e4d-938f-f79583f84e2a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751006358959', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10512005'] for segment (2a047371-00ba-41f0-9447-2a99949a36af), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:22.846029 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-ada8e99e-5889-4e4d-938f-f79583f84e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3480186'] for segment (2a047371-00ba-41f0-9447-2a99949a36af), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:22.866187 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ada8e99e-5889-4e4d-938f-f79583f84e2a admin admin] Releasing vlan 1141 on physical network physnet1 to pool {{(pid=113415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 23:54:22.866365 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-ada8e99e-5889-4e4d-938f-f79583f84e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3480186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11068723'] for segment (2a047371-00ba-41f0-9447-2a99949a36af), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:22.885440 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.services.segments.plugin [-] Segment 2a047371-00ba-41f0-9447-2a99949a36af resource provider aggregate not found Aug 29 23:54:22.933499 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.services.segments.plugin [-] Segment 2a047371-00ba-41f0-9447-2a99949a36af resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2a047371-00ba-41f0-9447-2a99949a36af found for delete ", "request_id": "req-a899e43c-3e6a-4d48-a5d8-a9d7348813fb"}]} Aug 29 23:54:23.098794 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f967f36-cd1d-4579-9587-19448c840fa0 req-c71de17f-686a-4298-abe4-858e3157aca9 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:23.101184 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-4f967f36-cd1d-4579-9587-19448c840fa0 req-c71de17f-686a-4298-abe4-858e3157aca9 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=8939c9d1-b864-4a13-affa-225f4a46a59b HTTP/1.1" status: 200 len: 944 time: 0.0646093 Aug 29 23:54:23.102704 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-ada8e99e-5889-4e4d-938f-f79583f84e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3498505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477645'] for network (cd4ee981-352a-4a09-8342-82d12f268a6e), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:23.106372 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device 21cea2d3-9c53-4a27-ba19-887adc4418cb up at agent hyperv_hv-cinder-85504 {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:54:23.119733 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-ada8e99e-5889-4e4d-938f-f79583f84e2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for network (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:23.127160 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-ada8e99e-5889-4e4d-938f-f79583f84e2a admin admin] 10.222.0.90 "DELETE /networking/v2.0/networks/cd4ee981-352a-4a09-8342-82d12f268a6e HTTP/1.1" status: 204 len: 168 time: 0.5177553 Aug 29 23:54:23.165743 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada8e99e-5889-4e4d-938f-f79583f84e2a admin admin] Pushing event deleted for resources: {'Network': ['ID=cd4ee981-352a-4a09-8342-82d12f268a6e,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:23.190194 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Provisioning for port 21cea2d3-9c53-4a27-ba19-887adc4418cb completed by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 23:54:23.208663 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-4f967f36-cd1d-4579-9587-19448c840fa0 req-e231e651-065b-46d0-8333-eeff7be1c294 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=8b531bbb-0a31-456d-a2f1-6b427cd98371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769992 Aug 29 23:54:23.285026 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Provisioning complete for port 21cea2d3-9c53-4a27-ba19-887adc4418cb triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:54:23.286717 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (21cea2d3-9c53-4a27-ba19-887adc4418cb), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:23.377123 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Current status of the port 21cea2d3-9c53-4a27-ba19-887adc4418cb is: BUILD; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:54:23.377827 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbd967c-2dae-417b-ab9e-f6e144f2adf0 req-91471251-c23a-4da3-a8ff-c15c3731ac1b tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:23.378227 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (21cea2d3-9c53-4a27-ba19-887adc4418cb), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:23.379053 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-6cbd967c-2dae-417b-ab9e-f6e144f2adf0 req-91471251-c23a-4da3-a8ff-c15c3731ac1b tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 945 time: 0.0668430 Aug 29 23:54:23.404961 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8939c9d1-b864-4a13-affa-225f4a46a59b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21cea2d3-9c53-4a27-ba19-887adc4418cb'}] {{(pid=113417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:54:23.407458 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d41a01b6be055f780f1b28f387bc014884277aca14b53491aeccfff4134a8b4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d0650c-92ed-4883-b620-9841f8fef205" -d '{"events": [{"server_uuid": "8939c9d1-b864-4a13-affa-225f4a46a59b", "name": "network-vif-plugged", "status": "completed", "tag": "21cea2d3-9c53-4a27-ba19-887adc4418cb"}]}' {{(pid=113417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:54:23.421761 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port 21cea2d3-9c53-4a27-ba19-887adc4418cb, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=21cea2d3-9c53-4a27-ba19-887adc4418cb,segment=NetworkSegment(c16207b7-6b15-46e9-b824-4d785922d8f3),segment_id=c16207b7-6b15-46e9-b824-4d785922d8f3)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:54:23.456322 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-6cbd967c-2dae-417b-ab9e-f6e144f2adf0 req-1a14067d-e9db-4f45-8988-decfc2199f2e tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711479 Aug 29 23:54:23.505500 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-767fe01c-5699-4d6b-a4d6-5facf9e3b6e4 x-openstack-request-id: req-767fe01c-5699-4d6b-a4d6-5facf9e3b6e4 {{(pid=113417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:54:23.505812 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8939c9d1-b864-4a13-affa-225f4a46a59b", "name": "network-vif-plugged", "status": "completed", "tag": "21cea2d3-9c53-4a27-ba19-887adc4418cb", "code": 200}]} {{(pid=113417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:54:23.506068 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-767fe01c-5699-4d6b-a4d6-5facf9e3b6e4 {{(pid=113417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:54:23.506466 dv-cinder-855041-2-iscsi neutron-server[113417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-767fe01c-5699-4d6b-a4d6-5facf9e3b6e4'] response: {'server_uuid': '8939c9d1-b864-4a13-affa-225f4a46a59b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21cea2d3-9c53-4a27-ba19-887adc4418cb', 'code': 200} Aug 29 23:54:23.513414 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (21cea2d3-9c53-4a27-ba19-887adc4418cb), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:23.587805 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Pushing event updated for resources: {'Port': ['ID=21cea2d3-9c53-4a27-ba19-887adc4418cb,revision_number=5']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:23.662565 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b408c-11fa-4360-add4-6dd3674e7605 req-141a855b-c503-45ca-ac26-b93906a8e46e tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:23.664618 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-313b408c-11fa-4360-add4-6dd3674e7605 req-141a855b-c503-45ca-ac26-b93906a8e46e tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=94c9c11e-d575-4b60-be05-fe0a27272eac HTTP/1.1" status: 200 len: 945 time: 0.0493100 Aug 29 23:54:23.723487 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 48600) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:54:23.748795 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-313b408c-11fa-4360-add4-6dd3674e7605 req-be960844-fc76-4eb1-8ed0-1dd85c123715 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786090 Aug 29 23:54:23.770036 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-fbe561d7-9b88-41fa-8ab2-a3a040a832d6 admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=0874676fa8d44b638e6fbce373f0aacf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0452056 Aug 29 23:54:23.770270 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:23.772499 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 48602) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:54:23.783917 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 48604) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:54:23.794445 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:23.834730 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-d8d24778-5b67-4209-bf9f-b97d0ef556af admin admin] Publish callbacks [] for security_group (866fc729-343c-457f-b520-a4e465dbf1db), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:23.856886 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-d8d24778-5b67-4209-bf9f-b97d0ef556af admin admin] Publish callbacks [] for security_group (866fc729-343c-457f-b520-a4e465dbf1db), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:23.938680 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d119a0-f5ba-47d6-9e12-056210ab627a req-d62012c4-c275-4d3b-ba40-dcf1934e81cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:23.941928 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-32d119a0-f5ba-47d6-9e12-056210ab627a req-d62012c4-c275-4d3b-ba40-dcf1934e81cc service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=8939c9d1-b864-4a13-affa-225f4a46a59b HTTP/1.1" status: 200 len: 1129 time: 0.0746322 Aug 29 23:54:23.990457 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-32d119a0-f5ba-47d6-9e12-056210ab627a req-1368c096-5860-4fd8-9bdb-c93356401dfb service neutron] 10.222.0.87 "GET /networking/v2.0/security-groups?id=8b531bbb-0a31-456d-a2f1-6b427cd98371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440309 Aug 29 23:54:24.016117 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [None req-c3a70e13-c469-433e-afb4-2104037ec6b7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-291794192-network', 'tenant_id': '184afafb4d0b4a089a059eb73eb6ff2a'}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:54:24.061638 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-d8d24778-5b67-4209-bf9f-b97d0ef556af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (866fc729-343c-457f-b520-a4e465dbf1db), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:24.064231 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-d8d24778-5b67-4209-bf9f-b97d0ef556af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:24.065353 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-d8d24778-5b67-4209-bf9f-b97d0ef556af admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/866fc729-343c-457f-b520-a4e465dbf1db HTTP/1.1" status: 204 len: 168 time: 0.2918191 Aug 29 23:54:24.073655 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d24778-5b67-4209-bf9f-b97d0ef556af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866fc729-343c-457f-b520-a4e465dbf1db,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:24.079688 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a70e13-c469-433e-afb4-2104037ec6b7 admin admin] Made reservation on behalf of 184afafb4d0b4a089a059eb73eb6ff2a for: {'network': 1} {{(pid=113415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:54:24.083575 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-c3a70e13-c469-433e-afb4-2104037ec6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for network (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:24.095441 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-c3a70e13-c469-433e-afb4-2104037ec6b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:24.185235 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-c3a70e13-c469-433e-afb4-2104037ec6b7 admin admin] Publish callbacks [] for security_group (1d395dde-8486-4434-bdf6-ee9fb7385d6e), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:24.241207 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-c3a70e13-c469-433e-afb4-2104037ec6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (1d395dde-8486-4434-bdf6-ee9fb7385d6e), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:24.279897 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3a70e13-c469-433e-afb4-2104037ec6b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1134, 'physical_network': 'physnet1'} {{(pid=113415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 23:54:24.292112 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a70e13-c469-433e-afb4-2104037ec6b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d395dde-8486-4434-bdf6-ee9fb7385d6e,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:24.298223 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-c3a70e13-c469-433e-afb4-2104037ec6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3480186'] for segment (dad3ba3f-d50b-4a90-9593-18298e0d176c), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:24.298513 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.db.segments_db [None req-c3a70e13-c469-433e-afb4-2104037ec6b7 admin admin] Added segment dad3ba3f-d50b-4a90-9593-18298e0d176c of type vlan for network 54b35e90-eaee-4696-a0d1-a7792bb4e65e Aug 29 23:54:24.386192 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-c3a70e13-c469-433e-afb4-2104037ec6b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751005866352'] for network (54b35e90-eaee-4696-a0d1-a7792bb4e65e), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:24.401006 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219ae6f-8024-4f69-8c04-a770da030a0b req-c53e563b-719f-41ad-8306-0fc9ba6b9b58 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:24.403379 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-a219ae6f-8024-4f69-8c04-a770da030a0b req-c53e563b-719f-41ad-8306-0fc9ba6b9b58 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=8939c9d1-b864-4a13-affa-225f4a46a59b HTTP/1.1" status: 200 len: 945 time: 0.0942492 Aug 29 23:54:24.426979 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:24.449074 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 48622) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:54:24.473390 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-a219ae6f-8024-4f69-8c04-a770da030a0b req-dafb262d-431f-46ba-8e1f-1481ca90c5cc tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=8b531bbb-0a31-456d-a2f1-6b427cd98371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624335 Aug 29 23:54:24.570891 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-c3a70e13-c469-433e-afb4-2104037ec6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357'] for network (54b35e90-eaee-4696-a0d1-a7792bb4e65e), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:24.572247 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a70e13-c469-433e-afb4-2104037ec6b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:24.572983 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-c3a70e13-c469-433e-afb4-2104037ec6b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for network (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:24.598143 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-d3d90e02-debe-406a-82ae-d92bc7f958ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:24.671561 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab9a2d-9197-4f4f-b58d-3f3250c1eab4 req-a7e859d6-f57b-4cd8-b235-282cace6e962 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:24.673241 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-83ab9a2d-9197-4f4f-b58d-3f3250c1eab4 req-a7e859d6-f57b-4cd8-b235-282cace6e962 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 945 time: 0.1165147 Aug 29 23:54:24.692666 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a70e13-c469-433e-afb4-2104037ec6b7 admin admin] Pushing event updated for resources: {'Network': ['ID=54b35e90-eaee-4696-a0d1-a7792bb4e65e,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:24.692919 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-d3d90e02-debe-406a-82ae-d92bc7f958ee admin admin] Publish callbacks [] for security_group (6dab91f3-2bea-4818-b2f4-40f7f665de13), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:24.704962 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Network 54b35e90-eaee-4696-a0d1-a7792bb4e65e details requested by agent ovs-agent-dv-cinder-855041-2-iscsi with host dv-cinder-855041-2-iscsi {{(pid=113417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 23:54:24.733611 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-83ab9a2d-9197-4f4f-b58d-3f3250c1eab4 req-e748698c-06f2-4457-8e63-88000c809c59 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534935 Aug 29 23:54:24.764326 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:24.845027 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-d3d90e02-debe-406a-82ae-d92bc7f958ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (6dab91f3-2bea-4818-b2f4-40f7f665de13), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:24.859509 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-c3a70e13-c469-433e-afb4-2104037ec6b7 admin admin] 10.222.0.90 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0742581 Aug 29 23:54:24.870441 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 48638) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:54:24.876646 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [None req-174da483-97e7-4699-ba2a-fffdcd06898d admin admin] Request body: {'subnet': {'network_id': '54b35e90-eaee-4696-a0d1-a7792bb4e65e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-291794192-subnet', 'tenant_id': '184afafb4d0b4a089a059eb73eb6ff2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:54:24.883133 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4eca2-ba1d-415b-9c94-15260bb4509c req-c1b88a8e-5afc-4d42-96d4-f28eb72f48f3 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:24.884841 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-aeb4eca2-ba1d-415b-9c94-15260bb4509c req-c1b88a8e-5afc-4d42-96d4-f28eb72f48f3 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=94c9c11e-d575-4b60-be05-fe0a27272eac HTTP/1.1" status: 200 len: 945 time: 0.0586905 Aug 29 23:54:24.895921 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:24.925687 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d90e02-debe-406a-82ae-d92bc7f958ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dab91f3-2bea-4818-b2f4-40f7f665de13,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:24.933351 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-d3d90e02-debe-406a-82ae-d92bc7f958ee admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=2aa87242c8a24c7b818596a0a2a30706&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4830642 Aug 29 23:54:24.936300 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 48642) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:54:24.970578 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-aeb4eca2-ba1d-415b-9c94-15260bb4509c req-7a43cc56-9e28-4d66-a011-3b4dde20ff94 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724432 Aug 29 23:54:25.005895 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-6dfeb612-25f7-4591-8521-b6fc8b06361e admin admin] Publish callbacks [] for security_group (6dab91f3-2bea-4818-b2f4-40f7f665de13), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:25.023797 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174da483-97e7-4699-ba2a-fffdcd06898d admin admin] Made reservation on behalf of 184afafb4d0b4a089a059eb73eb6ff2a for: {'subnet': 1} {{(pid=113416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:54:25.026338 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-174da483-97e7-4699-ba2a-fffdcd06898d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11693029'] for subnet (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:25.047617 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-6dfeb612-25f7-4591-8521-b6fc8b06361e admin admin] Publish callbacks [] for security_group (6dab91f3-2bea-4818-b2f4-40f7f665de13), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:25.133738 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 48644) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:54:25.186433 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-2c05fb3f-2276-4382-a40f-dc98c83d9563 admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=9393fbca34e64218b8c47bc3cf1c708e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0531828 Aug 29 23:54:25.189621 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 48646) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:54:25.241752 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-f7ecb948-d019-406c-9010-059f43d50fee admin admin] Publish callbacks [] for security_group (cdb7b635-7ced-48e6-a27b-85f32a581c8b), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:25.243064 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-6dfeb612-25f7-4591-8521-b6fc8b06361e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (6dab91f3-2bea-4818-b2f4-40f7f665de13), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:25.245612 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-6dfeb612-25f7-4591-8521-b6fc8b06361e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:25.247580 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-6dfeb612-25f7-4591-8521-b6fc8b06361e admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/6dab91f3-2bea-4818-b2f4-40f7f665de13 HTTP/1.1" status: 204 len: 168 time: 0.3087013 Aug 29 23:54:25.264211 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfeb612-25f7-4591-8521-b6fc8b06361e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dab91f3-2bea-4818-b2f4-40f7f665de13,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:25.266307 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-f7ecb948-d019-406c-9010-059f43d50fee admin admin] Publish callbacks [] for security_group (cdb7b635-7ced-48e6-a27b-85f32a581c8b), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:25.410087 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-f7ecb948-d019-406c-9010-059f43d50fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (cdb7b635-7ced-48e6-a27b-85f32a581c8b), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:25.413209 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-f7ecb948-d019-406c-9010-059f43d50fee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:25.414970 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-f7ecb948-d019-406c-9010-059f43d50fee admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/cdb7b635-7ced-48e6-a27b-85f32a581c8b HTTP/1.1" status: 204 len: 168 time: 0.2243574 Aug 29 23:54:25.424833 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ecb948-d019-406c-9010-059f43d50fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb7b635-7ced-48e6-a27b-85f32a581c8b,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:25.439299 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-174da483-97e7-4699-ba2a-fffdcd06898d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4096602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10966620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11693043'] for subnet (67e5e700-2859-4969-ac33-88dabf7b37f5), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:25.467812 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:25.522789 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174da483-97e7-4699-ba2a-fffdcd06898d admin admin] Pushing event updated for resources: {'Subnet': ['ID=67e5e700-2859-4969-ac33-88dabf7b37f5,revision_number=0']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:25.533447 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174da483-97e7-4699-ba2a-fffdcd06898d admin admin] Checking segment: {'id': 'dad3ba3f-d50b-4a90-9593-18298e0d176c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '54b35e90-eaee-4696-a0d1-a7792bb4e65e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:54:25.533875 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174da483-97e7-4699-ba2a-fffdcd06898d admin admin] Network hostable DHCP agents. Network: 54b35e90-eaee-4696-a0d1-a7792bb4e65e, hostable agents: ['1020f8f9-c858-45a1-84c5-376480b0ca2e'], hosted agents: [] {{(pid=113416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 23:54:25.634652 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c46f228-ded1-487e-b6e7-20b76a5e1386 req-43551f6f-883e-4d14-a990-858ec46fd40d tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:25.636684 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-7c46f228-ded1-487e-b6e7-20b76a5e1386 req-43551f6f-883e-4d14-a990-858ec46fd40d tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=8939c9d1-b864-4a13-affa-225f4a46a59b HTTP/1.1" status: 200 len: 945 time: 0.0561996 Aug 29 23:54:25.655931 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174da483-97e7-4699-ba2a-fffdcd06898d admin admin] Network 54b35e90-eaee-4696-a0d1-a7792bb4e65e is scheduled to be hosted by DHCP agent 1020f8f9-c858-45a1-84c5-376480b0ca2e with binding_index 1 {{(pid=113416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 23:54:25.698203 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-7c46f228-ded1-487e-b6e7-20b76a5e1386 req-5648a6a2-a87e-4234-82a8-5e8e8e24390d tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=8b531bbb-0a31-456d-a2f1-6b427cd98371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511804 Aug 29 23:54:25.788526 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.base_scheduler [None req-174da483-97e7-4699-ba2a-fffdcd06898d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855041-2-iscsi, 54b35e90-eaee-4696-a0d1-a7792bb4e65e) {{(pid=113416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:54:25.796187 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174da483-97e7-4699-ba2a-fffdcd06898d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:25.797166 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-174da483-97e7-4699-ba2a-fffdcd06898d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for subnet (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:25.804589 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222b87a0-f5bb-4ead-bcf7-5438461a827d None None] Network 54b35e90-eaee-4696-a0d1-a7792bb4e65e requested from dv-cinder-855041-2-iscsi {{(pid=113417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:54:25.888215 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7be75-bfd3-40a7-aecc-ccdcf5e6046d req-c9edcd0e-c552-4ec9-b5a0-381991734a1d tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:25.889810 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-baa7be75-bfd3-40a7-aecc-ccdcf5e6046d req-c9edcd0e-c552-4ec9-b5a0-381991734a1d tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 945 time: 0.0624018 Aug 29 23:54:25.938528 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-174da483-97e7-4699-ba2a-fffdcd06898d admin admin] 10.222.0.90 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0706649 Aug 29 23:54:25.951477 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8aa764-207a-4668-96da-8df1e8df1019 None None] Network 54b35e90-eaee-4696-a0d1-a7792bb4e65e requested from dv-cinder-855041-2-iscsi {{(pid=113417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:54:26.008045 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-baa7be75-bfd3-40a7-aecc-ccdcf5e6046d req-48f8c200-d944-4a6d-8c71-259e709e3707 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076422 Aug 29 23:54:26.170904 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed392fe-2f7a-4901-8588-2965e35819d8 req-90899aa1-b7f4-480e-8499-de5fce0ab405 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:26.172750 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-0ed392fe-2f7a-4901-8588-2965e35819d8 req-90899aa1-b7f4-480e-8499-de5fce0ab405 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=94c9c11e-d575-4b60-be05-fe0a27272eac HTTP/1.1" status: 200 len: 945 time: 0.0971041 Aug 29 23:54:26.241240 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-0ed392fe-2f7a-4901-8588-2965e35819d8 req-cc28a57b-0553-414f-9db6-e3d895a31e21 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626411 Aug 29 23:54:26.397050 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:26.416076 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 48682) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:54:26.446716 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-f188e2af-cb1d-485f-8818-38a90e7e7eeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:26.543920 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-f188e2af-cb1d-485f-8818-38a90e7e7eeb admin admin] Publish callbacks [] for security_group (74f7d192-ae88-437b-87c0-a0578b6af548), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:26.616239 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-f188e2af-cb1d-485f-8818-38a90e7e7eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (74f7d192-ae88-437b-87c0-a0578b6af548), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:26.623409 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:26.658710 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-f188e2af-cb1d-485f-8818-38a90e7e7eeb admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=c674ea4f77c14660a7275210d8d290fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2413468 Aug 29 23:54:26.660661 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f188e2af-cb1d-485f-8818-38a90e7e7eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f7d192-ae88-437b-87c0-a0578b6af548,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:26.661514 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 48686) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:54:26.720925 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-a59e4629-1ab9-41a1-b4a7-d945a159bc01 admin admin] Publish callbacks [] for security_group (74f7d192-ae88-437b-87c0-a0578b6af548), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:26.742640 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-a59e4629-1ab9-41a1-b4a7-d945a159bc01 admin admin] Publish callbacks [] for security_group (74f7d192-ae88-437b-87c0-a0578b6af548), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:26.875324 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-a59e4629-1ab9-41a1-b4a7-d945a159bc01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (74f7d192-ae88-437b-87c0-a0578b6af548), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:26.878616 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-a59e4629-1ab9-41a1-b4a7-d945a159bc01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:26.879773 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-a59e4629-1ab9-41a1-b4a7-d945a159bc01 admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/74f7d192-ae88-437b-87c0-a0578b6af548 HTTP/1.1" status: 204 len: 168 time: 0.2171521 Aug 29 23:54:26.889343 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59e4629-1ab9-41a1-b4a7-d945a159bc01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f7d192-ae88-437b-87c0-a0578b6af548,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:27.151357 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307c6ef-445c-4320-b40b-c65bcf8afd96 req-32f9730a-e7bc-4721-bb6e-4c277161e190 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:27.152975 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c307c6ef-445c-4320-b40b-c65bcf8afd96 req-32f9730a-e7bc-4721-bb6e-4c277161e190 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 945 time: 0.0622604 Aug 29 23:54:27.210674 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c307c6ef-445c-4320-b40b-c65bcf8afd96 req-44caa3ed-fbe7-4664-9518-298de923bf27 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496230 Aug 29 23:54:27.454446 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7e9ab-109d-40eb-8ff8-321599d8b4ca req-b532fdfa-3418-4aaa-8046-3b2f0d4a21a1 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:27.456848 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-69c7e9ab-109d-40eb-8ff8-321599d8b4ca req-b532fdfa-3418-4aaa-8046-3b2f0d4a21a1 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=94c9c11e-d575-4b60-be05-fe0a27272eac HTTP/1.1" status: 200 len: 945 time: 0.0820746 Aug 29 23:54:27.532924 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-69c7e9ab-109d-40eb-8ff8-321599d8b4ca req-b639956f-2969-4c50-9b7a-73c5f718e68d tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646803 Aug 29 23:54:28.386565 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5ba81-a929-4d31-aa8c-20c28455da5f req-228266ab-08cc-4e3d-9973-8ef550ab1676 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:28.392800 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c1e5ba81-a929-4d31-aa8c-20c28455da5f req-228266ab-08cc-4e3d-9973-8ef550ab1676 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 945 time: 0.0632689 Aug 29 23:54:28.469291 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c1e5ba81-a929-4d31-aa8c-20c28455da5f req-66b2aa32-10fe-43ab-ab2b-a1c5e87cba01 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613348 Aug 29 23:54:28.556487 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca47d3f-eb5f-44e7-9005-7a7cf23ae503 req-7d93532d-a717-4c15-85dc-9dc39e9b5fcb tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:28.558755 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-bca47d3f-eb5f-44e7-9005-7a7cf23ae503 req-7d93532d-a717-4c15-85dc-9dc39e9b5fcb tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=8939c9d1-b864-4a13-affa-225f4a46a59b HTTP/1.1" status: 200 len: 945 time: 0.0596042 Aug 29 23:54:28.756124 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-bca47d3f-eb5f-44e7-9005-7a7cf23ae503 req-6b51df84-ec71-4cfe-95c6-48cd9e0542ab tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=8b531bbb-0a31-456d-a2f1-6b427cd98371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764696 Aug 29 23:54:28.781413 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228919e-519e-4591-88a8-5a34fddbbcde req-20db635a-3d07-458a-8699-f152af1c30a0 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:28.790347 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b228919e-519e-4591-88a8-5a34fddbbcde req-20db635a-3d07-458a-8699-f152af1c30a0 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=94c9c11e-d575-4b60-be05-fe0a27272eac HTTP/1.1" status: 200 len: 945 time: 0.1576962 Aug 29 23:54:28.882309 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:28.891801 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b228919e-519e-4591-88a8-5a34fddbbcde req-ad37d2c7-a8af-41a9-84b5-9955a0636125 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002741 Aug 29 23:54:29.095361 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba53c67-0886-4149-9fe2-58752367c106 req-1310489e-9e8d-4b4a-9332-a3317f0c45c5 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:29.096923 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-fba53c67-0886-4149-9fe2-58752367c106 req-1310489e-9e8d-4b4a-9332-a3317f0c45c5 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.90 "GET /networking/v2.0/networks?id=54b35e90-eaee-4696-a0d1-a7792bb4e65e HTTP/1.1" status: 200 len: 813 time: 0.1225662 Aug 29 23:54:29.123498 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-fba53c67-0886-4149-9fe2-58752367c106 req-387e6046-646e-44c8-9186-50aea6aec04b tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.90 "GET /networking/v2.0/quotas/184afafb4d0b4a089a059eb73eb6ff2a HTTP/1.1" status: 200 len: 375 time: 0.0117538 Aug 29 23:54:29.161322 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-fba53c67-0886-4149-9fe2-58752367c106 req-abd8d082-ad1c-44d3-906b-ad6a18dbca93 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.90 "GET /networking/v2.0/ports?tenant_id=184afafb4d0b4a089a059eb73eb6ff2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317605 Aug 29 23:54:29.261266 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-fba53c67-0886-4149-9fe2-58752367c106 req-072d0922-4e90-4d2b-bb99-f71631e25673 service neutron] 10.222.0.90 "GET /networking/v2.0/networks/54b35e90-eaee-4696-a0d1-a7792bb4e65e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909226 Aug 29 23:54:29.261476 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 48794) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:54:29.364414 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-fba53c67-0886-4149-9fe2-58752367c106 req-2f616462-56c6-4333-8cdc-008626f1f38f service neutron] 10.222.0.90 "GET /networking/v2.0/networks/54b35e90-eaee-4696-a0d1-a7792bb4e65e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964899 Aug 29 23:54:29.388880 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-c51ac3e7-ac5e-4804-adf7-a4b4f92f019c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:29.538541 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-c51ac3e7-ac5e-4804-adf7-a4b4f92f019c admin admin] Publish callbacks [] for security_group (3d2618aa-d0d0-462c-9b4e-209417b89330), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:29.539447 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:29.609806 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-c51ac3e7-ac5e-4804-adf7-a4b4f92f019c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (3d2618aa-d0d0-462c-9b4e-209417b89330), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:29.680574 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-c51ac3e7-ac5e-4804-adf7-a4b4f92f019c admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=7796794cb4ae46b2ba31842f890e08fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4126608 Aug 29 23:54:29.680574 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51ac3e7-ac5e-4804-adf7-a4b4f92f019c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2618aa-d0d0-462c-9b4e-209417b89330,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:29.680574 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 48808) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:54:29.740282 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-ffff1bb9-151e-4090-a4ec-9cf3c13e1948 admin admin] Publish callbacks [] for security_group (3d2618aa-d0d0-462c-9b4e-209417b89330), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:29.763313 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9980ea2-308d-4f13-97e9-c04396deb63f req-bd2485be-b250-47f0-94ab-2270ec18e515 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:29.763313 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b9980ea2-308d-4f13-97e9-c04396deb63f req-bd2485be-b250-47f0-94ab-2270ec18e515 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 945 time: 0.0556531 Aug 29 23:54:29.799106 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-ffff1bb9-151e-4090-a4ec-9cf3c13e1948 admin admin] Publish callbacks [] for security_group (3d2618aa-d0d0-462c-9b4e-209417b89330), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:29.842002 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950b3fa-09f9-4a4d-8fd5-89486e781561 req-b2afe643-eb16-4afe-9adf-f7288da585a0 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:29.849243 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b9980ea2-308d-4f13-97e9-c04396deb63f req-600dff70-9e4c-4db1-bb17-7b45fef7b02e tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775640 Aug 29 23:54:29.851833 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-a950b3fa-09f9-4a4d-8fd5-89486e781561 req-b2afe643-eb16-4afe-9adf-f7288da585a0 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.87 "GET /networking/v2.0/ports?device_id=8939c9d1-b864-4a13-affa-225f4a46a59b HTTP/1.1" status: 200 len: 945 time: 0.0946124 Aug 29 23:54:29.974982 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-77194d3b-f9af-4a05-b6a0-d1ee16ea8e5a req-9e28dfc2-ea80-4bd6-8fe2-a051dd2647e4 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=643bb5c5-0c90-4aa6-b32b-6082a8e40e3d HTTP/1.1" status: 200 len: 210 time: 0.0394711 Aug 29 23:54:30.033693 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.plugin [req-a950b3fa-09f9-4a4d-8fd5-89486e781561 req-eda0edbb-58ad-4578-9a47-76b69ba26509 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Deleting port 21cea2d3-9c53-4a27-ba19-887adc4418cb {{(pid=113416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:54:30.033693 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-a950b3fa-09f9-4a4d-8fd5-89486e781561 req-eda0edbb-58ad-4578-9a47-76b69ba26509 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (21cea2d3-9c53-4a27-ba19-887adc4418cb), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:30.099308 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1fcf28-7224-43c7-9fc5-31ac643192a2 req-237ab797-54db-4429-b1cb-9666f513630a tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:30.101302 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-0f1fcf28-7224-43c7-9fc5-31ac643192a2 req-237ab797-54db-4429-b1cb-9666f513630a tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=8939c9d1-b864-4a13-affa-225f4a46a59b HTTP/1.1" status: 200 len: 945 time: 0.0594220 Aug 29 23:54:30.143244 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.db [req-a950b3fa-09f9-4a4d-8fd5-89486e781561 req-eda0edbb-58ad-4578-9a47-76b69ba26509 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] For port 21cea2d3-9c53-4a27-ba19-887adc4418cb, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=21cea2d3-9c53-4a27-ba19-887adc4418cb,segment=NetworkSegment(c16207b7-6b15-46e9-b824-4d785922d8f3),segment_id=c16207b7-6b15-46e9-b824-4d785922d8f3)] {{(pid=113416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:54:30.143981 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-a950b3fa-09f9-4a4d-8fd5-89486e781561 req-eda0edbb-58ad-4578-9a47-76b69ba26509 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (21cea2d3-9c53-4a27-ba19-887adc4418cb), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:30.158532 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-0f1fcf28-7224-43c7-9fc5-31ac643192a2 req-6f2af17c-9ba8-4f95-8bc1-ebc349a6fbd2 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=8b531bbb-0a31-456d-a2f1-6b427cd98371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490816 Aug 29 23:54:30.159440 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.plugin [req-a950b3fa-09f9-4a4d-8fd5-89486e781561 req-eda0edbb-58ad-4578-9a47-76b69ba26509 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Calling delete_port for 21cea2d3-9c53-4a27-ba19-887adc4418cb owned by compute:nova {{(pid=113416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:54:30.163325 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:30.213709 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-ffff1bb9-151e-4090-a4ec-9cf3c13e1948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (3d2618aa-d0d0-462c-9b4e-209417b89330), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:30.217448 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-ffff1bb9-151e-4090-a4ec-9cf3c13e1948 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:30.224239 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-ffff1bb9-151e-4090-a4ec-9cf3c13e1948 admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/3d2618aa-d0d0-462c-9b4e-209417b89330 HTTP/1.1" status: 204 len: 168 time: 0.5372794 Aug 29 23:54:30.232323 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff1bb9-151e-4090-a4ec-9cf3c13e1948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2618aa-d0d0-462c-9b4e-209417b89330,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:30.296215 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093b349-3573-4b92-a6a5-a893acd55504 req-6b51be01-5258-4b00-b6c0-b9cfaf520138 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:30.297721 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-f093b349-3573-4b92-a6a5-a893acd55504 req-6b51be01-5258-4b00-b6c0-b9cfaf520138 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=94c9c11e-d575-4b60-be05-fe0a27272eac HTTP/1.1" status: 200 len: 945 time: 0.0686255 Aug 29 23:54:30.348316 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-f093b349-3573-4b92-a6a5-a893acd55504 req-bf224bc8-b798-4c68-af56-69c51b3015d9 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448096 Aug 29 23:54:30.405027 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-a950b3fa-09f9-4a4d-8fd5-89486e781561 req-eda0edbb-58ad-4578-9a47-76b69ba26509 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963692'] for port (21cea2d3-9c53-4a27-ba19-887adc4418cb), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:30.418772 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] get_ports_and_sgs() called for port_ids ['21cea2d3-9c53-4a27-ba19-887adc4418cb'] {{(pid=113417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 23:54:30.442974 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda0edbb-58ad-4578-9a47-76b69ba26509 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Pushing event deleted for resources: {'Port': ['ID=21cea2d3-9c53-4a27-ba19-887adc4418cb,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:30.486991 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.l3_dvrscheduler_db [req-a950b3fa-09f9-4a4d-8fd5-89486e781561 req-eda0edbb-58ad-4578-9a47-76b69ba26509 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] No DVR routers for this DVR port 21cea2d3-9c53-4a27-ba19-887adc4418cb on host hv-cinder-85504 {{(pid=113416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 23:54:30.489719 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-a950b3fa-09f9-4a4d-8fd5-89486e781561 req-eda0edbb-58ad-4578-9a47-76b69ba26509 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for port (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:30.493050 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-a950b3fa-09f9-4a4d-8fd5-89486e781561 req-eda0edbb-58ad-4578-9a47-76b69ba26509 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.87 "DELETE /networking/v2.0/ports/21cea2d3-9c53-4a27-ba19-887adc4418cb HTTP/1.1" status: 204 len: 173 time: 0.6403248 Aug 29 23:54:30.493519 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8939c9d1-b864-4a13-affa-225f4a46a59b', 'name': 'network-vif-deleted', 'tag': '21cea2d3-9c53-4a27-ba19-887adc4418cb'}] {{(pid=113416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:54:30.495805 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca1b1d0bad556637bdc4aa8e491b493d03ba5f494de7569054403470f02cf73a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3e578c-2e18-49a1-a452-5bd8ae5fc932" -d '{"events": [{"server_uuid": "8939c9d1-b864-4a13-affa-225f4a46a59b", "name": "network-vif-deleted", "tag": "21cea2d3-9c53-4a27-ba19-887adc4418cb"}]}' {{(pid=113416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:54:30.550483 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ddb35f4-15a3-4e43-8ba3-a9b5ec6f5f2e x-openstack-request-id: req-1ddb35f4-15a3-4e43-8ba3-a9b5ec6f5f2e {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:54:30.550483 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8939c9d1-b864-4a13-affa-225f4a46a59b", "name": "network-vif-deleted", "tag": "21cea2d3-9c53-4a27-ba19-887adc4418cb", "status": "completed", "code": 200}]} {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:54:30.550483 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-1ddb35f4-15a3-4e43-8ba3-a9b5ec6f5f2e {{(pid=113416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:54:30.550483 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ddb35f4-15a3-4e43-8ba3-a9b5ec6f5f2e'] response: {'server_uuid': '8939c9d1-b864-4a13-affa-225f4a46a59b', 'name': 'network-vif-deleted', 'tag': '21cea2d3-9c53-4a27-ba19-887adc4418cb', 'status': 'completed', 'code': 200} Aug 29 23:54:31.035495 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc99154-69cb-45d3-83ef-066d45cb152f req-c5b89bbd-9cf0-4be4-a498-3331500376fd tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:31.037196 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-cbc99154-69cb-45d3-83ef-066d45cb152f req-c5b89bbd-9cf0-4be4-a498-3331500376fd tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 945 time: 0.0647430 Aug 29 23:54:31.072141 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-8c4f43ea-05c8-489e-ac0a-aac6eef53b44 req-3fff467d-3a4a-495a-bae4-76a24cdccdac tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=643bb5c5-0c90-4aa6-b32b-6082a8e40e3d HTTP/1.1" status: 200 len: 210 time: 0.0339167 Aug 29 23:54:31.114896 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-cbc99154-69cb-45d3-83ef-066d45cb152f req-8bdeb732-fa57-4f2e-aef3-3c9243240a94 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663059 Aug 29 23:54:31.306677 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-8eebf50a-d34f-42f6-98c4-6d1a2c1e6332 req-d156ad68-9839-4b51-8fdb-8d80a9ec6cdf tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=8939c9d1-b864-4a13-affa-225f4a46a59b HTTP/1.1" status: 200 len: 210 time: 0.0292876 Aug 29 23:54:31.400808 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d49b4d-39cb-426f-87dc-b9f3599ee99b req-850234f7-229c-49a8-bef3-b73e14f79cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:31.401164 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-96d49b4d-39cb-426f-87dc-b9f3599ee99b req-850234f7-229c-49a8-bef3-b73e14f79cd3 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=94c9c11e-d575-4b60-be05-fe0a27272eac HTTP/1.1" status: 200 len: 1129 time: 0.0557961 Aug 29 23:54:31.462948 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-96d49b4d-39cb-426f-87dc-b9f3599ee99b req-e18f9934-5340-4510-80bb-f0a45ec047eb service neutron] 10.222.0.87 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551455 Aug 29 23:54:31.597566 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92b67e6-c861-4961-8adb-fc3187a79276 req-2c5d1cc2-cfca-46ca-aee2-07dca0caeb56 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:31.597566 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b92b67e6-c861-4961-8adb-fc3187a79276 req-2c5d1cc2-cfca-46ca-aee2-07dca0caeb56 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=94c9c11e-d575-4b60-be05-fe0a27272eac HTTP/1.1" status: 200 len: 945 time: 0.0495622 Aug 29 23:54:31.597566 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b92b67e6-c861-4961-8adb-fc3187a79276 req-e161c7db-2b0e-48f5-9d68-87fa498e1798 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452065 Aug 29 23:54:32.224283 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-a472989d-c7cb-4312-8aa6-ac544412667a req-ced014bd-ae5b-4570-9a9b-5884eaf2ef94 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=643bb5c5-0c90-4aa6-b32b-6082a8e40e3d HTTP/1.1" status: 200 len: 210 time: 0.0486665 Aug 29 23:54:32.280418 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ca040-eb5a-4300-a398-37d69bbc2d73 req-05abcbe4-c3bb-4a56-8dd7-d8ba8de58486 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:32.281981 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-7d5ca040-eb5a-4300-a398-37d69bbc2d73 req-05abcbe4-c3bb-4a56-8dd7-d8ba8de58486 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 945 time: 0.0621884 Aug 29 23:54:32.377601 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-7d5ca040-eb5a-4300-a398-37d69bbc2d73 req-f39bd037-3a45-469c-a643-b557ca8edd3f tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861003 Aug 29 23:54:32.455505 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:32.511811 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-07691824-e46c-40a9-b3a5-7ae24201c6d3 req-286cbd09-1e29-4e8f-bd98-3ff1a75debab tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=8939c9d1-b864-4a13-affa-225f4a46a59b HTTP/1.1" status: 200 len: 210 time: 0.0744808 Aug 29 23:54:32.860442 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c60dd6-b6f3-440f-af6a-899b1f4c44e9 req-040dc281-5899-4fa8-88fd-19207dd90d86 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:32.862207 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d8c60dd6-b6f3-440f-af6a-899b1f4c44e9 req-040dc281-5899-4fa8-88fd-19207dd90d86 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=94c9c11e-d575-4b60-be05-fe0a27272eac HTTP/1.1" status: 200 len: 945 time: 0.1573119 Aug 29 23:54:32.873124 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 48902) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:54:32.923937 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:32.956132 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d8c60dd6-b6f3-440f-af6a-899b1f4c44e9 req-492c2b45-bcdd-4a92-a5df-2c59196023ba tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852344 Aug 29 23:54:33.030009 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-f51625a5-768d-4f40-a832-c0794082267d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:33.120682 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-f51625a5-768d-4f40-a832-c0794082267d admin admin] Publish callbacks [] for security_group (6019a18a-14a3-4dd1-acad-54bb4bdc7188), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:33.121104 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 48910) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:54:33.126146 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [None req-28abde40-3e38-4a26-ba46-e72d60254694 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Request body: {'security_group': {'name': 'tempest-securitygroup--346695673', 'description': 'tempest-description--2006509153'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:54:33.154991 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device b8d16afd-dba0-4d77-93f1-1d3f97943c11 details requested by agent hyperv_hv-cinder-85504 with host hv-cinder-85504 {{(pid=113417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 23:54:33.160141 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device 21cea2d3-9c53-4a27-ba19-887adc4418cb no longer exists at agent hyperv_hv-cinder-85504 {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:54:33.192800 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-f51625a5-768d-4f40-a832-c0794082267d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (6019a18a-14a3-4dd1-acad-54bb4bdc7188), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:33.196031 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] No Port match for: 21cea2d3-9c53-4a27-ba19-887adc4418cb {{(pid=113417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:54:33.196446 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device 21cea2d3-9c53-4a27-ba19-887adc4418cb not bound to the agent host hv-cinder-85504 {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:54:33.234373 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-28abde40-3e38-4a26-ba46-e72d60254694 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for security_group (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:33.249811 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-f51625a5-768d-4f40-a832-c0794082267d admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=49d7c5f33cba43cab7f883932cae889c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3755591 Aug 29 23:54:33.252435 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=5 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:33.253525 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51625a5-768d-4f40-a832-c0794082267d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6019a18a-14a3-4dd1-acad-54bb4bdc7188,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:33.253816 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 48912) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:54:33.352947 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port b8d16afd-dba0-4d77-93f1-1d3f97943c11, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=b8d16afd-dba0-4d77-93f1-1d3f97943c11,segment=NetworkSegment(114ca9d5-57df-429a-9e81-974fb793f3bc),segment_id=114ca9d5-57df-429a-9e81-974fb793f3bc)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:54:33.379981 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-28abde40-3e38-4a26-ba46-e72d60254694 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for security_group (3302a57a-d0e7-40d1-96bf-d943d73d87b4), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:33.388472 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Returning: {'device': 'b8d16afd-dba0-4d77-93f1-1d3f97943c11', 'network_id': '7a46036d-55d3-472c-985d-7d32e6afcac9', 'port_id': 'b8d16afd-dba0-4d77-93f1-1d3f97943c11', 'mac_address': 'fa:16:3e:09:63:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16471bf1-5160-46ce-b487-b87c8418028b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 23:54:33.426003 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:33.435177 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Current status of the port b8d16afd-dba0-4d77-93f1-1d3f97943c11 is: ACTIVE; New status is: BUILD {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:54:33.435573 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (b8d16afd-dba0-4d77-93f1-1d3f97943c11), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:33.454071 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.notifiers.nova [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b8d16afd-dba0-4d77-93f1-1d3f97943c11 {{(pid=113417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:54:33.459926 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-5672446e-eee9-4230-8725-79f1a7815a85 req-ba1e9581-3e87-4b12-8cd4-4c88c5ededfc tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=643bb5c5-0c90-4aa6-b32b-6082a8e40e3d HTTP/1.1" status: 200 len: 210 time: 0.0748744 Aug 29 23:54:33.467192 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-28abde40-3e38-4a26-ba46-e72d60254694 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (3302a57a-d0e7-40d1-96bf-d943d73d87b4), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:33.472273 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-89883a9b-8b0a-4e2e-920d-d593549958da admin admin] Publish callbacks [] for security_group (6019a18a-14a3-4dd1-acad-54bb4bdc7188), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:33.484755 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port b8d16afd-dba0-4d77-93f1-1d3f97943c11, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=b8d16afd-dba0-4d77-93f1-1d3f97943c11,segment=NetworkSegment(114ca9d5-57df-429a-9e81-974fb793f3bc),segment_id=114ca9d5-57df-429a-9e81-974fb793f3bc)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:54:33.529022 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-89883a9b-8b0a-4e2e-920d-d593549958da admin admin] Publish callbacks [] for security_group (6019a18a-14a3-4dd1-acad-54bb4bdc7188), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:33.530976 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28abde40-3e38-4a26-ba46-e72d60254694 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3302a57a-d0e7-40d1-96bf-d943d73d87b4,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:33.558942 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (b8d16afd-dba0-4d77-93f1-1d3f97943c11), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:33.589153 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-28abde40-3e38-4a26-ba46-e72d60254694 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for security_group (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:33.601294 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-28abde40-3e38-4a26-ba46-e72d60254694 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4792786 Aug 29 23:54:33.604211 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 48920) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:54:33.610092 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [None req-95407b94-987a-4ca0-823b-1822afe189d6 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Request body: {'security_group_rule': {'security_group_id': '3302a57a-d0e7-40d1-96bf-d943d73d87b4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:54:33.745598 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] get_ports_and_sgs() called for port_ids ['b8d16afd-dba0-4d77-93f1-1d3f97943c11'] {{(pid=113417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 23:54:33.799238 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Pushing event updated for resources: {'Port': ['ID=b8d16afd-dba0-4d77-93f1-1d3f97943c11,revision_number=6']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:33.832636 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-95407b94-987a-4ca0-823b-1822afe189d6 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for security_group_rule (29509b60-7c81-4cb5-a220-e2f385368e95), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:33.981957 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-95407b94-987a-4ca0-823b-1822afe189d6 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for security_group_rule (29509b60-7c81-4cb5-a220-e2f385368e95), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:34.035602 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-89883a9b-8b0a-4e2e-920d-d593549958da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (6019a18a-14a3-4dd1-acad-54bb4bdc7188), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:34.038156 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-89883a9b-8b0a-4e2e-920d-d593549958da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:34.039292 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-89883a9b-8b0a-4e2e-920d-d593549958da admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/6019a18a-14a3-4dd1-acad-54bb4bdc7188 HTTP/1.1" status: 204 len: 168 time: 0.7834153 Aug 29 23:54:34.085230 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-95407b94-987a-4ca0-823b-1822afe189d6 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707692'] for security_group_rule (29509b60-7c81-4cb5-a220-e2f385368e95), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:34.092331 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-7d6b92ce-0fcc-498c-9c2c-849a24c566ff req-b132b9d8-3844-473e-8829-a5d76c27474b tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=8939c9d1-b864-4a13-affa-225f4a46a59b HTTP/1.1" status: 200 len: 210 time: 0.0606651 Aug 29 23:54:34.093142 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89883a9b-8b0a-4e2e-920d-d593549958da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6019a18a-14a3-4dd1-acad-54bb4bdc7188,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:34.103318 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eee206-c9ac-4cab-8d5b-5bbd84071415 req-b013dd84-98a6-4263-ae8c-a5bf74a889e2 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:34.109013 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-40eee206-c9ac-4cab-8d5b-5bbd84071415 req-b013dd84-98a6-4263-ae8c-a5bf74a889e2 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 944 time: 0.4169772 Aug 29 23:54:34.113219 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:34.125984 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95407b94-987a-4ca0-823b-1822afe189d6 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29509b60-7c81-4cb5-a220-e2f385368e95,revision_number=0']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:34.225009 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-40eee206-c9ac-4cab-8d5b-5bbd84071415 req-a6de5342-9aca-4699-874a-d79bda89dc34 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126995 Aug 29 23:54:34.253063 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-95407b94-987a-4ca0-823b-1822afe189d6 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:34.258389 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-95407b94-987a-4ca0-823b-1822afe189d6 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6491232 Aug 29 23:54:34.259542 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 48936) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:54:34.266766 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [None req-bacb7a24-a706-48f3-8d00-e6ce6c185fa8 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Request body: {'security_group_rule': {'security_group_id': '3302a57a-d0e7-40d1-96bf-d943d73d87b4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:54:34.301831 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d94fafb-78bd-4431-b8eb-43d1cb47c8f0 req-d56ad5d3-0049-4b18-98bf-56a67875eba0 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:34.313149 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-2d94fafb-78bd-4431-b8eb-43d1cb47c8f0 req-d56ad5d3-0049-4b18-98bf-56a67875eba0 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=94c9c11e-d575-4b60-be05-fe0a27272eac HTTP/1.1" status: 200 len: 945 time: 0.1053913 Aug 29 23:54:34.367292 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-2d94fafb-78bd-4431-b8eb-43d1cb47c8f0 req-a4cf04f8-b444-4a75-94a5-a423850b76a6 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520754 Aug 29 23:54:34.392373 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-bacb7a24-a706-48f3-8d00-e6ce6c185fa8 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for security_group_rule (9cde2b0c-1045-4653-878c-0c66b0af9c4e), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:34.535383 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-bacb7a24-a706-48f3-8d00-e6ce6c185fa8 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for security_group_rule (9cde2b0c-1045-4653-878c-0c66b0af9c4e), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:34.610004 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-bacb7a24-a706-48f3-8d00-e6ce6c185fa8 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707692'] for security_group_rule (9cde2b0c-1045-4653-878c-0c66b0af9c4e), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:34.612891 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-daef34aa-dcc0-44e2-b3ea-9c483f6caa6e req-71618eb7-609c-42d7-a6b1-5b9da2d373bf tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=643bb5c5-0c90-4aa6-b32b-6082a8e40e3d HTTP/1.1" status: 200 len: 210 time: 0.0364621 Aug 29 23:54:34.650622 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacb7a24-a706-48f3-8d00-e6ce6c185fa8 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cde2b0c-1045-4653-878c-0c66b0af9c4e,revision_number=0']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:34.749651 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-bacb7a24-a706-48f3-8d00-e6ce6c185fa8 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:34.750683 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-bacb7a24-a706-48f3-8d00-e6ce6c185fa8 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4895329 Aug 29 23:54:34.754529 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 48954) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:54:34.760068 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [None req-647e764f-25dd-4ad4-bc2d-c11015a5c290 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Request body: {'floatingip': {'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88'}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:54:34.783163 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba53c67-0886-4149-9fe2-58752367c106 req-ca5a6d98-fe43-48ef-a68a-12003ab793ec tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:34.785010 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-fba53c67-0886-4149-9fe2-58752367c106 req-ca5a6d98-fe43-48ef-a68a-12003ab793ec tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.87 "GET /networking/v2.0/networks?id=54b35e90-eaee-4696-a0d1-a7792bb4e65e HTTP/1.1" status: 200 len: 813 time: 0.1379147 Aug 29 23:54:34.799117 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [req-fba53c67-0886-4149-9fe2-58752367c106 req-0e31bcd8-8e55-4872-8bf8-59e63c9c2d7c tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] Request body: {'port': {'device_id': '643bb5c5-0c90-4aa6-b32b-6082a8e40e3d', 'network_id': '54b35e90-eaee-4696-a0d1-a7792bb4e65e', 'admin_state_up': True, 'tenant_id': '184afafb4d0b4a089a059eb73eb6ff2a'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:54:34.912371 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c50d49-4fae-4d9d-b3a3-85419a986df2 req-8565be7f-2fa4-4d89-a812-692fee40998d tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:34.912371 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-f5c50d49-4fae-4d9d-b3a3-85419a986df2 req-8565be7f-2fa4-4d89-a812-692fee40998d tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=94c9c11e-d575-4b60-be05-fe0a27272eac HTTP/1.1" status: 200 len: 945 time: 0.0610287 Aug 29 23:54:34.943003 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-647e764f-25dd-4ad4-bc2d-c11015a5c290 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:34.949053 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-f5c50d49-4fae-4d9d-b3a3-85419a986df2 req-2648126d-07db-4c2b-acbf-3dec56faca48 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472808 Aug 29 23:54:35.052608 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552d408-faa5-4f34-9c75-ee90fc19b911 req-1a119e19-8f1b-4db6-9893-d0788715d46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:35.054235 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-4552d408-faa5-4f34-9c75-ee90fc19b911 req-1a119e19-8f1b-4db6-9893-d0788715d46e service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=dc817de5d4ef4812a2fee6ebe0895889&device_id=94c9c11e-d575-4b60-be05-fe0a27272eac HTTP/1.1" status: 200 len: 1129 time: 0.0811095 Aug 29 23:54:35.055555 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fba53c67-0886-4149-9fe2-58752367c106 req-0e31bcd8-8e55-4872-8bf8-59e63c9c2d7c tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] Made reservation on behalf of 184afafb4d0b4a089a059eb73eb6ff2a for: {'port': 1} {{(pid=113416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:54:35.061779 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-fba53c67-0886-4149-9fe2-58752367c106 req-0e31bcd8-8e55-4872-8bf8-59e63c9c2d7c tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:35.098061 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-647e764f-25dd-4ad4-bc2d-c11015a5c290 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:35.169807 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device b8d16afd-dba0-4d77-93f1-1d3f97943c11 up at agent hyperv_hv-cinder-85504 {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:54:35.213577 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 48966) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:54:35.271109 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-c233403f-01c7-4e4d-acc2-e24937fa652f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:35.272053 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:35.312834 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Provisioning complete for port b8d16afd-dba0-4d77-93f1-1d3f97943c11 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:54:35.314578 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (b8d16afd-dba0-4d77-93f1-1d3f97943c11), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:35.335566 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.db.db_base_plugin_common [None req-647e764f-25dd-4ad4-bc2d-c11015a5c290 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Allocated IP 172.27.1.44 (c6396a07-dfbf-4950-850b-378da3ed2a88/a98be68c-aef3-471c-b3f8-ae629ebf2983/3dc04a03-6c2a-4941-b969-8983d482ba4c) {{(pid=113415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:54:35.364288 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:DELETE=4,neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:35.372586 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552d408-faa5-4f34-9c75-ee90fc19b911 req-c1966248-c43f-42a7-89c0-501c5b7ab41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:35.385151 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-4552d408-faa5-4f34-9c75-ee90fc19b911 req-c1966248-c43f-42a7-89c0-501c5b7ab41a service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=e198d273-347a-4fa0-82d5-22e40c3600ea HTTP/1.1" status: 200 len: 920 time: 0.3141572 Aug 29 23:54:35.455924 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Current status of the port b8d16afd-dba0-4d77-93f1-1d3f97943c11 is: BUILD; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:54:35.456772 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (b8d16afd-dba0-4d77-93f1-1d3f97943c11), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:35.469075 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-4552d408-faa5-4f34-9c75-ee90fc19b911 req-e87c92eb-8e88-4d6b-8fa2-af16311cacec service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1994af96-ee92-46f3-8bd5-3d9a397cf396 HTTP/1.1" status: 200 len: 217 time: 0.0617199 Aug 29 23:54:35.500296 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9877116-b898-4338-805d-af96602c6f54 req-12bd7d1b-a133-48ae-bba3-b4dca1014917 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:35.504074 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39819963-dd3d-4079-a0a1-d21a46d4a420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d16afd-dba0-4d77-93f1-1d3f97943c11'}] {{(pid=113417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:54:35.507961 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c9877116-b898-4338-805d-af96602c6f54 req-12bd7d1b-a133-48ae-bba3-b4dca1014917 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 944 time: 0.1297801 Aug 29 23:54:35.509681 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d41a01b6be055f780f1b28f387bc014884277aca14b53491aeccfff4134a8b4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d752b02-57be-490f-b7c9-9e77138c0aac" -d '{"events": [{"server_uuid": "39819963-dd3d-4079-a0a1-d21a46d4a420", "name": "network-vif-plugged", "status": "completed", "tag": "b8d16afd-dba0-4d77-93f1-1d3f97943c11"}]}' {{(pid=113417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:54:35.528075 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port b8d16afd-dba0-4d77-93f1-1d3f97943c11, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=b8d16afd-dba0-4d77-93f1-1d3f97943c11,segment=NetworkSegment(114ca9d5-57df-429a-9e81-974fb793f3bc),segment_id=114ca9d5-57df-429a-9e81-974fb793f3bc)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:54:35.531031 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552d408-faa5-4f34-9c75-ee90fc19b911 req-74f0e550-fbe0-4cb8-8233-fad28937ea96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:35.532507 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-4552d408-faa5-4f34-9c75-ee90fc19b911 req-74f0e550-fbe0-4cb8-8233-fad28937ea96 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=61447109-44f2-44fa-83dd-52a148538e4e HTTP/1.1" status: 200 len: 857 time: 0.0543630 Aug 29 23:54:35.577620 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.db_base_plugin_common [req-fba53c67-0886-4149-9fe2-58752367c106 req-0e31bcd8-8e55-4872-8bf8-59e63c9c2d7c tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] Allocated IP 172.20.0.11 (54b35e90-eaee-4696-a0d1-a7792bb4e65e/67e5e700-2859-4969-ac33-88dabf7b37f5/fc16ae60-96b4-45ec-ac85-c7b2056ef931) {{(pid=113416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:54:35.615448 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (b8d16afd-dba0-4d77-93f1-1d3f97943c11), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:35.663613 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:35.684519 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:35.691753 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Pushing event updated for resources: {'Port': ['ID=b8d16afd-dba0-4d77-93f1-1d3f97943c11,revision_number=7']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:35.693503 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552d408-faa5-4f34-9c75-ee90fc19b911 req-55a20797-08b1-4328-a657-65e618cd7b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:35.695035 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-4552d408-faa5-4f34-9c75-ee90fc19b911 req-55a20797-08b1-4328-a657-65e618cd7b03 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=e198d273-347a-4fa0-82d5-22e40c3600ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1399078 Aug 29 23:54:35.699067 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c9877116-b898-4338-805d-af96602c6f54 req-66b525aa-56da-4f10-98ad-5993a9cad011 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1899333 Aug 29 23:54:35.736092 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-647e764f-25dd-4ad4-bc2d-c11015a5c290 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for port (3dc04a03-6c2a-4941-b969-8983d482ba4c), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:35.782933 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159049c7-639d-4169-9c19-35429d9f0faf req-4dc3ec0f-fd15-4146-825f-41e6aa6acaad tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:35.789134 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-159049c7-639d-4169-9c19-35429d9f0faf req-4dc3ec0f-fd15-4146-825f-41e6aa6acaad tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/networks?id=c2c3299b-0403-418b-997c-2b2e94887975 HTTP/1.1" status: 200 len: 808 time: 0.2448227 Aug 29 23:54:35.795113 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-c233403f-01c7-4e4d-acc2-e24937fa652f admin admin] Publish callbacks [] for security_group (88921a2a-ea26-46a6-8a95-5d261559d9fa), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:35.807584 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b0eae6-f25e-4197-88f1-8490fbb60c08 x-openstack-request-id: req-b9b0eae6-f25e-4197-88f1-8490fbb60c08 {{(pid=113417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:54:35.810262 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39819963-dd3d-4079-a0a1-d21a46d4a420", "name": "network-vif-plugged", "status": "completed", "tag": "b8d16afd-dba0-4d77-93f1-1d3f97943c11", "code": 200}]} {{(pid=113417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:54:35.810728 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b9b0eae6-f25e-4197-88f1-8490fbb60c08 {{(pid=113417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:54:35.811318 dv-cinder-855041-2-iscsi neutron-server[113417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9b0eae6-f25e-4197-88f1-8490fbb60c08'] response: {'server_uuid': '39819963-dd3d-4079-a0a1-d21a46d4a420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d16afd-dba0-4d77-93f1-1d3f97943c11', 'code': 200} Aug 29 23:54:35.831294 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-159049c7-639d-4169-9c19-35429d9f0faf req-7c3bf09e-e579-47a8-b139-3562fbd03615 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/quotas/a9642272967c46b188cf1bced9ea6ab5 HTTP/1.1" status: 200 len: 375 time: 0.0340822 Aug 29 23:54:35.897075 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-c233403f-01c7-4e4d-acc2-e24937fa652f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (88921a2a-ea26-46a6-8a95-5d261559d9fa), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:35.922578 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-159049c7-639d-4169-9c19-35429d9f0faf req-f216570b-e615-46fb-8040-2e11e7940bc3 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/ports?tenant_id=a9642272967c46b188cf1bced9ea6ab5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0621414 Aug 29 23:54:35.938147 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-4552d408-faa5-4f34-9c75-ee90fc19b911 req-60b32b79-b326-4fdf-b8df-1806fabef001 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/e198d273-347a-4fa0-82d5-22e40c3600ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162480 Aug 29 23:54:35.961402 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-9e72ed96-89fc-4a91-ab54-42bbd3ed6efe req-cbef1c11-f357-426b-965d-9036a5676b55 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=643bb5c5-0c90-4aa6-b32b-6082a8e40e3d HTTP/1.1" status: 200 len: 210 time: 0.0501451 Aug 29 23:54:35.995555 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-c233403f-01c7-4e4d-acc2-e24937fa652f admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=f961b5c1c9904c049b37bc454e2fd063&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7793558 Aug 29 23:54:36.000066 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c233403f-01c7-4e4d-acc2-e24937fa652f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88921a2a-ea26-46a6-8a95-5d261559d9fa,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:36.007553 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 49000) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:54:36.039682 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-647e764f-25dd-4ad4-bc2d-c11015a5c290 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11068774'] for port (3dc04a03-6c2a-4941-b969-8983d482ba4c), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:36.058112 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-fba53c67-0886-4149-9fe2-58752367c106 req-0e31bcd8-8e55-4872-8bf8-59e63c9c2d7c tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] Publish callbacks [] for port (fc16ae60-96b4-45ec-ac85-c7b2056ef931), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:36.134043 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647e764f-25dd-4ad4-bc2d-c11015a5c290 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Network c6396a07-dfbf-4950-850b-378da3ed2a88 is already hosted by enough agents. {{(pid=113415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:54:36.140821 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.base_scheduler [None req-647e764f-25dd-4ad4-bc2d-c11015a5c290 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Resources bound (agent type, host, resource id): {{(pid=113415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:54:36.144559 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e764f-25dd-4ad4-bc2d-c11015a5c290 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Pushing event updated for resources: {'Port': ['ID=3dc04a03-6c2a-4941-b969-8983d482ba4c,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:36.157925 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647e764f-25dd-4ad4-bc2d-c11015a5c290 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Received port after_create {{(pid=113415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:54:36.173265 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-4552d408-faa5-4f34-9c75-ee90fc19b911 req-cb09fc97-9c95-4bb2-aacd-86aeec38a79e service neutron] 10.222.0.87 "GET /networking/v2.0/networks/e198d273-347a-4fa0-82d5-22e40c3600ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187302 Aug 29 23:54:36.173865 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-3d0a87f6-ea23-440d-8364-53e0e6b81184 admin admin] Publish callbacks [] for security_group (88921a2a-ea26-46a6-8a95-5d261559d9fa), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:36.175126 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-159049c7-639d-4169-9c19-35429d9f0faf req-c7dfb3f2-e6fa-42f2-a867-1fe2c3b190c6 service neutron] 10.222.0.90 "GET /networking/v2.0/networks/c2c3299b-0403-418b-997c-2b2e94887975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402313 Aug 29 23:54:36.197446 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-3d0a87f6-ea23-440d-8364-53e0e6b81184 admin admin] Publish callbacks [] for security_group (88921a2a-ea26-46a6-8a95-5d261559d9fa), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:36.256031 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-fba53c67-0886-4149-9fe2-58752367c106 req-0e31bcd8-8e55-4872-8bf8-59e63c9c2d7c tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963692'] for port (fc16ae60-96b4-45ec-ac85-c7b2056ef931), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:36.284197 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a82b415-97ed-4935-9a6d-ad35800bf42d req-c4b7185b-94ef-4a57-86bd-e41671b03821 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:36.285827 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-7a82b415-97ed-4935-9a6d-ad35800bf42d req-c4b7185b-94ef-4a57-86bd-e41671b03821 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=94c9c11e-d575-4b60-be05-fe0a27272eac HTTP/1.1" status: 200 len: 945 time: 0.1380391 Aug 29 23:54:36.327658 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31bcd8-8e55-4872-8bf8-59e63c9c2d7c tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] Pushing event updated for resources: {'Port': ['ID=fc16ae60-96b4-45ec-ac85-c7b2056ef931,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:36.348586 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fba53c67-0886-4149-9fe2-58752367c106 req-0e31bcd8-8e55-4872-8bf8-59e63c9c2d7c tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] Network 54b35e90-eaee-4696-a0d1-a7792bb4e65e is already hosted by enough agents. {{(pid=113416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:54:36.350679 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.base_scheduler [req-fba53c67-0886-4149-9fe2-58752367c106 req-0e31bcd8-8e55-4872-8bf8-59e63c9c2d7c tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] Resources bound (agent type, host, resource id): {{(pid=113416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:54:36.354423 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba53c67-0886-4149-9fe2-58752367c106 req-0e31bcd8-8e55-4872-8bf8-59e63c9c2d7c tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] Received port after_create {{(pid=113416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:54:36.408528 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-159049c7-639d-4169-9c19-35429d9f0faf req-70d74026-971f-455a-97db-603799ff7625 service neutron] 10.222.0.90 "GET /networking/v2.0/networks/c2c3299b-0403-418b-997c-2b2e94887975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323959 Aug 29 23:54:36.417056 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba53c67-0886-4149-9fe2-58752367c106 req-0e31bcd8-8e55-4872-8bf8-59e63c9c2d7c tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:36.417912 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-fba53c67-0886-4149-9fe2-58752367c106 req-0e31bcd8-8e55-4872-8bf8-59e63c9c2d7c tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for port (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:36.429489 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-7a82b415-97ed-4935-9a6d-ad35800bf42d req-17bcc98b-e16e-4fde-a28c-9afd51d7c68d tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310325 Aug 29 23:54:36.469274 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-3d0a87f6-ea23-440d-8364-53e0e6b81184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (88921a2a-ea26-46a6-8a95-5d261559d9fa), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:36.469274 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-3d0a87f6-ea23-440d-8364-53e0e6b81184 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:36.469274 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-3d0a87f6-ea23-440d-8364-53e0e6b81184 admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/88921a2a-ea26-46a6-8a95-5d261559d9fa HTTP/1.1" status: 204 len: 168 time: 0.4572091 Aug 29 23:54:36.489521 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0a87f6-ea23-440d-8364-53e0e6b81184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88921a2a-ea26-46a6-8a95-5d261559d9fa,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:36.529115 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-647e764f-25dd-4ad4-bc2d-c11015a5c290 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for floatingip (6a01c1e7-0226-4a20-beda-371fc5828878), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:36.539444 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-fba53c67-0886-4149-9fe2-58752367c106 req-0e31bcd8-8e55-4872-8bf8-59e63c9c2d7c tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.87 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7446876 Aug 29 23:54:36.678145 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-647e764f-25dd-4ad4-bc2d-c11015a5c290 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (3dc04a03-6c2a-4941-b969-8983d482ba4c), before_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:36.775321 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b24a2000-e77f-4bdd-ad4e-24eeed2a38fe req-b6e52815-f7c6-4bc4-ad13-a5206f0a7716 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=dfedc6cb-5732-4ac2-9ad5-6b1705e33fd4 HTTP/1.1" status: 200 len: 210 time: 0.0492380 Aug 29 23:54:36.943561 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8845009-4383-4840-833b-21df2eef0642 req-21060441-2eb1-4de6-b4ea-fb1bcc2ef87a tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:36.945284 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-a8845009-4383-4840-833b-21df2eef0642 req-21060441-2eb1-4de6-b4ea-fb1bcc2ef87a tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 945 time: 0.0853310 Aug 29 23:54:36.977687 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-647e764f-25dd-4ad4-bc2d-c11015a5c290 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for port (3dc04a03-6c2a-4941-b969-8983d482ba4c), precommit_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:37.015017 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=5 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:37.038870 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-a8845009-4383-4840-833b-21df2eef0642 req-92aacf2a-b347-426b-a554-4b5baaa107ab tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790763 Aug 29 23:54:37.092971 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-647e764f-25dd-4ad4-bc2d-c11015a5c290 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11068783'] for port (3dc04a03-6c2a-4941-b969-8983d482ba4c), after_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:37.232487 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0795e12d-8932-4a24-ae0d-41c0f4a3e5cc req-88f2ad94-9a13-47f5-9cfe-fadd1cfb6398 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:37.232487 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-0795e12d-8932-4a24-ae0d-41c0f4a3e5cc req-88f2ad94-9a13-47f5-9cfe-fadd1cfb6398 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=643bb5c5-0c90-4aa6-b32b-6082a8e40e3d HTTP/1.1" status: 200 len: 932 time: 0.0975189 Aug 29 23:54:37.233046 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-647e764f-25dd-4ad4-bc2d-c11015a5c290 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477666'] for floatingip (6a01c1e7-0226-4a20-beda-371fc5828878), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:37.236005 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e764f-25dd-4ad4-bc2d-c11015a5c290 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Pushing event updated for resources: {'Port': ['ID=3dc04a03-6c2a-4941-b969-8983d482ba4c,revision_number=2']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:37.297522 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-0795e12d-8932-4a24-ae0d-41c0f4a3e5cc req-f8b22026-a89a-45bb-bcba-0ac88fa47df4 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=1d395dde-8486-4434-bdf6-ee9fb7385d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502248 Aug 29 23:54:37.374025 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-647e764f-25dd-4ad4-bc2d-c11015a5c290 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for floatingip (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:37.376347 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-647e764f-25dd-4ad4-bc2d-c11015a5c290 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6200840 Aug 29 23:54:37.587814 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [req-fba53c67-0886-4149-9fe2-58752367c106 req-3a61d4d2-5b5a-43e1-a4b9-75f03ddf0b48 service neutron] Request body: {'port': {'device_id': '643bb5c5-0c90-4aa6-b32b-6082a8e40e3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85504'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:54:37.708718 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 49060) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:54:37.729958 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fda9e9-d887-49f8-a740-48c5b5481eda req-9670a06e-535b-4cd8-a707-943649455778 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:37.737993 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-74fda9e9-d887-49f8-a740-48c5b5481eda req-9670a06e-535b-4cd8-a707-943649455778 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=94c9c11e-d575-4b60-be05-fe0a27272eac HTTP/1.1" status: 200 len: 945 time: 0.1813049 Aug 29 23:54:37.748585 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-fba53c67-0886-4149-9fe2-58752367c106 req-3a61d4d2-5b5a-43e1-a4b9-75f03ddf0b48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (fc16ae60-96b4-45ec-ac85-c7b2056ef931), before_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:37.841167 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-74fda9e9-d887-49f8-a740-48c5b5481eda req-42541586-3cad-4ed6-a4d4-c26bf830a8b2 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019826 Aug 29 23:54:37.936627 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-10e27561-3780-4c13-9618-3e7195be0944 req-6af77875-da30-4b49-a1ad-af04f3ce0ceb tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--346695673&fields=id&tenant_id=a2963b1b4aba47f593c63a398b511792 HTTP/1.1" status: 200 len: 267 time: 0.1399584 Aug 29 23:54:38.020949 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-11a8217c-7378-40e2-8c39-61d358dc7100 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:38.075185 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-607c4781-ca4d-4c53-b892-6fedce28fc57 req-3abf3c49-4e7e-46d2-8254-e63fa9285dda tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=dfedc6cb-5732-4ac2-9ad5-6b1705e33fd4 HTTP/1.1" status: 200 len: 210 time: 0.0554168 Aug 29 23:54:38.186419 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:38.211730 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e27561-3780-4c13-9618-3e7195be0944 req-4850d7ae-58b4-4860-a3c5-53fdf29669e9 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:38.214442 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-10e27561-3780-4c13-9618-3e7195be0944 req-4850d7ae-58b4-4860-a3c5-53fdf29669e9 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/networks?id=60b40027-b034-467e-a623-8d465afe9154 HTTP/1.1" status: 200 len: 815 time: 0.2757165 Aug 29 23:54:38.253178 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.notifiers.nova [req-fba53c67-0886-4149-9fe2-58752367c106 req-3a61d4d2-5b5a-43e1-a4b9-75f03ddf0b48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc16ae60-96b4-45ec-ac85-c7b2056ef931 {{(pid=113416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:54:38.265791 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-fba53c67-0886-4149-9fe2-58752367c106 req-3a61d4d2-5b5a-43e1-a4b9-75f03ddf0b48 service neutron] Publish callbacks [] for port (fc16ae60-96b4-45ec-ac85-c7b2056ef931), precommit_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:38.276270 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-10e27561-3780-4c13-9618-3e7195be0944 req-83a87e42-b38c-49fe-8c36-2de5aca99bab tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/quotas/a2963b1b4aba47f593c63a398b511792 HTTP/1.1" status: 200 len: 375 time: 0.0492747 Aug 29 23:54:38.284376 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.provisioning_blocks [req-fba53c67-0886-4149-9fe2-58752367c106 req-3a61d4d2-5b5a-43e1-a4b9-75f03ddf0b48 service neutron] Transition to ACTIVE for port object fc16ae60-96b4-45ec-ac85-c7b2056ef931 will not be triggered until provisioned by entity L2. {{(pid=113416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 23:54:38.318481 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e29081-7453-4a73-93c3-1f489fe599cd req-8248de53-82f5-46bc-a952-1bed62f3073d tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:38.320077 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d2e29081-7453-4a73-93c3-1f489fe599cd req-8248de53-82f5-46bc-a952-1bed62f3073d tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 945 time: 0.1037688 Aug 29 23:54:38.388665 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-fba53c67-0886-4149-9fe2-58752367c106 req-3a61d4d2-5b5a-43e1-a4b9-75f03ddf0b48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963685'] for port (fc16ae60-96b4-45ec-ac85-c7b2056ef931), after_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:38.398065 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-11a8217c-7378-40e2-8c39-61d358dc7100 admin admin] Publish callbacks [] for security_group (20b6345b-2182-4a36-93df-7c805b825edf), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:38.407942 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-10e27561-3780-4c13-9618-3e7195be0944 req-4fc84301-5d07-4f18-ae75-d385233120e8 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?tenant_id=a2963b1b4aba47f593c63a398b511792&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1212397 Aug 29 23:54:38.435537 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:INSERT=5,neutron:SELECT=95 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:38.503402 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d2e29081-7453-4a73-93c3-1f489fe599cd req-472b368b-cc4c-4f11-b340-b15acbb92f25 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548727 Aug 29 23:54:38.525572 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a61d4d2-5b5a-43e1-a4b9-75f03ddf0b48 service neutron] Pushing event updated for resources: {'Port': ['ID=fc16ae60-96b4-45ec-ac85-c7b2056ef931,revision_number=2']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:38.526102 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-11a8217c-7378-40e2-8c39-61d358dc7100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (20b6345b-2182-4a36-93df-7c805b825edf), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:38.582058 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-11a8217c-7378-40e2-8c39-61d358dc7100 admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=5d8f61344e4344459f3b2c829479c00e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8695195 Aug 29 23:54:38.582431 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.managers [req-fba53c67-0886-4149-9fe2-58752367c106 req-3a61d4d2-5b5a-43e1-a4b9-75f03ddf0b48 service neutron] Attempting to bind port fc16ae60-96b4-45ec-ac85-c7b2056ef931 on host hv-cinder-85504 for vnic_type normal with profile {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:54:38.582431 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.managers [req-fba53c67-0886-4149-9fe2-58752367c106 req-3a61d4d2-5b5a-43e1-a4b9-75f03ddf0b48 service neutron] Attempting to bind port fc16ae60-96b4-45ec-ac85-c7b2056ef931 by drivers openvswitch,hyperv on host hv-cinder-85504 at level 0 using segments [{'id': 'dad3ba3f-d50b-4a90-9593-18298e0d176c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '54b35e90-eaee-4696-a0d1-a7792bb4e65e'}] {{(pid=113416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:54:38.582431 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba53c67-0886-4149-9fe2-58752367c106 req-3a61d4d2-5b5a-43e1-a4b9-75f03ddf0b48 service neutron] Attempting to bind port fc16ae60-96b4-45ec-ac85-c7b2056ef931 on network 54b35e90-eaee-4696-a0d1-a7792bb4e65e {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:54:38.582431 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 49108) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:54:38.628274 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba53c67-0886-4149-9fe2-58752367c106 req-3a61d4d2-5b5a-43e1-a4b9-75f03ddf0b48 service neutron] Port fc16ae60-96b4-45ec-ac85-c7b2056ef931 on network 54b35e90-eaee-4696-a0d1-a7792bb4e65e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85504 {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 23:54:38.628940 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba53c67-0886-4149-9fe2-58752367c106 req-3a61d4d2-5b5a-43e1-a4b9-75f03ddf0b48 service neutron] Attempting to bind port fc16ae60-96b4-45ec-ac85-c7b2056ef931 on network 54b35e90-eaee-4696-a0d1-a7792bb4e65e {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:54:38.640189 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba53c67-0886-4149-9fe2-58752367c106 req-3a61d4d2-5b5a-43e1-a4b9-75f03ddf0b48 service neutron] Checking agent: {'id': 'a7eaf665-0f6d-431a-9601-222c900251ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85504', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 50, 13), 'started_at': datetime.datetime(2022, 8, 29, 23, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:54:38.640757 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba53c67-0886-4149-9fe2-58752367c106 req-3a61d4d2-5b5a-43e1-a4b9-75f03ddf0b48 service neutron] Checking segment: {'id': 'dad3ba3f-d50b-4a90-9593-18298e0d176c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '54b35e90-eaee-4696-a0d1-a7792bb4e65e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:54:38.641157 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba53c67-0886-4149-9fe2-58752367c106 req-3a61d4d2-5b5a-43e1-a4b9-75f03ddf0b48 service neutron] Bound using segment: {'id': 'dad3ba3f-d50b-4a90-9593-18298e0d176c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '54b35e90-eaee-4696-a0d1-a7792bb4e65e'} {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:54:38.641621 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.managers [req-fba53c67-0886-4149-9fe2-58752367c106 req-3a61d4d2-5b5a-43e1-a4b9-75f03ddf0b48 service neutron] Bound port: fc16ae60-96b4-45ec-ac85-c7b2056ef931, host: hv-cinder-85504, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dad3ba3f-d50b-4a90-9593-18298e0d176c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '54b35e90-eaee-4696-a0d1-a7792bb4e65e'}}] {{(pid=113416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:54:38.642258 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-fba53c67-0886-4149-9fe2-58752367c106 req-3a61d4d2-5b5a-43e1-a4b9-75f03ddf0b48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (fc16ae60-96b4-45ec-ac85-c7b2056ef931), before_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:38.650855 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a8217c-7378-40e2-8c39-61d358dc7100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b6345b-2182-4a36-93df-7c805b825edf,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:38.703471 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-10e27561-3780-4c13-9618-3e7195be0944 req-ecba80c8-7def-4707-8545-f1831ae1a1b4 service neutron] 10.222.0.90 "GET /networking/v2.0/networks/60b40027-b034-467e-a623-8d465afe9154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779198 Aug 29 23:54:38.710051 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babe174d-20a0-47df-b3fc-a367d782cca8 req-49010861-fdde-448f-85f2-6b59c2c05375 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:38.718742 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-babe174d-20a0-47df-b3fc-a367d782cca8 req-49010861-fdde-448f-85f2-6b59c2c05375 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=643bb5c5-0c90-4aa6-b32b-6082a8e40e3d HTTP/1.1" status: 200 len: 944 time: 0.0912616 Aug 29 23:54:38.726350 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.db [req-fba53c67-0886-4149-9fe2-58752367c106 req-3a61d4d2-5b5a-43e1-a4b9-75f03ddf0b48 service neutron] For port fc16ae60-96b4-45ec-ac85-c7b2056ef931, host hv-cinder-85504, cleared binding levels {{(pid=113416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:54:38.733419 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.db [req-fba53c67-0886-4149-9fe2-58752367c106 req-3a61d4d2-5b5a-43e1-a4b9-75f03ddf0b48 service neutron] For port fc16ae60-96b4-45ec-ac85-c7b2056ef931, host hv-cinder-85504, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=fc16ae60-96b4-45ec-ac85-c7b2056ef931,segment=NetworkSegment(dad3ba3f-d50b-4a90-9593-18298e0d176c),segment_id=dad3ba3f-d50b-4a90-9593-18298e0d176c)] {{(pid=113416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:54:38.757898 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-4c9809b4-6495-4704-88c8-11eecb6501f8 admin admin] Publish callbacks [] for security_group (20b6345b-2182-4a36-93df-7c805b825edf), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:38.805839 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-4c9809b4-6495-4704-88c8-11eecb6501f8 admin admin] Publish callbacks [] for security_group (20b6345b-2182-4a36-93df-7c805b825edf), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:38.880747 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-babe174d-20a0-47df-b3fc-a367d782cca8 req-4804d404-d42d-48f1-98fd-1e036caf9c95 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=1d395dde-8486-4434-bdf6-ee9fb7385d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606822 Aug 29 23:54:38.882512 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-fba53c67-0886-4149-9fe2-58752367c106 req-3a61d4d2-5b5a-43e1-a4b9-75f03ddf0b48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963685'] for port (fc16ae60-96b4-45ec-ac85-c7b2056ef931), after_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:38.896774 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba53c67-0886-4149-9fe2-58752367c106 req-3a61d4d2-5b5a-43e1-a4b9-75f03ddf0b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:38.896774 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-fba53c67-0886-4149-9fe2-58752367c106 req-3a61d4d2-5b5a-43e1-a4b9-75f03ddf0b48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for port (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:38.896774 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-fba53c67-0886-4149-9fe2-58752367c106 req-3a61d4d2-5b5a-43e1-a4b9-75f03ddf0b48 service neutron] 10.222.0.87 "PUT /networking/v2.0/ports/fc16ae60-96b4-45ec-ac85-c7b2056ef931 HTTP/1.1" status: 200 len: 1094 time: 1.3084185 Aug 29 23:54:38.896774 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '643bb5c5-0c90-4aa6-b32b-6082a8e40e3d', 'tag': 'fc16ae60-96b4-45ec-ac85-c7b2056ef931'}] {{(pid=113416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:54:38.896774 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca1b1d0bad556637bdc4aa8e491b493d03ba5f494de7569054403470f02cf73a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923c6e58-1fc7-4e3d-a192-525abd1a3cdb" -d '{"events": [{"name": "network-changed", "server_uuid": "643bb5c5-0c90-4aa6-b32b-6082a8e40e3d", "tag": "fc16ae60-96b4-45ec-ac85-c7b2056ef931"}]}' {{(pid=113416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:54:38.914700 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:38.962115 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a61d4d2-5b5a-43e1-a4b9-75f03ddf0b48 service neutron] Pushing event updated for resources: {'Port': ['ID=fc16ae60-96b4-45ec-ac85-c7b2056ef931,revision_number=3']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:38.964030 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.agents_db [None req-4166f728-c6cb-4ae6-8e81-f61b29fbc360 None None] Agent healthcheck: found 6 active agents {{(pid=113418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 23:54:39.047988 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-4c9809b4-6495-4704-88c8-11eecb6501f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (20b6345b-2182-4a36-93df-7c805b825edf), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:39.075147 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-4c9809b4-6495-4704-88c8-11eecb6501f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:39.081512 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-4c9809b4-6495-4704-88c8-11eecb6501f8 admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/20b6345b-2182-4a36-93df-7c805b825edf HTTP/1.1" status: 204 len: 168 time: 0.4977005 Aug 29 23:54:39.155084 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:39.170179 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9809b4-6495-4704-88c8-11eecb6501f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b6345b-2182-4a36-93df-7c805b825edf,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:39.178220 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba53c67-0886-4149-9fe2-58752367c106 req-5ba24f7a-b2a3-4074-81ff-4d8edff1bc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:39.178735 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd74b7-3343-47b3-a19a-fa25cb2cb5df req-fe067601-b961-460e-a787-70e1f4af0ba2 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:39.180275 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-fba53c67-0886-4149-9fe2-58752367c106 req-5ba24f7a-b2a3-4074-81ff-4d8edff1bc7a service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=184afafb4d0b4a089a059eb73eb6ff2a&device_id=643bb5c5-0c90-4aa6-b32b-6082a8e40e3d HTTP/1.1" status: 200 len: 1128 time: 0.1578822 Aug 29 23:54:39.181390 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-15fd74b7-3343-47b3-a19a-fa25cb2cb5df req-fe067601-b961-460e-a787-70e1f4af0ba2 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=94c9c11e-d575-4b60-be05-fe0a27272eac HTTP/1.1" status: 200 len: 945 time: 0.1456151 Aug 29 23:54:39.206919 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-10e27561-3780-4c13-9618-3e7195be0944 req-89632aea-8949-4d59-9237-d4d1ac7285ee service neutron] 10.222.0.90 "GET /networking/v2.0/networks/60b40027-b034-467e-a623-8d465afe9154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4853566 Aug 29 23:54:39.229472 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:39.340762 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-15fd74b7-3343-47b3-a19a-fa25cb2cb5df req-c0391a62-a278-40d3-81fe-056ec034ba94 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458180 Aug 29 23:54:39.540214 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=26 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:39.555639 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d2104c67-d238-4a29-8a09-fb5c6f053272 req-3b135aea-2ff8-4891-94db-f92a1381b697 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=dfedc6cb-5732-4ac2-9ad5-6b1705e33fd4 HTTP/1.1" status: 200 len: 210 time: 0.0482771 Aug 29 23:54:39.647401 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 23:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f473b3a1-76b8-42a2-a0a5-ad7aa296f8c9 x-openstack-request-id: req-f473b3a1-76b8-42a2-a0a5-ad7aa296f8c9 {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:54:39.648015 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "643bb5c5-0c90-4aa6-b32b-6082a8e40e3d", "tag": "fc16ae60-96b4-45ec-ac85-c7b2056ef931", "status": "completed", "code": 200}]} {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:54:39.648015 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-f473b3a1-76b8-42a2-a0a5-ad7aa296f8c9 {{(pid=113416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:54:39.648351 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f473b3a1-76b8-42a2-a0a5-ad7aa296f8c9'] response: {'name': 'network-changed', 'server_uuid': '643bb5c5-0c90-4aa6-b32b-6082a8e40e3d', 'tag': 'fc16ae60-96b4-45ec-ac85-c7b2056ef931', 'status': 'completed', 'code': 200} Aug 29 23:54:39.650383 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-fba53c67-0886-4149-9fe2-58752367c106 req-9e26fbe0-814f-46ad-917c-8d6abac750bb service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc16ae60-96b4-45ec-ac85-c7b2056ef931 HTTP/1.1" status: 200 len: 217 time: 0.4608319 Aug 29 23:54:39.651040 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:39.764506 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1fabd-4c58-4817-860a-c063bd536a74 req-e9b6d38c-7420-4623-b574-69f0a0b1921b tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:39.782267 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-75d1fabd-4c58-4817-860a-c063bd536a74 req-e9b6d38c-7420-4623-b574-69f0a0b1921b tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 945 time: 0.0960612 Aug 29 23:54:39.857081 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba53c67-0886-4149-9fe2-58752367c106 req-98bb83ea-c492-4aad-bd3c-7c6b72e2b420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:39.859191 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-fba53c67-0886-4149-9fe2-58752367c106 req-98bb83ea-c492-4aad-bd3c-7c6b72e2b420 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=67e5e700-2859-4969-ac33-88dabf7b37f5 HTTP/1.1" status: 200 len: 853 time: 0.0885856 Aug 29 23:54:39.893774 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-6be66eea-358b-4588-933f-c0052cb7e66f req-935dbeea-edd6-4f9a-b4cd-8ec461b47f08 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=9887a44d-5fe2-4e65-aab4-5123e84fd9b6 HTTP/1.1" status: 200 len: 210 time: 0.1072195 Aug 29 23:54:39.993459 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-75d1fabd-4c58-4817-860a-c063bd536a74 req-dccc00c4-2ea6-495f-91f6-9a3605eecc3a tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2080238 Aug 29 23:54:40.007999 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-fba53c67-0886-4149-9fe2-58752367c106 req-0f9407c1-e92d-4506-a048-12b91c1fc068 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=54b35e90-eaee-4696-a0d1-a7792bb4e65e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1392159 Aug 29 23:54:40.112417 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc7a68c-2949-4d48-a4ff-9b2d24cc5b84 req-b4e34e1c-a64e-4b51-a182-1a26fdac35b7 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:40.119794 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-bfc7a68c-2949-4d48-a4ff-9b2d24cc5b84 req-b4e34e1c-a64e-4b51-a182-1a26fdac35b7 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=643bb5c5-0c90-4aa6-b32b-6082a8e40e3d HTTP/1.1" status: 200 len: 944 time: 0.0644369 Aug 29 23:54:40.249812 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-bfc7a68c-2949-4d48-a4ff-9b2d24cc5b84 req-d89fc1d1-48ef-4688-8ba7-e7b65fb6b6af tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=1d395dde-8486-4434-bdf6-ee9fb7385d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286290 Aug 29 23:54:40.308442 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-90a769e7-cbaf-4274-93fb-f560e08efd06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (1020f8f9-c858-45a1-84c5-376480b0ca2e), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:40.532130 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-fba53c67-0886-4149-9fe2-58752367c106 req-d1589647-3a4e-4d0c-af07-b6039563714c service neutron] 10.222.0.87 "GET /networking/v2.0/networks/54b35e90-eaee-4696-a0d1-a7792bb4e65e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255518 Aug 29 23:54:40.560639 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:40.662482 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:40.726152 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-fba53c67-0886-4149-9fe2-58752367c106 req-51d1ae3a-90c8-404a-8979-d66f83720832 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/54b35e90-eaee-4696-a0d1-a7792bb4e65e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840334 Aug 29 23:54:40.735852 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-72f3436b-12be-4f0a-8bc8-b49f2f78116d req-42bf66ed-a8eb-4474-bc57-607e336991ec tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=dfedc6cb-5732-4ac2-9ad5-6b1705e33fd4 HTTP/1.1" status: 200 len: 210 time: 0.0689290 Aug 29 23:54:41.018938 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-771cacad-8ac6-49ae-82af-ac71ff6bff37 req-ab2dbc27-0f86-4fe4-a633-c4d48e32e389 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=9887a44d-5fe2-4e65-aab4-5123e84fd9b6 HTTP/1.1" status: 200 len: 210 time: 0.0402291 Aug 29 23:54:41.183909 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec3ad2-1468-42df-89da-ff5f018bb7fc req-6fd89eb8-b2e2-4191-8635-0a184242e0a3 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:41.185943 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c4ec3ad2-1468-42df-89da-ff5f018bb7fc req-6fd89eb8-b2e2-4191-8635-0a184242e0a3 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 945 time: 0.0609899 Aug 29 23:54:41.248725 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c4ec3ad2-1468-42df-89da-ff5f018bb7fc req-e852290f-cf2e-427c-8939-e706c921f6f8 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540271 Aug 29 23:54:41.401995 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:41.421891 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd2eb1-1d6e-4f40-9397-e4daed82cafa req-36ffce11-4da5-4e2e-b1e4-46b55e0f689d tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:41.423601 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-76cd2eb1-1d6e-4f40-9397-e4daed82cafa req-36ffce11-4da5-4e2e-b1e4-46b55e0f689d tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=643bb5c5-0c90-4aa6-b32b-6082a8e40e3d HTTP/1.1" status: 200 len: 944 time: 0.0763118 Aug 29 23:54:41.539658 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-76cd2eb1-1d6e-4f40-9397-e4daed82cafa req-35888271-6d25-4013-a7ef-4e35b2f05e0c tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=1d395dde-8486-4434-bdf6-ee9fb7385d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050956 Aug 29 23:54:41.843374 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 49204) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:54:41.849786 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [None req-975fa5b3-2e72-40b6-a63c-c190a22f40dc tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Request body: {'security_group': {'name': 'tempest-securitygroup--650376345', 'description': 'tempest-description--745364118'}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:54:41.955497 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-77ce9e67-4c66-47c7-bd75-84bb767806b4 req-cb4aa557-f92e-4344-b4c3-903126d8c5de tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=dfedc6cb-5732-4ac2-9ad5-6b1705e33fd4 HTTP/1.1" status: 200 len: 210 time: 0.0492454 Aug 29 23:54:42.056393 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-975fa5b3-2e72-40b6-a63c-c190a22f40dc tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Publish callbacks [] for security_group (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:42.151561 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb05c44-b11c-436f-9ffe-70627e3c52f9 req-c6e4f5ea-4203-454e-84f1-d38c2f9e8de1 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:42.154378 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-0bb05c44-b11c-436f-9ffe-70627e3c52f9 req-c6e4f5ea-4203-454e-84f1-d38c2f9e8de1 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 945 time: 0.0678532 Aug 29 23:54:42.283084 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-5f4f9a1a-facd-4b7e-89cc-ad2ea15eb6d2 req-56da08ea-36f5-431b-8f32-bbf4a26c832f tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=9887a44d-5fe2-4e65-aab4-5123e84fd9b6 HTTP/1.1" status: 200 len: 210 time: 0.0611470 Aug 29 23:54:42.337971 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-0bb05c44-b11c-436f-9ffe-70627e3c52f9 req-042060ea-a3a3-4d44-a188-56b9e3050824 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=5eb73ffb-03b0-4171-b2b3-738fc3385da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1532671 Aug 29 23:54:42.368459 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-975fa5b3-2e72-40b6-a63c-c190a22f40dc tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Publish callbacks [] for security_group (9e5bbcd3-bc91-4f58-9c4d-2f7cf5dcb057), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:42.407155 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c6e58-1fc7-4e3d-a192-525abd1a3cdb req-809eec18-5237-4b45-a066-04681718b107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:42.408987 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-923c6e58-1fc7-4e3d-a192-525abd1a3cdb req-809eec18-5237-4b45-a066-04681718b107 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=184afafb4d0b4a089a059eb73eb6ff2a&device_id=643bb5c5-0c90-4aa6-b32b-6082a8e40e3d HTTP/1.1" status: 200 len: 1128 time: 0.1978891 Aug 29 23:54:42.451845 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f1a30-8e1a-4289-a94b-42a7fe33cc65 req-18f9aed5-37f4-4783-89d6-f0f4a2180e99 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:42.462046 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-9b3f1a30-8e1a-4289-a94b-42a7fe33cc65 req-18f9aed5-37f4-4783-89d6-f0f4a2180e99 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 945 time: 0.0754592 Aug 29 23:54:42.470429 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:42.479986 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-975fa5b3-2e72-40b6-a63c-c190a22f40dc tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (9e5bbcd3-bc91-4f58-9c4d-2f7cf5dcb057), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:42.516316 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159049c7-639d-4169-9c19-35429d9f0faf req-0b06a8ff-75b7-44c9-991f-895161035137 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:42.517849 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-159049c7-639d-4169-9c19-35429d9f0faf req-0b06a8ff-75b7-44c9-991f-895161035137 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.87 "GET /networking/v2.0/networks?id=c2c3299b-0403-418b-997c-2b2e94887975 HTTP/1.1" status: 200 len: 808 time: 0.3083539 Aug 29 23:54:42.550797 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975fa5b3-2e72-40b6-a63c-c190a22f40dc tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5bbcd3-bc91-4f58-9c4d-2f7cf5dcb057,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:42.585758 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-9b3f1a30-8e1a-4289-a94b-42a7fe33cc65 req-fa1a0d96-5745-4ac8-b72c-a93ebcfde040 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223609 Aug 29 23:54:42.623669 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-975fa5b3-2e72-40b6-a63c-c190a22f40dc tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Publish callbacks [] for security_group (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:42.627359 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-975fa5b3-2e72-40b6-a63c-c190a22f40dc tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7813218 Aug 29 23:54:42.629793 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 49226) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:54:42.634423 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [None req-7b49870a-1449-427d-9b47-690fa39a496b tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Request body: {'security_group_rule': {'security_group_id': '9e5bbcd3-bc91-4f58-9c4d-2f7cf5dcb057', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:54:42.685151 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c6e58-1fc7-4e3d-a192-525abd1a3cdb req-3a8e7aee-6bf9-4c6a-b403-9d32b4a4d7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:42.687202 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-923c6e58-1fc7-4e3d-a192-525abd1a3cdb req-3a8e7aee-6bf9-4c6a-b403-9d32b4a4d7a5 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=54b35e90-eaee-4696-a0d1-a7792bb4e65e HTTP/1.1" status: 200 len: 915 time: 0.2233839 Aug 29 23:54:42.760198 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f150936-78b1-428c-a898-2655743ccc85 req-50c7bf24-f4ed-4fcb-982a-fd37bbf361e6 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:42.763144 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-5f150936-78b1-428c-a898-2655743ccc85 req-50c7bf24-f4ed-4fcb-982a-fd37bbf361e6 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=643bb5c5-0c90-4aa6-b32b-6082a8e40e3d HTTP/1.1" status: 200 len: 944 time: 0.0759602 Aug 29 23:54:42.770170 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-7b49870a-1449-427d-9b47-690fa39a496b tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Publish callbacks [] for security_group_rule (82cc5173-a66f-4ce4-bd2c-7390504ade9b), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:42.828083 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-5f150936-78b1-428c-a898-2655743ccc85 req-52e98111-3938-4c58-9524-bb2731f46872 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=1d395dde-8486-4434-bdf6-ee9fb7385d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548313 Aug 29 23:54:42.893710 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-7b49870a-1449-427d-9b47-690fa39a496b tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Publish callbacks [] for security_group_rule (82cc5173-a66f-4ce4-bd2c-7390504ade9b), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:43.086421 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (a7eaf665-0f6d-431a-9601-222c900251ec), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:43.128897 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-463ef241-ed36-4f70-b77d-601d1445b434 req-ec5340b2-bc65-4be5-96f9-6d5da8665756 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=dfedc6cb-5732-4ac2-9ad5-6b1705e33fd4 HTTP/1.1" status: 200 len: 210 time: 0.0520103 Aug 29 23:54:43.133684 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-7b49870a-1449-427d-9b47-690fa39a496b tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707692'] for security_group_rule (82cc5173-a66f-4ce4-bd2c-7390504ade9b), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:43.157818 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b49870a-1449-427d-9b47-690fa39a496b tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82cc5173-a66f-4ce4-bd2c-7390504ade9b,revision_number=0']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:43.272322 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-7b49870a-1449-427d-9b47-690fa39a496b tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:43.272322 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-7b49870a-1449-427d-9b47-690fa39a496b tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6355808 Aug 29 23:54:43.273247 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 49238) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:54:43.279355 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [None req-2b8f633a-ec9a-4188-a315-ee50381aa36c tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Request body: {'security_group_rule': {'security_group_id': '9e5bbcd3-bc91-4f58-9c4d-2f7cf5dcb057', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:54:43.387240 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-bfeb2957-3d74-46c7-ae95-ad53eaca5c82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (037668f0-d812-4b59-9d2d-ce33f66a7708), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:43.420502 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-2b8f633a-ec9a-4188-a315-ee50381aa36c tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Publish callbacks [] for security_group_rule (f41a823a-4e1d-4ca9-bce3-9a659034b027), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:43.421938 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-9966d89a-7f20-47e3-8729-17c1bde33088 req-e4f351f0-fb85-4374-8613-6a3b182dbb75 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=9887a44d-5fe2-4e65-aab4-5123e84fd9b6 HTTP/1.1" status: 200 len: 210 time: 0.0295119 Aug 29 23:54:43.548370 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:43.548609 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187fccab-49b7-47b9-8d17-cde66a5661a3 req-4aa02286-e05b-43e5-86fa-a4cd51be6fa2 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:43.548744 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-2b8f633a-ec9a-4188-a315-ee50381aa36c tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Publish callbacks [] for security_group_rule (f41a823a-4e1d-4ca9-bce3-9a659034b027), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:43.548829 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-187fccab-49b7-47b9-8d17-cde66a5661a3 req-4aa02286-e05b-43e5-86fa-a4cd51be6fa2 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 945 time: 0.0791748 Aug 29 23:54:43.624350 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:43.639129 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-187fccab-49b7-47b9-8d17-cde66a5661a3 req-f2f242c8-ed82-4821-91e0-bf658b597c2e tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=5eb73ffb-03b0-4171-b2b3-738fc3385da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874562 Aug 29 23:54:43.666451 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-2b8f633a-ec9a-4188-a315-ee50381aa36c tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707692'] for security_group_rule (f41a823a-4e1d-4ca9-bce3-9a659034b027), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:43.702395 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8f633a-ec9a-4188-a315-ee50381aa36c tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f41a823a-4e1d-4ca9-bce3-9a659034b027,revision_number=0']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:43.765272 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ecb35-aac8-4746-8523-16b12419b78e req-412ce3a5-6ef4-419f-8126-676e087d78b0 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:43.766798 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-7f6ecb35-aac8-4746-8523-16b12419b78e req-412ce3a5-6ef4-419f-8126-676e087d78b0 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 945 time: 0.0533981 Aug 29 23:54:43.821965 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-7f6ecb35-aac8-4746-8523-16b12419b78e req-3ab62af5-a920-412b-a732-89c85799d760 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477228 Aug 29 23:54:43.997588 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea0c343-6837-401c-a19c-f48ca9f02464 req-4817e8fe-22d1-43df-ae67-33f1d46e4620 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:43.999830 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-5ea0c343-6837-401c-a19c-f48ca9f02464 req-4817e8fe-22d1-43df-ae67-33f1d46e4620 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=643bb5c5-0c90-4aa6-b32b-6082a8e40e3d HTTP/1.1" status: 200 len: 944 time: 0.0679200 Aug 29 23:54:44.061221 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-5ea0c343-6837-401c-a19c-f48ca9f02464 req-491eb0a3-7472-4972-a240-4a62148272fc tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=1d395dde-8486-4434-bdf6-ee9fb7385d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558002 Aug 29 23:54:44.137286 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device fc16ae60-96b4-45ec-ac85-c7b2056ef931 details requested by agent hyperv_hv-cinder-85504 with host hv-cinder-85504 {{(pid=113417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 23:54:44.148432 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-2b8f633a-ec9a-4188-a315-ee50381aa36c tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:44.150373 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-2b8f633a-ec9a-4188-a315-ee50381aa36c tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8757806 Aug 29 23:54:44.157407 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 49260) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:54:44.173221 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [None req-5528e450-b316-43f2-ae75-c2ac40a5131a tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Request body: {'floatingip': {'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:54:44.328448 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-72e842c5-cce9-4933-b3cd-41f4a297be4e req-ebfe4667-b957-40c3-8f92-fbc2bad922cf tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=dfedc6cb-5732-4ac2-9ad5-6b1705e33fd4 HTTP/1.1" status: 200 len: 210 time: 0.0351653 Aug 29 23:54:44.342478 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-5528e450-b316-43f2-ae75-c2ac40a5131a tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:44.350525 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port fc16ae60-96b4-45ec-ac85-c7b2056ef931, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=fc16ae60-96b4-45ec-ac85-c7b2056ef931,segment=NetworkSegment(dad3ba3f-d50b-4a90-9593-18298e0d176c),segment_id=dad3ba3f-d50b-4a90-9593-18298e0d176c)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:54:44.367918 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Returning: {'device': 'fc16ae60-96b4-45ec-ac85-c7b2056ef931', 'network_id': '54b35e90-eaee-4696-a0d1-a7792bb4e65e', 'port_id': 'fc16ae60-96b4-45ec-ac85-c7b2056ef931', 'mac_address': 'fa:16:3e:c6:02:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67e5e700-2859-4969-ac33-88dabf7b37f5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 23:54:44.414217 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Current status of the port fc16ae60-96b4-45ec-ac85-c7b2056ef931 is: DOWN; New status is: BUILD {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:54:44.415110 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (fc16ae60-96b4-45ec-ac85-c7b2056ef931), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:44.432536 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.notifiers.nova [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc16ae60-96b4-45ec-ac85-c7b2056ef931 {{(pid=113417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:54:44.461729 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port fc16ae60-96b4-45ec-ac85-c7b2056ef931, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=fc16ae60-96b4-45ec-ac85-c7b2056ef931,segment=NetworkSegment(dad3ba3f-d50b-4a90-9593-18298e0d176c),segment_id=dad3ba3f-d50b-4a90-9593-18298e0d176c)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:54:44.496327 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cdcd43ac-7909-438b-ba67-31b4a20d4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (bcd4f52e-0d63-4d8a-9dda-ff825ab30758), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:44.541460 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (fc16ae60-96b4-45ec-ac85-c7b2056ef931), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:44.644624 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-5528e450-b316-43f2-ae75-c2ac40a5131a tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:44.681765 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:44.690705 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Pushing event updated for resources: {'Port': ['ID=fc16ae60-96b4-45ec-ac85-c7b2056ef931,revision_number=4']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:44.696381 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d6bed016-7d14-4bda-ab1c-65fa131de416 req-6338381c-8729-4c9b-8b03-5b3ce6f1c9fa tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=9887a44d-5fe2-4e65-aab4-5123e84fd9b6 HTTP/1.1" status: 200 len: 210 time: 0.0802543 Aug 29 23:54:44.883231 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a876af0-d5e3-4dc8-a509-6be5fc533b23 req-998488e8-7838-4c41-9823-ddb6fb2dc9cb tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:44.889074 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-8a876af0-d5e3-4dc8-a509-6be5fc533b23 req-998488e8-7838-4c41-9823-ddb6fb2dc9cb tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 945 time: 0.1194947 Aug 29 23:54:44.998225 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.db_base_plugin_common [None req-5528e450-b316-43f2-ae75-c2ac40a5131a tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Allocated IP 172.27.1.116 (c6396a07-dfbf-4950-850b-378da3ed2a88/a98be68c-aef3-471c-b3f8-ae629ebf2983/169da748-607f-4d52-8f08-2a32f2ce5956) {{(pid=113416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:54:45.071025 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-8a876af0-d5e3-4dc8-a509-6be5fc533b23 req-386a7e9c-20aa-40e8-b7af-1855152b02fd tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=5eb73ffb-03b0-4171-b2b3-738fc3385da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636102 Aug 29 23:54:45.242940 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f1d90-4436-4fea-92cb-cd4f4aeb4f62 req-4bb8407e-94b9-42cf-95ee-123b90e022e5 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:45.245779 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c25f1d90-4436-4fea-92cb-cd4f4aeb4f62 req-4bb8407e-94b9-42cf-95ee-123b90e022e5 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 945 time: 0.1587052 Aug 29 23:54:45.326200 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [req-159049c7-639d-4169-9c19-35429d9f0faf req-c63f1f9b-1e3b-4f80-b58b-0fd0fa998a87 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Request body: {'port': {'device_id': 'dfedc6cb-5732-4ac2-9ad5-6b1705e33fd4', 'network_id': 'c2c3299b-0403-418b-997c-2b2e94887975', 'admin_state_up': True, 'tenant_id': 'a9642272967c46b188cf1bced9ea6ab5'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:54:45.396749 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] get_ports_and_sgs() called for port_ids ['fc16ae60-96b4-45ec-ac85-c7b2056ef931'] {{(pid=113417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 23:54:45.455748 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab024c9-5557-46ed-be33-c4103a177c39 req-d9c9f8af-b7b4-484c-bb62-d89af9fd843b tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:45.475786 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-7ab024c9-5557-46ed-be33-c4103a177c39 req-d9c9f8af-b7b4-484c-bb62-d89af9fd843b tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=643bb5c5-0c90-4aa6-b32b-6082a8e40e3d HTTP/1.1" status: 200 len: 945 time: 0.2534668 Aug 29 23:54:45.496214 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-923c6e58-1fc7-4e3d-a192-525abd1a3cdb req-c64965eb-0cd9-42a4-9996-7c7f3a0bd595 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc16ae60-96b4-45ec-ac85-c7b2056ef931 HTTP/1.1" status: 200 len: 217 time: 0.2653377 Aug 29 23:54:45.533300 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:45.634271 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c25f1d90-4436-4fea-92cb-cd4f4aeb4f62 req-6a5463e7-f9aa-4af6-be77-0690f761603c tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3462205 Aug 29 23:54:45.692078 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-5528e450-b316-43f2-ae75-c2ac40a5131a tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Publish callbacks [] for port (169da748-607f-4d52-8f08-2a32f2ce5956), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:45.740385 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c6e58-1fc7-4e3d-a192-525abd1a3cdb req-b8dbe3ed-6520-4487-8ebc-333a513d2a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:45.742515 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-923c6e58-1fc7-4e3d-a192-525abd1a3cdb req-b8dbe3ed-6520-4487-8ebc-333a513d2a07 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=67e5e700-2859-4969-ac33-88dabf7b37f5 HTTP/1.1" status: 200 len: 853 time: 0.2397568 Aug 29 23:54:45.840851 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-7ab024c9-5557-46ed-be33-c4103a177c39 req-7376757a-a3c2-4a8a-842c-bd7e31177ed4 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=1d395dde-8486-4434-bdf6-ee9fb7385d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196776 Aug 29 23:54:45.935529 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-dc7521d9-6d85-4f9f-bc5b-a6c4153fc889 req-6ac3ab02-fe6d-4b67-ba78-96b4668f54fb tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=dfedc6cb-5732-4ac2-9ad5-6b1705e33fd4 HTTP/1.1" status: 200 len: 210 time: 0.0860226 Aug 29 23:54:45.938867 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-159049c7-639d-4169-9c19-35429d9f0faf req-c63f1f9b-1e3b-4f80-b58b-0fd0fa998a87 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Made reservation on behalf of a9642272967c46b188cf1bced9ea6ab5 for: {'port': 1} {{(pid=113416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:54:45.953009 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (01773ddc-a5d8-4c68-b7b5-e385af2b339f), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:45.959278 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-159049c7-639d-4169-9c19-35429d9f0faf req-c63f1f9b-1e3b-4f80-b58b-0fd0fa998a87 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:45.983430 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-923c6e58-1fc7-4e3d-a192-525abd1a3cdb req-52e9fc7a-b18e-4b4e-a356-ff84f5ea0fd9 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=54b35e90-eaee-4696-a0d1-a7792bb4e65e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1862745 Aug 29 23:54:46.190083 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-4cf7a907-1a9a-4458-ae87-3de80a45d237 req-125ce5bc-bef5-42fd-8af6-8358f0477b9b tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=9887a44d-5fe2-4e65-aab4-5123e84fd9b6 HTTP/1.1" status: 200 len: 210 time: 0.1182148 Aug 29 23:54:46.246644 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-5528e450-b316-43f2-ae75-c2ac40a5131a tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963692'] for port (169da748-607f-4d52-8f08-2a32f2ce5956), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:46.280508 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:46.377574 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a1eff9-3181-489d-9873-50948d08d4b6 req-b0475799-c06e-44c6-b1f0-ee0f6344871c tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:46.382242 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-86a1eff9-3181-489d-9873-50948d08d4b6 req-b0475799-c06e-44c6-b1f0-ee0f6344871c tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 945 time: 0.1331611 Aug 29 23:54:46.404008 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5528e450-b316-43f2-ae75-c2ac40a5131a tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Pushing event updated for resources: {'Port': ['ID=169da748-607f-4d52-8f08-2a32f2ce5956,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:46.439003 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-55545b4a-c719-46e4-a9c5-7c044aa64822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (63136763-0f20-46a8-951a-2f70193501e4), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:46.499305 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5528e450-b316-43f2-ae75-c2ac40a5131a tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Network c6396a07-dfbf-4950-850b-378da3ed2a88 is already hosted by enough agents. {{(pid=113416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:54:46.522632 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-86a1eff9-3181-489d-9873-50948d08d4b6 req-8c0ced19-b118-4ce4-8394-0d6df84f11f0 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=5eb73ffb-03b0-4171-b2b3-738fc3385da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214268 Aug 29 23:54:46.602274 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.db_base_plugin_common [req-159049c7-639d-4169-9c19-35429d9f0faf req-c63f1f9b-1e3b-4f80-b58b-0fd0fa998a87 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Allocated IP 172.20.0.13 (c2c3299b-0403-418b-997c-2b2e94887975/c139329e-c0bd-40be-b36f-2bad6bfc37cd/20416f60-1b8c-4fa9-8b4d-d8c3890c5182) {{(pid=113416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:54:46.723914 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:46.726171 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.base_scheduler [None req-5528e450-b316-43f2-ae75-c2ac40a5131a tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Resources bound (agent type, host, resource id): {{(pid=113416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:54:46.798700 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5528e450-b316-43f2-ae75-c2ac40a5131a tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Received port after_create {{(pid=113416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:54:46.888979 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e1ab83-6c38-4728-b71e-8b992d27734d req-47181fce-e55a-4c1a-ab4b-fe86c84a021b tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:46.898882 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e8e1ab83-6c38-4728-b71e-8b992d27734d req-47181fce-e55a-4c1a-ab4b-fe86c84a021b tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 945 time: 0.0758433 Aug 29 23:54:46.936230 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-923c6e58-1fc7-4e3d-a192-525abd1a3cdb req-843840f1-a554-4e9f-af7e-d80e6f935d63 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/54b35e90-eaee-4696-a0d1-a7792bb4e65e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8458028 Aug 29 23:54:46.979098 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e8e1ab83-6c38-4728-b71e-8b992d27734d req-a6d45f88-b0bf-430a-a353-c6df98444448 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776701 Aug 29 23:54:47.093733 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-159049c7-639d-4169-9c19-35429d9f0faf req-c63f1f9b-1e3b-4f80-b58b-0fd0fa998a87 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Publish callbacks [] for port (20416f60-1b8c-4fa9-8b4d-d8c3890c5182), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:47.127449 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104c49f-6e2b-49d7-b06c-7dc45081f4d3 req-9a31037a-2ece-414e-829f-3ed654fc4982 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:47.132047 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-8104c49f-6e2b-49d7-b06c-7dc45081f4d3 req-9a31037a-2ece-414e-829f-3ed654fc4982 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=643bb5c5-0c90-4aa6-b32b-6082a8e40e3d HTTP/1.1" status: 200 len: 945 time: 0.1058521 Aug 29 23:54:47.216093 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-5528e450-b316-43f2-ae75-c2ac40a5131a tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Publish callbacks [] for floatingip (fadc1373-881d-4632-a76a-f7acfd58d78c), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:47.241327 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:47.390327 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-923c6e58-1fc7-4e3d-a192-525abd1a3cdb req-7fff00c9-35c9-4c75-8482-52b5fe8936d5 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/54b35e90-eaee-4696-a0d1-a7792bb4e65e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942803 Aug 29 23:54:47.411931 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-5528e450-b316-43f2-ae75-c2ac40a5131a tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (169da748-607f-4d52-8f08-2a32f2ce5956), before_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:47.420789 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device fc16ae60-96b4-45ec-ac85-c7b2056ef931 up at agent hyperv_hv-cinder-85504 {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:54:47.481836 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Provisioning for port fc16ae60-96b4-45ec-ac85-c7b2056ef931 completed by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 23:54:47.497961 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-159049c7-639d-4169-9c19-35429d9f0faf req-c63f1f9b-1e3b-4f80-b58b-0fd0fa998a87 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963692'] for port (20416f60-1b8c-4fa9-8b4d-d8c3890c5182), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:47.593315 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Provisioning complete for port fc16ae60-96b4-45ec-ac85-c7b2056ef931 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:54:47.595005 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (fc16ae60-96b4-45ec-ac85-c7b2056ef931), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:47.681580 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-6d055024-3259-41ab-a6fd-c65b5b5a930c req-a0adbef9-2aa6-4659-b138-8009c9d29bb4 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=dfedc6cb-5732-4ac2-9ad5-6b1705e33fd4 HTTP/1.1" status: 200 len: 210 time: 0.5195913 Aug 29 23:54:47.761512 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-159049c7-639d-4169-9c19-35429d9f0faf req-c63f1f9b-1e3b-4f80-b58b-0fd0fa998a87 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Network c2c3299b-0403-418b-997c-2b2e94887975 is already hosted by enough agents. {{(pid=113416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:54:47.778239 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-8104c49f-6e2b-49d7-b06c-7dc45081f4d3 req-dea5a1dd-4ff1-4848-aed3-12837ea4db76 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=1d395dde-8486-4434-bdf6-ee9fb7385d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6372249 Aug 29 23:54:47.818029 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63f1f9b-1e3b-4f80-b58b-0fd0fa998a87 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Pushing event updated for resources: {'Port': ['ID=20416f60-1b8c-4fa9-8b4d-d8c3890c5182,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:47.837871 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:47.855303 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.base_scheduler [req-159049c7-639d-4169-9c19-35429d9f0faf req-c63f1f9b-1e3b-4f80-b58b-0fd0fa998a87 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Resources bound (agent type, host, resource id): {{(pid=113416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:54:47.873632 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.l3_dvrscheduler_db [req-159049c7-639d-4169-9c19-35429d9f0faf req-c63f1f9b-1e3b-4f80-b58b-0fd0fa998a87 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Received port after_create {{(pid=113416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:54:47.952153 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e40445e6-8979-4c97-b1d7-ae83bcdefff8 req-e26cec84-0700-4d91-8585-1d7ce3c3d9e0 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=9887a44d-5fe2-4e65-aab4-5123e84fd9b6 HTTP/1.1" status: 200 len: 210 time: 0.1073272 Aug 29 23:54:48.038832 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Current status of the port fc16ae60-96b4-45ec-ac85-c7b2056ef931 is: BUILD; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:54:48.039280 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (fc16ae60-96b4-45ec-ac85-c7b2056ef931), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:48.135166 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '643bb5c5-0c90-4aa6-b32b-6082a8e40e3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc16ae60-96b4-45ec-ac85-c7b2056ef931'}] {{(pid=113417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:54:48.145136 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d41a01b6be055f780f1b28f387bc014884277aca14b53491aeccfff4134a8b4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8525cfb3-22f9-41f9-93b8-2cc1e4c1342c" -d '{"events": [{"server_uuid": "643bb5c5-0c90-4aa6-b32b-6082a8e40e3d", "name": "network-vif-plugged", "status": "completed", "tag": "fc16ae60-96b4-45ec-ac85-c7b2056ef931"}]}' {{(pid=113417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:54:48.172614 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port fc16ae60-96b4-45ec-ac85-c7b2056ef931, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=fc16ae60-96b4-45ec-ac85-c7b2056ef931,segment=NetworkSegment(dad3ba3f-d50b-4a90-9593-18298e0d176c),segment_id=dad3ba3f-d50b-4a90-9593-18298e0d176c)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:54:48.211386 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65937608-4630-480a-be6e-391d7826736d req-bc060ce3-8dea-428b-8080-ec59cabe2dc5 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:48.225645 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-65937608-4630-480a-be6e-391d7826736d req-bc060ce3-8dea-428b-8080-ec59cabe2dc5 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 945 time: 0.2104356 Aug 29 23:54:48.230839 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:48.232244 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (fc16ae60-96b4-45ec-ac85-c7b2056ef931), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:48.256070 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e27561-3780-4c13-9618-3e7195be0944 req-2989685f-2d23-4970-9904-29a320971500 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:48.263380 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-10e27561-3780-4c13-9618-3e7195be0944 req-2989685f-2d23-4970-9904-29a320971500 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.87 "GET /networking/v2.0/networks?id=60b40027-b034-467e-a623-8d465afe9154 HTTP/1.1" status: 200 len: 815 time: 0.8000817 Aug 29 23:54:48.336599 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159049c7-639d-4169-9c19-35429d9f0faf req-c63f1f9b-1e3b-4f80-b58b-0fd0fa998a87 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:48.337275 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-159049c7-639d-4169-9c19-35429d9f0faf req-c63f1f9b-1e3b-4f80-b58b-0fd0fa998a87 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for port (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:48.344989 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Pushing event updated for resources: {'Port': ['ID=fc16ae60-96b4-45ec-ac85-c7b2056ef931,revision_number=5']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:48.445934 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-65937608-4630-480a-be6e-391d7826736d req-7a635c93-c5a1-451d-b591-0ec11b46b703 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=5eb73ffb-03b0-4171-b2b3-738fc3385da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2148175 Aug 29 23:54:48.486670 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-5528e450-b316-43f2-ae75-c2ac40a5131a tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Publish callbacks [] for port (169da748-607f-4d52-8f08-2a32f2ce5956), precommit_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:48.489428 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c6e212-66f2-462b-932e-c62ee7fefacf req-5d475e18-9c78-4c82-9c1d-1f1764fa2799 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:48.503649 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-10e27561-3780-4c13-9618-3e7195be0944 req-aed200ac-1c03-435d-a837-70d0dbd8086d tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.87 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a2963b1b4aba47f593c63a398b511792 HTTP/1.1" status: 200 len: 472 time: 0.2234192 Aug 29 23:54:48.506704 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e6c6e212-66f2-462b-932e-c62ee7fefacf req-5d475e18-9c78-4c82-9c1d-1f1764fa2799 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 945 time: 0.2738512 Aug 29 23:54:48.515513 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-159049c7-639d-4169-9c19-35429d9f0faf req-c63f1f9b-1e3b-4f80-b58b-0fd0fa998a87 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.87 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3228650 Aug 29 23:54:48.580496 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [req-10e27561-3780-4c13-9618-3e7195be0944 req-26c9816f-d620-46af-853d-a0c3bca8eb2c tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Request body: {'port': {'device_id': '9887a44d-5fe2-4e65-aab4-5123e84fd9b6', 'network_id': '60b40027-b034-467e-a623-8d465afe9154', 'admin_state_up': True, 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'security_groups': ['3302a57a-d0e7-40d1-96bf-d943d73d87b4']}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:54:48.591127 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [req-159049c7-639d-4169-9c19-35429d9f0faf req-5420ee71-4381-4744-8f8a-cc2e6b0b6fe7 service neutron] Request body: {'port': {'device_id': 'dfedc6cb-5732-4ac2-9ad5-6b1705e33fd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85504'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:54:48.615899 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed376128-9a93-43b1-98cf-b4bd8454af53 x-openstack-request-id: req-ed376128-9a93-43b1-98cf-b4bd8454af53 {{(pid=113417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:54:48.616764 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "643bb5c5-0c90-4aa6-b32b-6082a8e40e3d", "name": "network-vif-plugged", "status": "completed", "tag": "fc16ae60-96b4-45ec-ac85-c7b2056ef931", "code": 200}]} {{(pid=113417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:54:48.616764 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ed376128-9a93-43b1-98cf-b4bd8454af53 {{(pid=113417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:54:48.617062 dv-cinder-855041-2-iscsi neutron-server[113417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed376128-9a93-43b1-98cf-b4bd8454af53'] response: {'server_uuid': '643bb5c5-0c90-4aa6-b32b-6082a8e40e3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc16ae60-96b4-45ec-ac85-c7b2056ef931', 'code': 200} Aug 29 23:54:48.637157 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-5528e450-b316-43f2-ae75-c2ac40a5131a tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963685'] for port (169da748-607f-4d52-8f08-2a32f2ce5956), after_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:48.682957 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e6c6e212-66f2-462b-932e-c62ee7fefacf req-6471b088-f53d-4d87-8fd7-3590ed2f1e1f tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1704514 Aug 29 23:54:48.914731 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c9821-2f64-4c9e-adc6-9526e39a7927 req-b8caac2f-9b1d-4477-bd95-e5a496a0c0ee tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:48.925970 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d00c9821-2f64-4c9e-adc6-9526e39a7927 req-b8caac2f-9b1d-4477-bd95-e5a496a0c0ee tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=dfedc6cb-5732-4ac2-9ad5-6b1705e33fd4 HTTP/1.1" status: 200 len: 932 time: 0.0959666 Aug 29 23:54:48.959535 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=8 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:48.975207 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-5528e450-b316-43f2-ae75-c2ac40a5131a tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477666'] for floatingip (fadc1373-881d-4632-a76a-f7acfd58d78c), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:48.978384 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5528e450-b316-43f2-ae75-c2ac40a5131a tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Pushing event updated for resources: {'Port': ['ID=169da748-607f-4d52-8f08-2a32f2ce5956,revision_number=2']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:48.990828 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-159049c7-639d-4169-9c19-35429d9f0faf req-5420ee71-4381-4744-8f8a-cc2e6b0b6fe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (20416f60-1b8c-4fa9-8b4d-d8c3890c5182), before_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:49.021160 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d00c9821-2f64-4c9e-adc6-9526e39a7927 req-4784a38e-db10-4b50-9d25-b4bbd00b6a9f tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=8b531bbb-0a31-456d-a2f1-6b427cd98371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928664 Aug 29 23:54:49.021413 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:49.134449 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-5528e450-b316-43f2-ae75-c2ac40a5131a tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for floatingip (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:49.149160 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-5528e450-b316-43f2-ae75-c2ac40a5131a tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9892645 Aug 29 23:54:49.234419 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da3a61b-d89b-4546-8b8f-d033baeb23de req-03b3c777-f070-4d7a-a87c-88e9afe07cf3 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:49.249371 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-4da3a61b-d89b-4546-8b8f-d033baeb23de req-03b3c777-f070-4d7a-a87c-88e9afe07cf3 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=643bb5c5-0c90-4aa6-b32b-6082a8e40e3d HTTP/1.1" status: 200 len: 946 time: 0.2160444 Aug 29 23:54:49.458476 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-4bd32102-affb-43be-9ee4-66649ff6e9be req-e1756972-c805-4f0b-b90c-f93f96953c9f tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=9887a44d-5fe2-4e65-aab4-5123e84fd9b6 HTTP/1.1" status: 200 len: 210 time: 0.1458166 Aug 29 23:54:49.484536 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-4da3a61b-d89b-4546-8b8f-d033baeb23de req-743a88a9-a1b7-4dda-94d1-4aa041e2a05b tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=1d395dde-8486-4434-bdf6-ee9fb7385d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295327 Aug 29 23:54:49.550055 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfc6d03-9fda-49c4-ad2c-05ea211a7eb9 req-d1ef1284-3f0c-4b7c-a896-b722863eeba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:49.555176 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-9bfc6d03-9fda-49c4-ad2c-05ea211a7eb9 req-d1ef1284-3f0c-4b7c-a896-b722863eeba6 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=643bb5c5-0c90-4aa6-b32b-6082a8e40e3d HTTP/1.1" status: 200 len: 1130 time: 0.2652388 Aug 29 23:54:49.874542 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-9bfc6d03-9fda-49c4-ad2c-05ea211a7eb9 req-1664b30c-4e5c-4571-adda-94966ed648d4 service neutron] 10.222.0.87 "GET /networking/v2.0/security-groups?id=1d395dde-8486-4434-bdf6-ee9fb7385d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123221 Aug 29 23:54:49.912636 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10e27561-3780-4c13-9618-3e7195be0944 req-26c9816f-d620-46af-853d-a0c3bca8eb2c tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Made reservation on behalf of a2963b1b4aba47f593c63a398b511792 for: {'port': 1} {{(pid=113416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:54:49.923158 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-10e27561-3780-4c13-9618-3e7195be0944 req-26c9816f-d620-46af-853d-a0c3bca8eb2c tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:49.969795 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c44ba-d5ef-4f71-bdea-2accda409c02 req-17d7050d-2ac2-4f74-9a2b-b43a6d1621db tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:49.977888 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-035c44ba-d5ef-4f71-bdea-2accda409c02 req-17d7050d-2ac2-4f74-9a2b-b43a6d1621db tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 945 time: 0.3373370 Aug 29 23:54:50.015490 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-48b20301-9bca-467e-8b88-b97539165d7d req-e861dd7a-de49-42c8-8e71-6ede9d1396d9 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--650376345&fields=id&tenant_id=dc817de5d4ef4812a2fee6ebe0895889 HTTP/1.1" status: 200 len: 267 time: 0.3285146 Aug 29 23:54:50.171491 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:50.179851 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b20301-9bca-467e-8b88-b97539165d7d req-f67b26ed-fe8d-4fee-a335-c97d8aaafa66 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:50.189044 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-48b20301-9bca-467e-8b88-b97539165d7d req-f67b26ed-fe8d-4fee-a335-c97d8aaafa66 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/networks?id=e198d273-347a-4fa0-82d5-22e40c3600ea HTTP/1.1" status: 200 len: 818 time: 0.1721356 Aug 29 23:54:50.221167 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-48b20301-9bca-467e-8b88-b97539165d7d req-4206153e-dbfe-4e16-bdc5-a020ae8ca4f6 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/quotas/dc817de5d4ef4812a2fee6ebe0895889 HTTP/1.1" status: 200 len: 375 time: 0.0309603 Aug 29 23:54:50.275622 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:50.297334 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-035c44ba-d5ef-4f71-bdea-2accda409c02 req-8558e259-0923-4bcf-a4ec-fbdfbcad0e52 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=5eb73ffb-03b0-4171-b2b3-738fc3385da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3181562 Aug 29 23:54:50.353695 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-48b20301-9bca-467e-8b88-b97539165d7d req-5b355352-eeb3-460b-a581-7f9d5304cf4b tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?tenant_id=dc817de5d4ef4812a2fee6ebe0895889&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1316338 Aug 29 23:54:50.391244 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.db_base_plugin_common [req-10e27561-3780-4c13-9618-3e7195be0944 req-26c9816f-d620-46af-853d-a0c3bca8eb2c tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Allocated IP 172.20.0.14 (60b40027-b034-467e-a623-8d465afe9154/371040be-dae2-4b4b-8892-6a99379ddf2c/f86aed97-d345-4c61-b637-b4d4771086c3) {{(pid=113416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:54:50.417598 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.notifiers.nova [req-159049c7-639d-4169-9c19-35429d9f0faf req-5420ee71-4381-4744-8f8a-cc2e6b0b6fe7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20416f60-1b8c-4fa9-8b4d-d8c3890c5182 {{(pid=113416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:54:50.433938 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-159049c7-639d-4169-9c19-35429d9f0faf req-5420ee71-4381-4744-8f8a-cc2e6b0b6fe7 service neutron] Publish callbacks [] for port (20416f60-1b8c-4fa9-8b4d-d8c3890c5182), precommit_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:50.517050 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.provisioning_blocks [req-159049c7-639d-4169-9c19-35429d9f0faf req-5420ee71-4381-4744-8f8a-cc2e6b0b6fe7 service neutron] Transition to ACTIVE for port object 20416f60-1b8c-4fa9-8b4d-d8c3890c5182 will not be triggered until provisioned by entity L2. {{(pid=113416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 23:54:50.521599 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89bb74-cc71-4eca-8592-afd8a9a266ba req-01a4cc75-5d43-4541-80ef-9c7dbbdd290b tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:50.523654 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-fe89bb74-cc71-4eca-8592-afd8a9a266ba req-01a4cc75-5d43-4541-80ef-9c7dbbdd290b tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 945 time: 0.1270595 Aug 29 23:54:50.648914 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-159049c7-639d-4169-9c19-35429d9f0faf req-5420ee71-4381-4744-8f8a-cc2e6b0b6fe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963685'] for port (20416f60-1b8c-4fa9-8b4d-d8c3890c5182), after_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:50.676507 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-48b20301-9bca-467e-8b88-b97539165d7d req-4e927b73-39e7-4e6e-8e1d-ea4c49307f22 service neutron] 10.222.0.90 "GET /networking/v2.0/networks/e198d273-347a-4fa0-82d5-22e40c3600ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910297 Aug 29 23:54:50.677665 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 49388) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:54:50.750661 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:DELETE=1,neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:50.750661 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5420ee71-4381-4744-8f8a-cc2e6b0b6fe7 service neutron] Pushing event updated for resources: {'Port': ['ID=20416f60-1b8c-4fa9-8b4d-d8c3890c5182,revision_number=2']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:50.764008 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-fe89bb74-cc71-4eca-8592-afd8a9a266ba req-fafe1ee9-8492-455c-9bfd-165b2df98922 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2245936 Aug 29 23:54:50.853241 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-10e27561-3780-4c13-9618-3e7195be0944 req-26c9816f-d620-46af-853d-a0c3bca8eb2c tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for port (f86aed97-d345-4c61-b637-b4d4771086c3), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:50.976794 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-48b20301-9bca-467e-8b88-b97539165d7d req-64c3edb3-b54d-47d6-adfd-954e399616fb service neutron] 10.222.0.90 "GET /networking/v2.0/networks/e198d273-347a-4fa0-82d5-22e40c3600ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704606 Aug 29 23:54:50.986013 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.managers [req-159049c7-639d-4169-9c19-35429d9f0faf req-5420ee71-4381-4744-8f8a-cc2e6b0b6fe7 service neutron] Attempting to bind port 20416f60-1b8c-4fa9-8b4d-d8c3890c5182 on host hv-cinder-85504 for vnic_type normal with profile {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:54:50.986418 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.managers [req-159049c7-639d-4169-9c19-35429d9f0faf req-5420ee71-4381-4744-8f8a-cc2e6b0b6fe7 service neutron] Attempting to bind port 20416f60-1b8c-4fa9-8b4d-d8c3890c5182 by drivers openvswitch,hyperv on host hv-cinder-85504 at level 0 using segments [{'id': 'c16207b7-6b15-46e9-b824-4d785922d8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': 'c2c3299b-0403-418b-997c-2b2e94887975'}] {{(pid=113416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:54:50.986813 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159049c7-639d-4169-9c19-35429d9f0faf req-5420ee71-4381-4744-8f8a-cc2e6b0b6fe7 service neutron] Attempting to bind port 20416f60-1b8c-4fa9-8b4d-d8c3890c5182 on network c2c3299b-0403-418b-997c-2b2e94887975 {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:54:50.993689 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159049c7-639d-4169-9c19-35429d9f0faf req-5420ee71-4381-4744-8f8a-cc2e6b0b6fe7 service neutron] Port 20416f60-1b8c-4fa9-8b4d-d8c3890c5182 on network c2c3299b-0403-418b-997c-2b2e94887975 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85504 {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 23:54:50.994519 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159049c7-639d-4169-9c19-35429d9f0faf req-5420ee71-4381-4744-8f8a-cc2e6b0b6fe7 service neutron] Attempting to bind port 20416f60-1b8c-4fa9-8b4d-d8c3890c5182 on network c2c3299b-0403-418b-997c-2b2e94887975 {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:54:51.001325 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159049c7-639d-4169-9c19-35429d9f0faf req-5420ee71-4381-4744-8f8a-cc2e6b0b6fe7 service neutron] Checking agent: {'id': 'a7eaf665-0f6d-431a-9601-222c900251ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85504', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 50, 13), 'started_at': datetime.datetime(2022, 8, 29, 23, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:54:51.001744 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159049c7-639d-4169-9c19-35429d9f0faf req-5420ee71-4381-4744-8f8a-cc2e6b0b6fe7 service neutron] Checking segment: {'id': 'c16207b7-6b15-46e9-b824-4d785922d8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': 'c2c3299b-0403-418b-997c-2b2e94887975'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:54:51.002325 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159049c7-639d-4169-9c19-35429d9f0faf req-5420ee71-4381-4744-8f8a-cc2e6b0b6fe7 service neutron] Bound using segment: {'id': 'c16207b7-6b15-46e9-b824-4d785922d8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': 'c2c3299b-0403-418b-997c-2b2e94887975'} {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:54:51.002833 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.managers [req-159049c7-639d-4169-9c19-35429d9f0faf req-5420ee71-4381-4744-8f8a-cc2e6b0b6fe7 service neutron] Bound port: 20416f60-1b8c-4fa9-8b4d-d8c3890c5182, host: hv-cinder-85504, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c16207b7-6b15-46e9-b824-4d785922d8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': 'c2c3299b-0403-418b-997c-2b2e94887975'}}] {{(pid=113416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:54:51.003148 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-159049c7-639d-4169-9c19-35429d9f0faf req-5420ee71-4381-4744-8f8a-cc2e6b0b6fe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (20416f60-1b8c-4fa9-8b4d-d8c3890c5182), before_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:51.007771 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62fbfd3-9079-4ad7-a2f6-f63a1dd9abd1 req-3eb7ce6d-18ef-4bf1-99b7-6fbbde88bbba tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:51.017302 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-f62fbfd3-9079-4ad7-a2f6-f63a1dd9abd1 req-3eb7ce6d-18ef-4bf1-99b7-6fbbde88bbba tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=dfedc6cb-5732-4ac2-9ad5-6b1705e33fd4 HTTP/1.1" status: 200 len: 944 time: 0.1036117 Aug 29 23:54:51.029854 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:51.046963 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-c58bb4fc-aa21-409e-b1ff-26fd86ff4996 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:51.102169 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.db [req-159049c7-639d-4169-9c19-35429d9f0faf req-5420ee71-4381-4744-8f8a-cc2e6b0b6fe7 service neutron] For port 20416f60-1b8c-4fa9-8b4d-d8c3890c5182, host hv-cinder-85504, cleared binding levels {{(pid=113416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:54:51.106662 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.db [req-159049c7-639d-4169-9c19-35429d9f0faf req-5420ee71-4381-4744-8f8a-cc2e6b0b6fe7 service neutron] For port 20416f60-1b8c-4fa9-8b4d-d8c3890c5182, host hv-cinder-85504, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=20416f60-1b8c-4fa9-8b4d-d8c3890c5182,segment=NetworkSegment(c16207b7-6b15-46e9-b824-4d785922d8f3),segment_id=c16207b7-6b15-46e9-b824-4d785922d8f3)] {{(pid=113416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:54:51.176867 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-f62fbfd3-9079-4ad7-a2f6-f63a1dd9abd1 req-51b4ebfa-9413-4f0b-beb7-11fc91f01680 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=8b531bbb-0a31-456d-a2f1-6b427cd98371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474543 Aug 29 23:54:51.244718 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-c58bb4fc-aa21-409e-b1ff-26fd86ff4996 admin admin] Publish callbacks [] for security_group (75dd695b-2555-436e-b70c-b6538c3b3495), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:51.296699 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-bb02f83f-b2f8-40f1-8630-42a94df100fd req-d32b48d8-7493-4653-920d-340504c4e18a tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=9887a44d-5fe2-4e65-aab4-5123e84fd9b6 HTTP/1.1" status: 200 len: 210 time: 0.0547805 Aug 29 23:54:51.411349 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc19713-0e16-41b1-a8f8-7d2dc94aeeb3 req-515f2153-0238-4367-bf30-86fe25a4c4d1 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:51.413738 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ebc19713-0e16-41b1-a8f8-7d2dc94aeeb3 req-515f2153-0238-4367-bf30-86fe25a4c4d1 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=643bb5c5-0c90-4aa6-b32b-6082a8e40e3d HTTP/1.1" status: 200 len: 946 time: 0.0501058 Aug 29 23:54:51.496938 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ebc19713-0e16-41b1-a8f8-7d2dc94aeeb3 req-488cacb5-6673-4156-b3a1-b443f57ad8f5 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=1d395dde-8486-4434-bdf6-ee9fb7385d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662956 Aug 29 23:54:51.537518 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-10e27561-3780-4c13-9618-3e7195be0944 req-26c9816f-d620-46af-853d-a0c3bca8eb2c tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963692'] for port (f86aed97-d345-4c61-b637-b4d4771086c3), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:51.629147 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-159049c7-639d-4169-9c19-35429d9f0faf req-5420ee71-4381-4744-8f8a-cc2e6b0b6fe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963685'] for port (20416f60-1b8c-4fa9-8b4d-d8c3890c5182), after_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:51.637871 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159049c7-639d-4169-9c19-35429d9f0faf req-5420ee71-4381-4744-8f8a-cc2e6b0b6fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:51.646091 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-159049c7-639d-4169-9c19-35429d9f0faf req-5420ee71-4381-4744-8f8a-cc2e6b0b6fe7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for port (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:51.646091 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-159049c7-639d-4169-9c19-35429d9f0faf req-5420ee71-4381-4744-8f8a-cc2e6b0b6fe7 service neutron] 10.222.0.87 "PUT /networking/v2.0/ports/20416f60-1b8c-4fa9-8b4d-d8c3890c5182 HTTP/1.1" status: 200 len: 1094 time: 3.0545886 Aug 29 23:54:51.646091 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10e27561-3780-4c13-9618-3e7195be0944 req-26c9816f-d620-46af-853d-a0c3bca8eb2c tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Network 60b40027-b034-467e-a623-8d465afe9154 is already hosted by enough agents. {{(pid=113416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:54:51.646091 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfedc6cb-5732-4ac2-9ad5-6b1705e33fd4', 'tag': '20416f60-1b8c-4fa9-8b4d-d8c3890c5182'}] {{(pid=113416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:54:51.646091 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca1b1d0bad556637bdc4aa8e491b493d03ba5f494de7569054403470f02cf73a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128a3103-448d-42df-84c5-12cadcddb318" -d '{"events": [{"name": "network-changed", "server_uuid": "dfedc6cb-5732-4ac2-9ad5-6b1705e33fd4", "tag": "20416f60-1b8c-4fa9-8b4d-d8c3890c5182"}]}' {{(pid=113416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:54:51.653199 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.base_scheduler [req-10e27561-3780-4c13-9618-3e7195be0944 req-26c9816f-d620-46af-853d-a0c3bca8eb2c tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Resources bound (agent type, host, resource id): {{(pid=113416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:54:51.653853 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-c58bb4fc-aa21-409e-b1ff-26fd86ff4996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (75dd695b-2555-436e-b70c-b6538c3b3495), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:51.656123 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e27561-3780-4c13-9618-3e7195be0944 req-26c9816f-d620-46af-853d-a0c3bca8eb2c tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Received port after_create {{(pid=113416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:54:51.659811 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c9816f-d620-46af-853d-a0c3bca8eb2c tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Pushing event updated for resources: {'Port': ['ID=f86aed97-d345-4c61-b637-b4d4771086c3,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:51.742807 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-c58bb4fc-aa21-409e-b1ff-26fd86ff4996 admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=733d6623d2e44fc6ae6a08c764aef0c7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0536625 Aug 29 23:54:51.758204 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 49400) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:54:51.782523 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5420ee71-4381-4744-8f8a-cc2e6b0b6fe7 service neutron] Pushing event updated for resources: {'Port': ['ID=20416f60-1b8c-4fa9-8b4d-d8c3890c5182,revision_number=3']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:51.809132 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2df90f-4984-49df-906d-c7afe53ea7af req-ad2fd892-8e40-45da-b6a2-d3ddd4dc1218 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:51.812630 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-fc2df90f-4984-49df-906d-c7afe53ea7af req-ad2fd892-8e40-45da-b6a2-d3ddd4dc1218 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 945 time: 0.2329884 Aug 29 23:54:51.828357 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e27561-3780-4c13-9618-3e7195be0944 req-26c9816f-d620-46af-853d-a0c3bca8eb2c tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:51.829100 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-10e27561-3780-4c13-9618-3e7195be0944 req-26c9816f-d620-46af-853d-a0c3bca8eb2c tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for port (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:51.836942 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58bb4fc-aa21-409e-b1ff-26fd86ff4996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75dd695b-2555-436e-b70c-b6538c3b3495,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:51.990199 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:52.027203 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 23:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d23c84-78d1-4ecf-96af-457fa33074d3 x-openstack-request-id: req-20d23c84-78d1-4ecf-96af-457fa33074d3 {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:54:52.027539 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfedc6cb-5732-4ac2-9ad5-6b1705e33fd4", "tag": "20416f60-1b8c-4fa9-8b4d-d8c3890c5182", "status": "completed", "code": 200}]} {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:54:52.027699 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-20d23c84-78d1-4ecf-96af-457fa33074d3 {{(pid=113416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:54:52.028246 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20d23c84-78d1-4ecf-96af-457fa33074d3'] response: {'name': 'network-changed', 'server_uuid': 'dfedc6cb-5732-4ac2-9ad5-6b1705e33fd4', 'tag': '20416f60-1b8c-4fa9-8b4d-d8c3890c5182', 'status': 'completed', 'code': 200} Aug 29 23:54:52.042838 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-10e27561-3780-4c13-9618-3e7195be0944 req-26c9816f-d620-46af-853d-a0c3bca8eb2c tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.87 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4653854 Aug 29 23:54:52.070780 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [req-10e27561-3780-4c13-9618-3e7195be0944 req-920643d2-6874-4c35-9494-41dc89a77cae service neutron] Request body: {'port': {'device_id': '9887a44d-5fe2-4e65-aab4-5123e84fd9b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85504'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:54:52.105650 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-9da1fcf3-7973-4fa0-9a0a-7d1a26688875 admin admin] Publish callbacks [] for security_group (75dd695b-2555-436e-b70c-b6538c3b3495), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:52.117326 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-fc2df90f-4984-49df-906d-c7afe53ea7af req-e704a755-cfab-481a-b217-c5c004220f3c tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=5eb73ffb-03b0-4171-b2b3-738fc3385da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2742629 Aug 29 23:54:52.181875 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159049c7-639d-4169-9c19-35429d9f0faf req-7efb326e-147d-4b3f-961b-1674bf5c829b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:52.184597 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-159049c7-639d-4169-9c19-35429d9f0faf req-7efb326e-147d-4b3f-961b-1674bf5c829b service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=a9642272967c46b188cf1bced9ea6ab5&device_id=dfedc6cb-5732-4ac2-9ad5-6b1705e33fd4 HTTP/1.1" status: 200 len: 1128 time: 0.2562482 Aug 29 23:54:52.253152 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-10e27561-3780-4c13-9618-3e7195be0944 req-920643d2-6874-4c35-9494-41dc89a77cae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (f86aed97-d345-4c61-b637-b4d4771086c3), before_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:52.286391 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-9da1fcf3-7973-4fa0-9a0a-7d1a26688875 admin admin] Publish callbacks [] for security_group (75dd695b-2555-436e-b70c-b6538c3b3495), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:52.315867 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-519bf42d-40e5-41a6-b524-6db235d210f6 None None] Provisioning complete for port f86aed97-d345-4c61-b637-b4d4771086c3 triggered by entity DHCP. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:54:52.318923 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-519bf42d-40e5-41a6-b524-6db235d210f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (f86aed97-d345-4c61-b637-b4d4771086c3), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:52.351030 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-159049c7-639d-4169-9c19-35429d9f0faf req-16c62842-3b7f-4077-82c9-fc89a867ffca service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20416f60-1b8c-4fa9-8b4d-d8c3890c5182 HTTP/1.1" status: 200 len: 217 time: 0.1317415 Aug 29 23:54:52.421278 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:52.441608 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-519bf42d-40e5-41a6-b524-6db235d210f6 None None] Port f86aed97-d345-4c61-b637-b4d4771086c3 cannot update to ACTIVE because it is not bound. {{(pid=113417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 23:54:52.493046 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-66a81b1d-28a4-47c0-b4c4-9b88e06ed8ae req-4a50548f-fc31-487d-b588-94c4ae28b235 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=566e2dc8-23df-460a-bc9e-6d686006f9ef HTTP/1.1" status: 200 len: 210 time: 0.2025676 Aug 29 23:54:52.528806 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310fb216-335d-4c29-98db-d311a6dec65b req-d7fc099a-b8f9-4080-91af-2090064eab74 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:52.542541 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-310fb216-335d-4c29-98db-d311a6dec65b req-d7fc099a-b8f9-4080-91af-2090064eab74 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 945 time: 0.3438246 Aug 29 23:54:52.618610 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:52.744275 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159049c7-639d-4169-9c19-35429d9f0faf req-a5c2612c-87c2-4e7f-b811-b0cf87b51de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:52.747622 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-159049c7-639d-4169-9c19-35429d9f0faf req-a5c2612c-87c2-4e7f-b811-b0cf87b51de8 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=c139329e-c0bd-40be-b36f-2bad6bfc37cd HTTP/1.1" status: 200 len: 848 time: 0.3801551 Aug 29 23:54:52.771181 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-310fb216-335d-4c29-98db-d311a6dec65b req-35e04192-a401-4900-9e99-e5303075bc6e tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2176032 Aug 29 23:54:52.784014 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-9da1fcf3-7973-4fa0-9a0a-7d1a26688875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (75dd695b-2555-436e-b70c-b6538c3b3495), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:52.801348 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-9da1fcf3-7973-4fa0-9a0a-7d1a26688875 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:52.805565 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-9da1fcf3-7973-4fa0-9a0a-7d1a26688875 admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/75dd695b-2555-436e-b70c-b6538c3b3495 HTTP/1.1" status: 204 len: 168 time: 1.0455241 Aug 29 23:54:52.830804 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-159049c7-639d-4169-9c19-35429d9f0faf req-0fa916da-4662-40fc-9226-0bcb7eba121e service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=c2c3299b-0403-418b-997c-2b2e94887975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734415 Aug 29 23:54:52.850653 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e18ea4-53e9-4bd8-8570-6ae25b5fcea6 req-edf01464-f2c6-41f9-a5cb-86fec0faed8a tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:52.880242 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b0e18ea4-53e9-4bd8-8570-6ae25b5fcea6 req-edf01464-f2c6-41f9-a5cb-86fec0faed8a tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=dfedc6cb-5732-4ac2-9ad5-6b1705e33fd4 HTTP/1.1" status: 200 len: 944 time: 0.1896193 Aug 29 23:54:52.913059 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da1fcf3-7973-4fa0-9a0a-7d1a26688875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75dd695b-2555-436e-b70c-b6538c3b3495,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:53.068577 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93332630-06c7-494b-8574-11962ecfa017 req-3c6f9054-6d37-480f-b2e1-241ed3df007d tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:53.088694 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-93332630-06c7-494b-8574-11962ecfa017 req-3c6f9054-6d37-480f-b2e1-241ed3df007d tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=9887a44d-5fe2-4e65-aab4-5123e84fd9b6 HTTP/1.1" status: 200 len: 932 time: 0.1377966 Aug 29 23:54:53.118908 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b0e18ea4-53e9-4bd8-8570-6ae25b5fcea6 req-d08ac41e-4f99-4f1d-90da-f429c6e4f323 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=8b531bbb-0a31-456d-a2f1-6b427cd98371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377787 Aug 29 23:54:53.267651 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-159049c7-639d-4169-9c19-35429d9f0faf req-1008f25b-813d-429a-8f6d-ec7fd9d6c21c service neutron] 10.222.0.87 "GET /networking/v2.0/networks/c2c3299b-0403-418b-997c-2b2e94887975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4288323 Aug 29 23:54:53.291179 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-93332630-06c7-494b-8574-11962ecfa017 req-1132d7b7-3b05-4b60-ab2b-a40eb2cda40b tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=3302a57a-d0e7-40d1-96bf-d943d73d87b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2009227 Aug 29 23:54:53.383744 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b6ed71-e9bb-4c9d-9f12-32259773083f req-4d7695da-0c79-44a4-bce2-39e5f610c280 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:53.384233 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.notifiers.nova [req-10e27561-3780-4c13-9618-3e7195be0944 req-920643d2-6874-4c35-9494-41dc89a77cae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f86aed97-d345-4c61-b637-b4d4771086c3 {{(pid=113416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:54:53.390579 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b9b6ed71-e9bb-4c9d-9f12-32259773083f req-4d7695da-0c79-44a4-bce2-39e5f610c280 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=643bb5c5-0c90-4aa6-b32b-6082a8e40e3d HTTP/1.1" status: 200 len: 946 time: 0.1210659 Aug 29 23:54:53.400444 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-10e27561-3780-4c13-9618-3e7195be0944 req-920643d2-6874-4c35-9494-41dc89a77cae service neutron] Publish callbacks [] for port (f86aed97-d345-4c61-b637-b4d4771086c3), precommit_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:53.418496 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.provisioning_blocks [req-10e27561-3780-4c13-9618-3e7195be0944 req-920643d2-6874-4c35-9494-41dc89a77cae service neutron] Transition to ACTIVE for port object f86aed97-d345-4c61-b637-b4d4771086c3 will not be triggered until provisioned by entity L2. {{(pid=113416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 23:54:53.583947 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-10e27561-3780-4c13-9618-3e7195be0944 req-920643d2-6874-4c35-9494-41dc89a77cae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963685'] for port (f86aed97-d345-4c61-b637-b4d4771086c3), after_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:53.616508 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5061cde2-2220-40cc-b8bc-78d4c8c1a206 req-2e165e2b-1dfe-47c1-aaf1-03cee4571133 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:53.617360 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-5061cde2-2220-40cc-b8bc-78d4c8c1a206 req-2e165e2b-1dfe-47c1-aaf1-03cee4571133 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 945 time: 0.0689945 Aug 29 23:54:53.651542 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b9b6ed71-e9bb-4c9d-9f12-32259773083f req-c8634e91-c278-47b9-afb1-65607834ab78 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=1d395dde-8486-4434-bdf6-ee9fb7385d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273784 Aug 29 23:54:53.701191 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:53.800655 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-06843506-d6aa-4cbc-9477-39a1cbe4f6d7 req-24a30d71-f88c-4692-ad07-e193f4240d2b tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=566e2dc8-23df-460a-bc9e-6d686006f9ef HTTP/1.1" status: 200 len: 210 time: 0.0587766 Aug 29 23:54:53.808071 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-5061cde2-2220-40cc-b8bc-78d4c8c1a206 req-af86b4d4-fd8e-43fd-a592-5daad8d4d163 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=5eb73ffb-03b0-4171-b2b3-738fc3385da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517203 Aug 29 23:54:53.893981 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920643d2-6874-4c35-9494-41dc89a77cae service neutron] Pushing event updated for resources: {'Port': ['ID=f86aed97-d345-4c61-b637-b4d4771086c3,revision_number=2']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:53.929272 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.managers [req-10e27561-3780-4c13-9618-3e7195be0944 req-920643d2-6874-4c35-9494-41dc89a77cae service neutron] Attempting to bind port f86aed97-d345-4c61-b637-b4d4771086c3 on host hv-cinder-85504 for vnic_type normal with profile {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:54:53.929652 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.managers [req-10e27561-3780-4c13-9618-3e7195be0944 req-920643d2-6874-4c35-9494-41dc89a77cae service neutron] Attempting to bind port f86aed97-d345-4c61-b637-b4d4771086c3 by drivers openvswitch,hyperv on host hv-cinder-85504 at level 0 using segments [{'id': 'b7df322f-93e7-4c06-ab35-efbbaf8c395e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '60b40027-b034-467e-a623-8d465afe9154'}] {{(pid=113416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:54:53.930235 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e27561-3780-4c13-9618-3e7195be0944 req-920643d2-6874-4c35-9494-41dc89a77cae service neutron] Attempting to bind port f86aed97-d345-4c61-b637-b4d4771086c3 on network 60b40027-b034-467e-a623-8d465afe9154 {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:54:53.936362 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e27561-3780-4c13-9618-3e7195be0944 req-920643d2-6874-4c35-9494-41dc89a77cae service neutron] Port f86aed97-d345-4c61-b637-b4d4771086c3 on network 60b40027-b034-467e-a623-8d465afe9154 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85504 {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 23:54:53.936737 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e27561-3780-4c13-9618-3e7195be0944 req-920643d2-6874-4c35-9494-41dc89a77cae service neutron] Attempting to bind port f86aed97-d345-4c61-b637-b4d4771086c3 on network 60b40027-b034-467e-a623-8d465afe9154 {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:54:53.955943 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e27561-3780-4c13-9618-3e7195be0944 req-920643d2-6874-4c35-9494-41dc89a77cae service neutron] Checking agent: {'id': 'a7eaf665-0f6d-431a-9601-222c900251ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85504', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 50, 13), 'started_at': datetime.datetime(2022, 8, 29, 23, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:54:53.956366 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e27561-3780-4c13-9618-3e7195be0944 req-920643d2-6874-4c35-9494-41dc89a77cae service neutron] Checking segment: {'id': 'b7df322f-93e7-4c06-ab35-efbbaf8c395e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '60b40027-b034-467e-a623-8d465afe9154'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:54:53.956723 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e27561-3780-4c13-9618-3e7195be0944 req-920643d2-6874-4c35-9494-41dc89a77cae service neutron] Bound using segment: {'id': 'b7df322f-93e7-4c06-ab35-efbbaf8c395e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '60b40027-b034-467e-a623-8d465afe9154'} {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:54:53.957263 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.managers [req-10e27561-3780-4c13-9618-3e7195be0944 req-920643d2-6874-4c35-9494-41dc89a77cae service neutron] Bound port: f86aed97-d345-4c61-b637-b4d4771086c3, host: hv-cinder-85504, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7df322f-93e7-4c06-ab35-efbbaf8c395e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '60b40027-b034-467e-a623-8d465afe9154'}}] {{(pid=113416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:54:53.957846 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-10e27561-3780-4c13-9618-3e7195be0944 req-920643d2-6874-4c35-9494-41dc89a77cae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (f86aed97-d345-4c61-b637-b4d4771086c3), before_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:53.963707 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-159049c7-639d-4169-9c19-35429d9f0faf req-07e75312-b395-4966-a701-3640f25056ca service neutron] 10.222.0.87 "GET /networking/v2.0/networks/c2c3299b-0403-418b-997c-2b2e94887975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5429604 Aug 29 23:54:54.033206 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c9da1-7cc3-456a-883c-0c6a49c05558 req-c94469a5-ae67-470f-9b38-2724dfb1fa2d tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:54.036337 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-4f0c9da1-7cc3-456a-883c-0c6a49c05558 req-c94469a5-ae67-470f-9b38-2724dfb1fa2d tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 945 time: 0.1507680 Aug 29 23:54:54.125193 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.db [req-10e27561-3780-4c13-9618-3e7195be0944 req-920643d2-6874-4c35-9494-41dc89a77cae service neutron] For port f86aed97-d345-4c61-b637-b4d4771086c3, host hv-cinder-85504, cleared binding levels {{(pid=113416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:54:54.133736 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.db [req-10e27561-3780-4c13-9618-3e7195be0944 req-920643d2-6874-4c35-9494-41dc89a77cae service neutron] For port f86aed97-d345-4c61-b637-b4d4771086c3, host hv-cinder-85504, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=f86aed97-d345-4c61-b637-b4d4771086c3,segment=NetworkSegment(b7df322f-93e7-4c06-ab35-efbbaf8c395e),segment_id=b7df322f-93e7-4c06-ab35-efbbaf8c395e)] {{(pid=113416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:54:54.171941 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:54.208430 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-4f0c9da1-7cc3-456a-883c-0c6a49c05558 req-fb43b016-d3db-45b8-995b-2c464b7ed4b2 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1648650 Aug 29 23:54:54.233634 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-10e27561-3780-4c13-9618-3e7195be0944 req-920643d2-6874-4c35-9494-41dc89a77cae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963685'] for port (f86aed97-d345-4c61-b637-b4d4771086c3), after_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:54.241598 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e27561-3780-4c13-9618-3e7195be0944 req-920643d2-6874-4c35-9494-41dc89a77cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:54.259431 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-10e27561-3780-4c13-9618-3e7195be0944 req-920643d2-6874-4c35-9494-41dc89a77cae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for port (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:54.259431 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-10e27561-3780-4c13-9618-3e7195be0944 req-920643d2-6874-4c35-9494-41dc89a77cae service neutron] 10.222.0.87 "PUT /networking/v2.0/ports/f86aed97-d345-4c61-b637-b4d4771086c3 HTTP/1.1" status: 200 len: 1094 time: 2.1936326 Aug 29 23:54:54.259431 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9887a44d-5fe2-4e65-aab4-5123e84fd9b6', 'tag': 'f86aed97-d345-4c61-b637-b4d4771086c3'}] {{(pid=113416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:54:54.263258 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca1b1d0bad556637bdc4aa8e491b493d03ba5f494de7569054403470f02cf73a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e538344b-acfb-40a0-9000-ed53b6b1c617" -d '{"events": [{"name": "network-changed", "server_uuid": "9887a44d-5fe2-4e65-aab4-5123e84fd9b6", "tag": "f86aed97-d345-4c61-b637-b4d4771086c3"}]}' {{(pid=113416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:54:54.408268 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920643d2-6874-4c35-9494-41dc89a77cae service neutron] Pushing event updated for resources: {'Port': ['ID=f86aed97-d345-4c61-b637-b4d4771086c3,revision_number=3']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:54.427745 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 23:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f102f5a-fc69-421b-891b-e287210da160 x-openstack-request-id: req-3f102f5a-fc69-421b-891b-e287210da160 {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:54:54.428606 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9887a44d-5fe2-4e65-aab4-5123e84fd9b6", "tag": "f86aed97-d345-4c61-b637-b4d4771086c3", "status": "completed", "code": 200}]} {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:54:54.428924 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-3f102f5a-fc69-421b-891b-e287210da160 {{(pid=113416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:54:54.429346 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f102f5a-fc69-421b-891b-e287210da160'] response: {'name': 'network-changed', 'server_uuid': '9887a44d-5fe2-4e65-aab4-5123e84fd9b6', 'tag': 'f86aed97-d345-4c61-b637-b4d4771086c3', 'status': 'completed', 'code': 200} Aug 29 23:54:54.473483 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5238d4d-48a0-49b7-b9f2-253f010a4134 req-c88f2674-732f-4a3a-a246-625f47052ad2 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:54.476204 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-a5238d4d-48a0-49b7-b9f2-253f010a4134 req-c88f2674-732f-4a3a-a246-625f47052ad2 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=dfedc6cb-5732-4ac2-9ad5-6b1705e33fd4 HTTP/1.1" status: 200 len: 944 time: 0.1822300 Aug 29 23:54:54.679774 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf56cca-09eb-490e-9f70-20093854859b req-411b277a-4076-48f1-9b4b-b762ad8af42f tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:54.682651 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-baf56cca-09eb-490e-9f70-20093854859b req-411b277a-4076-48f1-9b4b-b762ad8af42f tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=9887a44d-5fe2-4e65-aab4-5123e84fd9b6 HTTP/1.1" status: 200 len: 944 time: 0.1616697 Aug 29 23:54:54.691612 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-a5238d4d-48a0-49b7-b9f2-253f010a4134 req-ee67f486-4aae-44f4-a7c2-8d8976b859f8 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=8b531bbb-0a31-456d-a2f1-6b427cd98371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084138 Aug 29 23:54:54.778048 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-baf56cca-09eb-490e-9f70-20093854859b req-6ca7b5e8-5722-4ced-bb48-478934afc6aa tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=3302a57a-d0e7-40d1-96bf-d943d73d87b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837584 Aug 29 23:54:55.012064 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-1662d3e7-0320-498d-a791-80c5f24a8140 req-1b69b8cc-6480-4fdc-9832-69242e58ec53 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=566e2dc8-23df-460a-bc9e-6d686006f9ef HTTP/1.1" status: 200 len: 210 time: 0.0342436 Aug 29 23:54:55.082075 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea4d90-8276-4ad5-9399-68a567871a87 req-62d65e2a-035e-4d25-ba5c-391f4a2f4f31 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:55.086202 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-aaea4d90-8276-4ad5-9399-68a567871a87 req-62d65e2a-035e-4d25-ba5c-391f4a2f4f31 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 945 time: 0.0672898 Aug 29 23:54:55.276976 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-aaea4d90-8276-4ad5-9399-68a567871a87 req-2ac592c0-f269-4b4e-b46e-24eed7281d9e tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=5eb73ffb-03b0-4171-b2b3-738fc3385da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1707387 Aug 29 23:54:55.438075 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device 20416f60-1b8c-4fa9-8b4d-d8c3890c5182 details requested by agent hyperv_hv-cinder-85504 with host hv-cinder-85504 {{(pid=113417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 23:54:55.588091 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a3103-448d-42df-84c5-12cadcddb318 req-40bf4861-b809-4653-9891-e695257645c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:55.592775 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-128a3103-448d-42df-84c5-12cadcddb318 req-40bf4861-b809-4653-9891-e695257645c8 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=a9642272967c46b188cf1bced9ea6ab5&device_id=dfedc6cb-5732-4ac2-9ad5-6b1705e33fd4 HTTP/1.1" status: 200 len: 1128 time: 0.2121487 Aug 29 23:54:55.600380 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538344b-acfb-40a0-9000-ed53b6b1c617 req-742ea658-5eb5-43af-a6e0-667939b477a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:55.602749 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-e538344b-acfb-40a0-9000-ed53b6b1c617 req-742ea658-5eb5-43af-a6e0-667939b477a7 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=a2963b1b4aba47f593c63a398b511792&device_id=9887a44d-5fe2-4e65-aab4-5123e84fd9b6 HTTP/1.1" status: 200 len: 1128 time: 0.1192153 Aug 29 23:54:55.699386 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be418e84-244e-48e0-8572-ea6b87271111 req-a72d4685-e406-4834-9bf5-8b0697210bff tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:55.720117 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-be418e84-244e-48e0-8572-ea6b87271111 req-a72d4685-e406-4834-9bf5-8b0697210bff tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 945 time: 0.1980915 Aug 29 23:54:55.933414 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-be418e84-244e-48e0-8572-ea6b87271111 req-cac21c1d-645f-4162-a011-0384be98f2ba tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1960890 Aug 29 23:54:55.942510 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port 20416f60-1b8c-4fa9-8b4d-d8c3890c5182, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=20416f60-1b8c-4fa9-8b4d-d8c3890c5182,segment=NetworkSegment(c16207b7-6b15-46e9-b824-4d785922d8f3),segment_id=c16207b7-6b15-46e9-b824-4d785922d8f3)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:54:55.986634 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Returning: {'device': '20416f60-1b8c-4fa9-8b4d-d8c3890c5182', 'network_id': 'c2c3299b-0403-418b-997c-2b2e94887975', 'port_id': '20416f60-1b8c-4fa9-8b4d-d8c3890c5182', 'mac_address': 'fa:16:3e:2b:c5:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c139329e-c0bd-40be-b36f-2bad6bfc37cd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 23:54:56.096936 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18bf113-f997-4c6f-acb5-6566f2a416c8 req-7f59ada2-fb45-4445-9489-e07d2c535233 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:56.099813 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-a18bf113-f997-4c6f-acb5-6566f2a416c8 req-7f59ada2-fb45-4445-9489-e07d2c535233 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=dfedc6cb-5732-4ac2-9ad5-6b1705e33fd4 HTTP/1.1" status: 200 len: 944 time: 0.1588984 Aug 29 23:54:56.133395 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538344b-acfb-40a0-9000-ed53b6b1c617 req-8dd54bc4-b793-4d27-958f-0395a159be78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:56.133395 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-e538344b-acfb-40a0-9000-ed53b6b1c617 req-8dd54bc4-b793-4d27-958f-0395a159be78 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?tenant_id=a2963b1b4aba47f593c63a398b511792&shared=False HTTP/1.1" status: 200 len: 917 time: 0.5152211 Aug 29 23:54:56.133395 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a3103-448d-42df-84c5-12cadcddb318 req-ee30eea4-d76c-44a0-8126-c71febc9f586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:56.134601 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-128a3103-448d-42df-84c5-12cadcddb318 req-ee30eea4-d76c-44a0-8126-c71febc9f586 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=c2c3299b-0403-418b-997c-2b2e94887975 HTTP/1.1" status: 200 len: 910 time: 0.5241194 Aug 29 23:54:56.185324 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Current status of the port 20416f60-1b8c-4fa9-8b4d-d8c3890c5182 is: DOWN; New status is: BUILD {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:54:56.187531 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (20416f60-1b8c-4fa9-8b4d-d8c3890c5182), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:56.206813 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.notifiers.nova [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20416f60-1b8c-4fa9-8b4d-d8c3890c5182 {{(pid=113417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:54:56.228926 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-128a3103-448d-42df-84c5-12cadcddb318 req-f41d243d-a7c0-4ae6-b655-fdcc43ef2ce4 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20416f60-1b8c-4fa9-8b4d-d8c3890c5182 HTTP/1.1" status: 200 len: 217 time: 0.0811670 Aug 29 23:54:56.242588 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port 20416f60-1b8c-4fa9-8b4d-d8c3890c5182, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=20416f60-1b8c-4fa9-8b4d-d8c3890c5182,segment=NetworkSegment(c16207b7-6b15-46e9-b824-4d785922d8f3),segment_id=c16207b7-6b15-46e9-b824-4d785922d8f3)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:54:56.301874 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:56.359232 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (20416f60-1b8c-4fa9-8b4d-d8c3890c5182), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:56.388858 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a3103-448d-42df-84c5-12cadcddb318 req-8414980b-45cd-4f3a-9043-df6c04ac0512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:56.390399 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-128a3103-448d-42df-84c5-12cadcddb318 req-8414980b-45cd-4f3a-9043-df6c04ac0512 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=c139329e-c0bd-40be-b36f-2bad6bfc37cd HTTP/1.1" status: 200 len: 848 time: 0.1274686 Aug 29 23:54:56.396400 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538344b-acfb-40a0-9000-ed53b6b1c617 req-6d2e4683-aa85-4e7a-9692-ecd51e36c1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:56.397980 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-e538344b-acfb-40a0-9000-ed53b6b1c617 req-6d2e4683-aa85-4e7a-9692-ecd51e36c1c5 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2481539 Aug 29 23:54:56.417890 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fae9dd-bffc-4876-8c73-0ad5788c1e17 req-aefcb652-1489-452e-b4d7-5ac910dcaab5 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:56.420761 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-a5fae9dd-bffc-4876-8c73-0ad5788c1e17 req-aefcb652-1489-452e-b4d7-5ac910dcaab5 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=9887a44d-5fe2-4e65-aab4-5123e84fd9b6 HTTP/1.1" status: 200 len: 944 time: 0.2259817 Aug 29 23:54:56.440404 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-128a3103-448d-42df-84c5-12cadcddb318 req-48401de6-3ebf-4779-8381-7763d672efac service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=c2c3299b-0403-418b-997c-2b2e94887975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369222 Aug 29 23:54:56.476617 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Pushing event updated for resources: {'Port': ['ID=20416f60-1b8c-4fa9-8b4d-d8c3890c5182,revision_number=4']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:56.506298 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-a18bf113-f997-4c6f-acb5-6566f2a416c8 req-2b65f3cd-f6d7-4ea4-98d0-0ff896857189 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=8b531bbb-0a31-456d-a2f1-6b427cd98371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3963850 Aug 29 23:54:56.640861 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-a5fae9dd-bffc-4876-8c73-0ad5788c1e17 req-c1323416-a810-4ecf-af62-d2300aa7c962 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=3302a57a-d0e7-40d1-96bf-d943d73d87b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2093630 Aug 29 23:54:56.661098 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e27561-3780-4c13-9618-3e7195be0944 req-bc14216b-70bd-4856-9a05-11317f1d7429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:56.667368 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-10e27561-3780-4c13-9618-3e7195be0944 req-bc14216b-70bd-4856-9a05-11317f1d7429 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=a2963b1b4aba47f593c63a398b511792&device_id=9887a44d-5fe2-4e65-aab4-5123e84fd9b6 HTTP/1.1" status: 200 len: 1128 time: 0.1519442 Aug 29 23:54:56.689815 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] get_ports_and_sgs() called for port_ids ['20416f60-1b8c-4fa9-8b4d-d8c3890c5182'] {{(pid=113417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 23:54:56.775916 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:56.813225 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-72321779-174b-4b8a-8233-32aee578095b req-f51bf26f-3333-4f17-898c-6d5523fc74ad tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=566e2dc8-23df-460a-bc9e-6d686006f9ef HTTP/1.1" status: 200 len: 210 time: 0.0680339 Aug 29 23:54:56.903958 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df811810-993f-4871-89f0-6f110b27a0bb req-696335e9-d6ad-41b6-a0e2-827d1efddbca tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:56.919940 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-10e27561-3780-4c13-9618-3e7195be0944 req-e0965e57-fa98-4f75-a82b-1418a9a3d7c3 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f86aed97-d345-4c61-b637-b4d4771086c3 HTTP/1.1" status: 200 len: 217 time: 0.1415329 Aug 29 23:54:56.925914 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-df811810-993f-4871-89f0-6f110b27a0bb req-696335e9-d6ad-41b6-a0e2-827d1efddbca tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 945 time: 0.0991085 Aug 29 23:54:57.039354 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-128a3103-448d-42df-84c5-12cadcddb318 req-ccf0f462-0e15-4ac5-9ca5-74decd7b5e10 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/c2c3299b-0403-418b-997c-2b2e94887975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5954008 Aug 29 23:54:57.087113 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:57.099702 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-df811810-993f-4871-89f0-6f110b27a0bb req-0fc8f2ae-b452-4409-afc7-80ac4ae0d7d8 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=5eb73ffb-03b0-4171-b2b3-738fc3385da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1719682 Aug 29 23:54:57.231939 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e27561-3780-4c13-9618-3e7195be0944 req-b263ea71-bcf8-4c6f-9f2d-e362ef25d413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:57.235640 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-10e27561-3780-4c13-9618-3e7195be0944 req-b263ea71-bcf8-4c6f-9f2d-e362ef25d413 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=371040be-dae2-4b4b-8892-6a99379ddf2c HTTP/1.1" status: 200 len: 854 time: 0.3004174 Aug 29 23:54:57.251154 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22837c41-3de9-481e-8801-08d2a94edfed req-f6daf458-9b46-4c20-bbd7-2e302ff1ed2b tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:57.257695 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-22837c41-3de9-481e-8801-08d2a94edfed req-f6daf458-9b46-4c20-bbd7-2e302ff1ed2b tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 945 time: 0.0833478 Aug 29 23:54:57.354902 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-22837c41-3de9-481e-8801-08d2a94edfed req-1b777229-4d96-4198-8207-b367840471d9 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955098 Aug 29 23:54:57.535424 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e27561-3780-4c13-9618-3e7195be0944 req-c8b82120-6b58-4101-b47e-93f0cf1e7e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:57.536913 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-10e27561-3780-4c13-9618-3e7195be0944 req-c8b82120-6b58-4101-b47e-93f0cf1e7e39 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=60b40027-b034-467e-a623-8d465afe9154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1230879 Aug 29 23:54:57.573061 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=100 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:57.681117 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-128a3103-448d-42df-84c5-12cadcddb318 req-3deebfae-d163-4606-923d-bb90b30d1938 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/c2c3299b-0403-418b-997c-2b2e94887975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154812 Aug 29 23:54:57.954940 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device 20416f60-1b8c-4fa9-8b4d-d8c3890c5182 up at agent hyperv_hv-cinder-85504 {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:54:58.017130 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-10e27561-3780-4c13-9618-3e7195be0944 req-8b5e19c2-c232-41d4-99fe-cd68ffe0348d service neutron] 10.222.0.87 "GET /networking/v2.0/networks/60b40027-b034-467e-a623-8d465afe9154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4706004 Aug 29 23:54:58.093909 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 49556) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:54:58.114298 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba8976-6a8d-43cf-8575-9232c53d3ebc req-b109467f-7631-4d47-be4f-5af119ec369e tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:58.117840 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Provisioning for port 20416f60-1b8c-4fa9-8b4d-d8c3890c5182 completed by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 23:54:58.134682 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-41ba8976-6a8d-43cf-8575-9232c53d3ebc req-b109467f-7631-4d47-be4f-5af119ec369e tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=dfedc6cb-5732-4ac2-9ad5-6b1705e33fd4 HTTP/1.1" status: 200 len: 945 time: 0.3292019 Aug 29 23:54:58.158829 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32412d5-d6f2-4fe5-8a1e-f660c267d6d5 req-ff8ecbb5-1f00-42ab-9e33-389ff4254c49 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:58.173187 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c32412d5-d6f2-4fe5-8a1e-f660c267d6d5 req-ff8ecbb5-1f00-42ab-9e33-389ff4254c49 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=9887a44d-5fe2-4e65-aab4-5123e84fd9b6 HTTP/1.1" status: 200 len: 944 time: 0.2700057 Aug 29 23:54:58.216539 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Provisioning complete for port 20416f60-1b8c-4fa9-8b4d-d8c3890c5182 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:54:58.217631 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (20416f60-1b8c-4fa9-8b4d-d8c3890c5182), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:58.296346 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b20301-9bca-467e-8b88-b97539165d7d req-73fd8718-04c7-4c6f-b526-dfecfab4ba6c tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:58.298393 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-48b20301-9bca-467e-8b88-b97539165d7d req-73fd8718-04c7-4c6f-b526-dfecfab4ba6c tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.87 "GET /networking/v2.0/networks?id=e198d273-347a-4fa0-82d5-22e40c3600ea HTTP/1.1" status: 200 len: 818 time: 0.4769516 Aug 29 23:54:58.379856 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8a6e2-f594-49d0-a63a-45d36b4dddd7 req-457a5c7c-9cd7-465e-ad4e-c774d3d019e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:58.381232 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d7e8a6e2-f594-49d0-a63a-45d36b4dddd7 req-457a5c7c-9cd7-465e-ad4e-c774d3d019e9 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=4b68600b8657473eb43d16098bbcacf6&device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 1129 time: 0.2016549 Aug 29 23:54:58.434393 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-10e27561-3780-4c13-9618-3e7195be0944 req-ca4574e1-9ecf-4084-b072-3fbb0ed32fca service neutron] 10.222.0.87 "GET /networking/v2.0/networks/60b40027-b034-467e-a623-8d465afe9154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4052355 Aug 29 23:54:58.447182 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-c56b9090-b55d-434a-b858-91eb55ffbd39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:58.457753 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-48b20301-9bca-467e-8b88-b97539165d7d req-8f5f5871-0799-4966-ba14-604c6555fdd1 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.87 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=dc817de5d4ef4812a2fee6ebe0895889 HTTP/1.1" status: 200 len: 379 time: 0.1497843 Aug 29 23:54:58.483136 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-41ba8976-6a8d-43cf-8575-9232c53d3ebc req-34ce9e13-999f-442f-ba6e-6ce165e57b1d tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=8b531bbb-0a31-456d-a2f1-6b427cd98371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3465505 Aug 29 23:54:58.511058 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Current status of the port 20416f60-1b8c-4fa9-8b4d-d8c3890c5182 is: BUILD; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:54:58.511058 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (20416f60-1b8c-4fa9-8b4d-d8c3890c5182), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:58.511429 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [req-48b20301-9bca-467e-8b88-b97539165d7d req-5ce0c418-5599-48cd-a5bd-99b7505dc652 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Request body: {'port': {'device_id': '566e2dc8-23df-460a-bc9e-6d686006f9ef', 'network_id': 'e198d273-347a-4fa0-82d5-22e40c3600ea', 'admin_state_up': True, 'tenant_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'security_groups': ['9e5bbcd3-bc91-4f58-9c4d-2f7cf5dcb057']}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:54:58.527029 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c32412d5-d6f2-4fe5-8a1e-f660c267d6d5 req-f30dc49f-746c-41bf-93c2-565a9e6e0533 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=3302a57a-d0e7-40d1-96bf-d943d73d87b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3518169 Aug 29 23:54:58.647138 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port 20416f60-1b8c-4fa9-8b4d-d8c3890c5182, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=20416f60-1b8c-4fa9-8b4d-d8c3890c5182,segment=NetworkSegment(c16207b7-6b15-46e9-b824-4d785922d8f3),segment_id=c16207b7-6b15-46e9-b824-4d785922d8f3)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:54:58.649184 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfedc6cb-5732-4ac2-9ad5-6b1705e33fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20416f60-1b8c-4fa9-8b4d-d8c3890c5182'}] {{(pid=113417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:54:58.653492 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d41a01b6be055f780f1b28f387bc014884277aca14b53491aeccfff4134a8b4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba748cdb-1e77-4499-aa8a-3ee9cfb06bb8" -d '{"events": [{"server_uuid": "dfedc6cb-5732-4ac2-9ad5-6b1705e33fd4", "name": "network-vif-plugged", "status": "completed", "tag": "20416f60-1b8c-4fa9-8b4d-d8c3890c5182"}]}' {{(pid=113417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:54:58.739789 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e8ec90-2f55-41e6-9cff-5be5d906d94c req-81b9a773-bb1c-4ca4-b6cd-cbe68909e1cb tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:58.742153 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e3e8ec90-2f55-41e6-9cff-5be5d906d94c req-81b9a773-bb1c-4ca4-b6cd-cbe68909e1cb tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 945 time: 0.1046109 Aug 29 23:54:58.775873 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (20416f60-1b8c-4fa9-8b4d-d8c3890c5182), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:58.832955 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-245d1c20-5bf5-47ea-b15a-55f78a641e06 req-d4a3bfdc-2d91-4270-a6b2-992ff1839805 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=566e2dc8-23df-460a-bc9e-6d686006f9ef HTTP/1.1" status: 200 len: 210 time: 0.0854776 Aug 29 23:54:58.844581 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:58.891241 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Pushing event updated for resources: {'Port': ['ID=20416f60-1b8c-4fa9-8b4d-d8c3890c5182,revision_number=5']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:58.912584 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:59.014234 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8a6e2-f594-49d0-a63a-45d36b4dddd7 req-dc087f21-fa38-4fd5-8421-aa17f5d14acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:59.017022 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d7e8a6e2-f594-49d0-a63a-45d36b4dddd7 req-dc087f21-fa38-4fd5-8421-aa17f5d14acd service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=4c9cdff2-05de-4391-b19a-4c2f9845a0aa HTTP/1.1" status: 200 len: 913 time: 0.6254358 Aug 29 23:54:59.037232 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e3e8ec90-2f55-41e6-9cff-5be5d906d94c req-830ea61d-0e72-41c4-b9a5-c3359d08cdb0 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=5eb73ffb-03b0-4171-b2b3-738fc3385da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2707665 Aug 29 23:54:59.152363 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-c56b9090-b55d-434a-b858-91eb55ffbd39 admin admin] Publish callbacks [] for security_group (6c0956a4-d255-4abe-b9a8-27c8596dc067), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:59.160005 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b1e99b-da47-4b58-959f-fee80baa1fd9 req-b7c7a37a-e94c-408e-835f-d53bd4d3c52a tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:59.164759 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-77b1e99b-da47-4b58-959f-fee80baa1fd9 req-b7c7a37a-e94c-408e-835f-d53bd4d3c52a tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 945 time: 0.1608264 Aug 29 23:54:59.165562 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09cb4a4-a39b-44d2-b57b-1044f72e831d x-openstack-request-id: req-e09cb4a4-a39b-44d2-b57b-1044f72e831d {{(pid=113417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:54:59.166118 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfedc6cb-5732-4ac2-9ad5-6b1705e33fd4", "name": "network-vif-plugged", "status": "completed", "tag": "20416f60-1b8c-4fa9-8b4d-d8c3890c5182", "code": 200}]} {{(pid=113417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:54:59.166118 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-e09cb4a4-a39b-44d2-b57b-1044f72e831d {{(pid=113417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:54:59.166577 dv-cinder-855041-2-iscsi neutron-server[113417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e09cb4a4-a39b-44d2-b57b-1044f72e831d'] response: {'server_uuid': 'dfedc6cb-5732-4ac2-9ad5-6b1705e33fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20416f60-1b8c-4fa9-8b4d-d8c3890c5182', 'code': 200} Aug 29 23:54:59.234672 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-c56b9090-b55d-434a-b858-91eb55ffbd39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (6c0956a4-d255-4abe-b9a8-27c8596dc067), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:59.259313 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:59.329105 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48b20301-9bca-467e-8b88-b97539165d7d req-5ce0c418-5599-48cd-a5bd-99b7505dc652 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Made reservation on behalf of dc817de5d4ef4812a2fee6ebe0895889 for: {'port': 1} {{(pid=113416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:54:59.329556 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-77b1e99b-da47-4b58-959f-fee80baa1fd9 req-def1ce5b-83d0-4015-9fb1-7fc3e2de64cc tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137667 Aug 29 23:54:59.329721 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-48b20301-9bca-467e-8b88-b97539165d7d req-5ce0c418-5599-48cd-a5bd-99b7505dc652 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:59.388645 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-c56b9090-b55d-434a-b858-91eb55ffbd39 admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=c3d1d18191c94a12889d67ac2640bb1f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2759223 Aug 29 23:54:59.388645 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 49566) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:54:59.426876 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b9090-b55d-434a-b858-91eb55ffbd39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0956a4-d255-4abe-b9a8-27c8596dc067,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:59.685105 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.db_base_plugin_common [req-48b20301-9bca-467e-8b88-b97539165d7d req-5ce0c418-5599-48cd-a5bd-99b7505dc652 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Allocated IP 172.20.0.3 (e198d273-347a-4fa0-82d5-22e40c3600ea/61447109-44f2-44fa-83dd-52a148538e4e/02e49e4b-817d-47fa-9692-a891d61a7f03) {{(pid=113416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:54:59.934126 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7193a261-1d02-41cc-858f-7170e9eb50c6 req-486bc94d-1cc4-4b21-b7b4-32ee6b19ac8e tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:59.942853 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-7193a261-1d02-41cc-858f-7170e9eb50c6 req-486bc94d-1cc4-4b21-b7b4-32ee6b19ac8e tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=dfedc6cb-5732-4ac2-9ad5-6b1705e33fd4 HTTP/1.1" status: 200 len: 946 time: 0.2869341 Aug 29 23:54:59.962690 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:59.970115 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-48b20301-9bca-467e-8b88-b97539165d7d req-5ce0c418-5599-48cd-a5bd-99b7505dc652 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Publish callbacks [] for port (02e49e4b-817d-47fa-9692-a891d61a7f03), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:00.006548 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d7e8a6e2-f594-49d0-a63a-45d36b4dddd7 req-3a1dfeed-4687-4dcf-b822-22961ad50ded service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a748e41-64a4-4228-b0c8-40ef6e76caf4 HTTP/1.1" status: 200 len: 1000 time: 0.2311370 Aug 29 23:55:00.092407 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17dcd1-4f6d-49ce-88e9-cbe7dc6cb104 req-903dc424-caf2-4ed2-9b76-dca47d8dac59 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:00.093970 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-bf17dcd1-4f6d-49ce-88e9-cbe7dc6cb104 req-903dc424-caf2-4ed2-9b76-dca47d8dac59 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=9887a44d-5fe2-4e65-aab4-5123e84fd9b6 HTTP/1.1" status: 200 len: 944 time: 0.3207903 Aug 29 23:55:00.095637 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-e26e9955-5c1c-46a7-9179-c85cf626e8a1 admin admin] Publish callbacks [] for security_group (6c0956a4-d255-4abe-b9a8-27c8596dc067), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:00.159343 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-e26e9955-5c1c-46a7-9179-c85cf626e8a1 admin admin] Publish callbacks [] for security_group (6c0956a4-d255-4abe-b9a8-27c8596dc067), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:00.174403 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-7193a261-1d02-41cc-858f-7170e9eb50c6 req-30248ed7-d06b-4ead-82fd-3da94b862c84 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=8b531bbb-0a31-456d-a2f1-6b427cd98371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801848 Aug 29 23:55:00.176517 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8a6e2-f594-49d0-a63a-45d36b4dddd7 req-ff0e7bb9-2f0f-4a19-a131-59db666f0b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:00.177982 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d7e8a6e2-f594-49d0-a63a-45d36b4dddd7 req-ff0e7bb9-2f0f-4a19-a131-59db666f0b11 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=490c1584-2616-4278-814c-8d73c9c52d9f HTTP/1.1" status: 200 len: 850 time: 0.1491802 Aug 29 23:55:00.256921 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-bf17dcd1-4f6d-49ce-88e9-cbe7dc6cb104 req-578fb533-01e4-4bf6-a229-d5b2d8f3f452 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=3302a57a-d0e7-40d1-96bf-d943d73d87b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502047 Aug 29 23:55:00.279894 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8a6e2-f594-49d0-a63a-45d36b4dddd7 req-c2baee77-05d6-4af8-aded-c600b72af0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:00.281953 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d7e8a6e2-f594-49d0-a63a-45d36b4dddd7 req-c2baee77-05d6-4af8-aded-c600b72af0a1 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=4c9cdff2-05de-4391-b19a-4c2f9845a0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0920625 Aug 29 23:55:00.387038 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-6f4738b9-728a-4fb5-92c1-a6ae681d9a7f req-aefef42d-7a66-4e1a-a910-9c014314ad22 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=566e2dc8-23df-460a-bc9e-6d686006f9ef HTTP/1.1" status: 200 len: 210 time: 0.0704284 Aug 29 23:55:00.441763 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:00.452929 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88579b0-762e-4434-87b6-504ef503df76 req-027af6e0-0ba3-4e5d-9ceb-3d9bfc932845 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:00.454160 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b88579b0-762e-4434-87b6-504ef503df76 req-027af6e0-0ba3-4e5d-9ceb-3d9bfc932845 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 945 time: 0.0971596 Aug 29 23:55:00.473526 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d7e8a6e2-f594-49d0-a63a-45d36b4dddd7 req-bde107c7-e740-480b-84df-d51ae64d7be3 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/4c9cdff2-05de-4391-b19a-4c2f9845a0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844747 Aug 29 23:55:00.595769 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3093bdbc-9b3e-403b-b3d5-09885b3a3dde req-62286355-83fe-4a4c-ba64-fb9b4afcd110 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:00.597511 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-3093bdbc-9b3e-403b-b3d5-09885b3a3dde req-62286355-83fe-4a4c-ba64-fb9b4afcd110 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 945 time: 0.1187742 Aug 29 23:55:00.641428 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b88579b0-762e-4434-87b6-504ef503df76 req-f692cb7d-53c7-4441-bbe5-894ee39abcd0 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=5eb73ffb-03b0-4171-b2b3-738fc3385da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1784425 Aug 29 23:55:00.671452 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:00.695805 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-48b20301-9bca-467e-8b88-b97539165d7d req-5ce0c418-5599-48cd-a5bd-99b7505dc652 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963692'] for port (02e49e4b-817d-47fa-9692-a891d61a7f03), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:00.702419 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-e26e9955-5c1c-46a7-9179-c85cf626e8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (6c0956a4-d255-4abe-b9a8-27c8596dc067), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:00.702620 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d7e8a6e2-f594-49d0-a63a-45d36b4dddd7 req-9e208c14-b30e-4279-bd9f-c7017a2a8e40 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/4c9cdff2-05de-4391-b19a-4c2f9845a0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212238 Aug 29 23:55:00.702874 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-e26e9955-5c1c-46a7-9179-c85cf626e8a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:00.704066 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-e26e9955-5c1c-46a7-9179-c85cf626e8a1 admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/6c0956a4-d255-4abe-b9a8-27c8596dc067 HTTP/1.1" status: 204 len: 168 time: 1.3174825 Aug 29 23:55:00.707030 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-3093bdbc-9b3e-403b-b3d5-09885b3a3dde req-7c063cd6-d61b-4cb2-af4e-ebfa5f40085a tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970893 Aug 29 23:55:00.732680 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:00.778569 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26e9955-5c1c-46a7-9179-c85cf626e8a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0956a4-d255-4abe-b9a8-27c8596dc067,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:00.808489 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48b20301-9bca-467e-8b88-b97539165d7d req-5ce0c418-5599-48cd-a5bd-99b7505dc652 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Network e198d273-347a-4fa0-82d5-22e40c3600ea is already hosted by enough agents. {{(pid=113416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:55:00.812951 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.base_scheduler [req-48b20301-9bca-467e-8b88-b97539165d7d req-5ce0c418-5599-48cd-a5bd-99b7505dc652 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Resources bound (agent type, host, resource id): {{(pid=113416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:55:00.818028 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.l3_dvrscheduler_db [req-48b20301-9bca-467e-8b88-b97539165d7d req-5ce0c418-5599-48cd-a5bd-99b7505dc652 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Received port after_create {{(pid=113416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:55:00.841361 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce0c418-5599-48cd-a5bd-99b7505dc652 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Pushing event updated for resources: {'Port': ['ID=02e49e4b-817d-47fa-9692-a891d61a7f03,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:00.969560 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b20301-9bca-467e-8b88-b97539165d7d req-5ce0c418-5599-48cd-a5bd-99b7505dc652 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:00.970658 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-48b20301-9bca-467e-8b88-b97539165d7d req-5ce0c418-5599-48cd-a5bd-99b7505dc652 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for port (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:01.112304 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-48b20301-9bca-467e-8b88-b97539165d7d req-5ce0c418-5599-48cd-a5bd-99b7505dc652 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.87 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6215401 Aug 29 23:55:01.141086 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [req-48b20301-9bca-467e-8b88-b97539165d7d req-4e2d5c66-38dc-4e42-8b46-6002cdc7bc2e service neutron] Request body: {'port': {'device_id': '566e2dc8-23df-460a-bc9e-6d686006f9ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85504'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:55:01.245420 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5cdf62-eebb-4382-8d11-854dd3eaa7da req-6da85d43-db9e-4cb8-ba40-7cade406885e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:01.247194 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-5a5cdf62-eebb-4382-8d11-854dd3eaa7da req-6da85d43-db9e-4cb8-ba40-7cade406885e service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=dfedc6cb-5732-4ac2-9ad5-6b1705e33fd4 HTTP/1.1" status: 200 len: 1130 time: 0.1533120 Aug 29 23:55:01.391393 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-48b20301-9bca-467e-8b88-b97539165d7d req-4e2d5c66-38dc-4e42-8b46-6002cdc7bc2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (02e49e4b-817d-47fa-9692-a891d61a7f03), before_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:01.438789 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-494eaf85-8d89-4084-a3f1-6911b5730148 None None] Provisioning complete for port 02e49e4b-817d-47fa-9692-a891d61a7f03 triggered by entity DHCP. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:55:01.439431 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-494eaf85-8d89-4084-a3f1-6911b5730148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (02e49e4b-817d-47fa-9692-a891d61a7f03), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:01.443957 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-5a5cdf62-eebb-4382-8d11-854dd3eaa7da req-303d2084-1487-4dd3-b723-f972de9ef0e6 service neutron] 10.222.0.87 "GET /networking/v2.0/security-groups?id=8b531bbb-0a31-456d-a2f1-6b427cd98371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858065 Aug 29 23:55:01.598479 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64908c6-9865-4573-a076-e541d3a0e7fd req-6064ddda-0dc9-4ffb-aa89-f43637a69685 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:01.602914 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-f64908c6-9865-4573-a076-e541d3a0e7fd req-6064ddda-0dc9-4ffb-aa89-f43637a69685 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=9887a44d-5fe2-4e65-aab4-5123e84fd9b6 HTTP/1.1" status: 200 len: 944 time: 0.1475182 Aug 29 23:55:01.611161 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1141f-db62-4661-a150-31e1752350f7 req-80d396e3-16d6-430d-904b-a3f174a0f521 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:01.614621 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-494eaf85-8d89-4084-a3f1-6911b5730148 None None] Port 02e49e4b-817d-47fa-9692-a891d61a7f03 cannot update to ACTIVE because it is not bound. {{(pid=113417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 23:55:01.624726 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-10e1141f-db62-4661-a150-31e1752350f7 req-80d396e3-16d6-430d-904b-a3f174a0f521 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=dfedc6cb-5732-4ac2-9ad5-6b1705e33fd4 HTTP/1.1" status: 200 len: 946 time: 0.1202812 Aug 29 23:55:01.761627 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-10e1141f-db62-4661-a150-31e1752350f7 req-1438648f-8daf-44a3-910b-e82d253bc2bb tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=8b531bbb-0a31-456d-a2f1-6b427cd98371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352177 Aug 29 23:55:01.773023 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-f64908c6-9865-4573-a076-e541d3a0e7fd req-479c4c7b-405e-49d8-b5d8-10ae1f9d3872 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=3302a57a-d0e7-40d1-96bf-d943d73d87b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448174 Aug 29 23:55:01.959205 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device f86aed97-d345-4c61-b637-b4d4771086c3 details requested by agent hyperv_hv-cinder-85504 with host hv-cinder-85504 {{(pid=113417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 23:55:01.980716 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57365151-f2a4-44e5-84f4-d226cc5363aa req-f6eecf07-03a9-4fc6-b5c5-62ded0b8a556 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:01.989417 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-57365151-f2a4-44e5-84f4-d226cc5363aa req-f6eecf07-03a9-4fc6-b5c5-62ded0b8a556 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=566e2dc8-23df-460a-bc9e-6d686006f9ef HTTP/1.1" status: 200 len: 931 time: 0.0991607 Aug 29 23:55:02.061730 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 49602) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:55:02.103251 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-57365151-f2a4-44e5-84f4-d226cc5363aa req-db2d4c46-d415-4a98-8593-a8979a4362a6 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=9e5bbcd3-bc91-4f58-9c4d-2f7cf5dcb057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128087 Aug 29 23:55:02.103778 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-c37e3cd1-ae68-4177-bca1-0ab84f7e8e7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:02.110236 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6095f94e-cbbc-422c-8f17-26ee33ec9222 req-e589b42d-a226-4e01-92c9-d51e4139d1dd tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:02.111822 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-6095f94e-cbbc-422c-8f17-26ee33ec9222 req-e589b42d-a226-4e01-92c9-d51e4139d1dd tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 945 time: 0.1383259 Aug 29 23:55:02.138253 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.notifiers.nova [req-48b20301-9bca-467e-8b88-b97539165d7d req-4e2d5c66-38dc-4e42-8b46-6002cdc7bc2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02e49e4b-817d-47fa-9692-a891d61a7f03 {{(pid=113416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:55:02.220634 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-48b20301-9bca-467e-8b88-b97539165d7d req-4e2d5c66-38dc-4e42-8b46-6002cdc7bc2e service neutron] Publish callbacks [] for port (02e49e4b-817d-47fa-9692-a891d61a7f03), precommit_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:02.225698 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port f86aed97-d345-4c61-b637-b4d4771086c3, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=f86aed97-d345-4c61-b637-b4d4771086c3,segment=NetworkSegment(b7df322f-93e7-4c06-ab35-efbbaf8c395e),segment_id=b7df322f-93e7-4c06-ab35-efbbaf8c395e)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:55:02.248625 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Returning: {'device': 'f86aed97-d345-4c61-b637-b4d4771086c3', 'network_id': '60b40027-b034-467e-a623-8d465afe9154', 'port_id': 'f86aed97-d345-4c61-b637-b4d4771086c3', 'mac_address': 'fa:16:3e:27:bb:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '371040be-dae2-4b4b-8892-6a99379ddf2c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 23:55:02.268906 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.provisioning_blocks [req-48b20301-9bca-467e-8b88-b97539165d7d req-4e2d5c66-38dc-4e42-8b46-6002cdc7bc2e service neutron] Transition to ACTIVE for port object 02e49e4b-817d-47fa-9692-a891d61a7f03 will not be triggered until provisioned by entity L2. {{(pid=113416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 23:55:02.273290 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-6095f94e-cbbc-422c-8f17-26ee33ec9222 req-15693d2d-775c-4288-b9e7-bd727c93e045 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=5eb73ffb-03b0-4171-b2b3-738fc3385da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454592 Aug 29 23:55:02.348133 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Current status of the port f86aed97-d345-4c61-b637-b4d4771086c3 is: DOWN; New status is: BUILD {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:55:02.349008 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (f86aed97-d345-4c61-b637-b4d4771086c3), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:02.360045 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:02.369061 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-c37e3cd1-ae68-4177-bca1-0ab84f7e8e7f admin admin] Publish callbacks [] for security_group (e29ff675-2b6d-4a45-9cd4-afc52820dfbc), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:02.370853 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a9e24e-59eb-40d6-870b-cec892dafdaa req-28669b79-a42d-4cc2-8f4a-b388dce38f3b tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:02.372660 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d5a9e24e-59eb-40d6-870b-cec892dafdaa req-28669b79-a42d-4cc2-8f4a-b388dce38f3b tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 945 time: 0.1395216 Aug 29 23:55:02.375251 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-48b20301-9bca-467e-8b88-b97539165d7d req-4e2d5c66-38dc-4e42-8b46-6002cdc7bc2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963685'] for port (02e49e4b-817d-47fa-9692-a891d61a7f03), after_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:02.385924 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.notifiers.nova [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f86aed97-d345-4c61-b637-b4d4771086c3 {{(pid=113417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:55:02.429708 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port f86aed97-d345-4c61-b637-b4d4771086c3, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=f86aed97-d345-4c61-b637-b4d4771086c3,segment=NetworkSegment(b7df322f-93e7-4c06-ab35-efbbaf8c395e),segment_id=b7df322f-93e7-4c06-ab35-efbbaf8c395e)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:55:02.476238 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d5a9e24e-59eb-40d6-870b-cec892dafdaa req-41482f06-ac12-4cc6-a9ed-55e71225b75a tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916080 Aug 29 23:55:02.499382 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-c37e3cd1-ae68-4177-bca1-0ab84f7e8e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (e29ff675-2b6d-4a45-9cd4-afc52820dfbc), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:02.507301 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2d5c66-38dc-4e42-8b46-6002cdc7bc2e service neutron] Pushing event updated for resources: {'Port': ['ID=02e49e4b-817d-47fa-9692-a891d61a7f03,revision_number=2']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:02.523705 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (f86aed97-d345-4c61-b637-b4d4771086c3), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:02.598363 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-c37e3cd1-ae68-4177-bca1-0ab84f7e8e7f admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=72b213cd2a33460da0605234a69f693e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5330062 Aug 29 23:55:02.599923 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 49612) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:55:02.601603 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37e3cd1-ae68-4177-bca1-0ab84f7e8e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e29ff675-2b6d-4a45-9cd4-afc52820dfbc,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:02.606715 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.managers [req-48b20301-9bca-467e-8b88-b97539165d7d req-4e2d5c66-38dc-4e42-8b46-6002cdc7bc2e service neutron] Attempting to bind port 02e49e4b-817d-47fa-9692-a891d61a7f03 on host hv-cinder-85504 for vnic_type normal with profile {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:55:02.607459 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.managers [req-48b20301-9bca-467e-8b88-b97539165d7d req-4e2d5c66-38dc-4e42-8b46-6002cdc7bc2e service neutron] Attempting to bind port 02e49e4b-817d-47fa-9692-a891d61a7f03 by drivers openvswitch,hyperv on host hv-cinder-85504 at level 0 using segments [{'id': 'b248dcd9-618b-444c-b3d3-d3b8226b4da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'e198d273-347a-4fa0-82d5-22e40c3600ea'}] {{(pid=113416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:55:02.608138 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b20301-9bca-467e-8b88-b97539165d7d req-4e2d5c66-38dc-4e42-8b46-6002cdc7bc2e service neutron] Attempting to bind port 02e49e4b-817d-47fa-9692-a891d61a7f03 on network e198d273-347a-4fa0-82d5-22e40c3600ea {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:55:02.633344 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b20301-9bca-467e-8b88-b97539165d7d req-4e2d5c66-38dc-4e42-8b46-6002cdc7bc2e service neutron] Port 02e49e4b-817d-47fa-9692-a891d61a7f03 on network e198d273-347a-4fa0-82d5-22e40c3600ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85504 {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 23:55:02.633344 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b20301-9bca-467e-8b88-b97539165d7d req-4e2d5c66-38dc-4e42-8b46-6002cdc7bc2e service neutron] Attempting to bind port 02e49e4b-817d-47fa-9692-a891d61a7f03 on network e198d273-347a-4fa0-82d5-22e40c3600ea {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:55:02.633344 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b20301-9bca-467e-8b88-b97539165d7d req-4e2d5c66-38dc-4e42-8b46-6002cdc7bc2e service neutron] Checking agent: {'id': 'a7eaf665-0f6d-431a-9601-222c900251ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85504', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 50, 13), 'started_at': datetime.datetime(2022, 8, 29, 23, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:55:02.633344 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b20301-9bca-467e-8b88-b97539165d7d req-4e2d5c66-38dc-4e42-8b46-6002cdc7bc2e service neutron] Checking segment: {'id': 'b248dcd9-618b-444c-b3d3-d3b8226b4da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'e198d273-347a-4fa0-82d5-22e40c3600ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:55:02.633344 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b20301-9bca-467e-8b88-b97539165d7d req-4e2d5c66-38dc-4e42-8b46-6002cdc7bc2e service neutron] Bound using segment: {'id': 'b248dcd9-618b-444c-b3d3-d3b8226b4da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'e198d273-347a-4fa0-82d5-22e40c3600ea'} {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:55:02.633344 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.managers [req-48b20301-9bca-467e-8b88-b97539165d7d req-4e2d5c66-38dc-4e42-8b46-6002cdc7bc2e service neutron] Bound port: 02e49e4b-817d-47fa-9692-a891d61a7f03, host: hv-cinder-85504, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b248dcd9-618b-444c-b3d3-d3b8226b4da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'e198d273-347a-4fa0-82d5-22e40c3600ea'}}] {{(pid=113416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:55:02.633344 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-48b20301-9bca-467e-8b88-b97539165d7d req-4e2d5c66-38dc-4e42-8b46-6002cdc7bc2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (02e49e4b-817d-47fa-9692-a891d61a7f03), before_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:02.644406 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Pushing event updated for resources: {'Port': ['ID=f86aed97-d345-4c61-b637-b4d4771086c3,revision_number=4']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:02.692602 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-2d2d8914-c6b8-4fef-9eb9-14c0cd2458ad admin admin] Publish callbacks [] for security_group (e29ff675-2b6d-4a45-9cd4-afc52820dfbc), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:02.697357 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:02.719792 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-2d2d8914-c6b8-4fef-9eb9-14c0cd2458ad admin admin] Publish callbacks [] for security_group (e29ff675-2b6d-4a45-9cd4-afc52820dfbc), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:02.727018 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.db [req-48b20301-9bca-467e-8b88-b97539165d7d req-4e2d5c66-38dc-4e42-8b46-6002cdc7bc2e service neutron] For port 02e49e4b-817d-47fa-9692-a891d61a7f03, host hv-cinder-85504, cleared binding levels {{(pid=113416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:55:02.730794 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.db [req-48b20301-9bca-467e-8b88-b97539165d7d req-4e2d5c66-38dc-4e42-8b46-6002cdc7bc2e service neutron] For port 02e49e4b-817d-47fa-9692-a891d61a7f03, host hv-cinder-85504, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=02e49e4b-817d-47fa-9692-a891d61a7f03,segment=NetworkSegment(b248dcd9-618b-444c-b3d3-d3b8226b4da1),segment_id=b248dcd9-618b-444c-b3d3-d3b8226b4da1)] {{(pid=113416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:55:02.872553 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-2d2d8914-c6b8-4fef-9eb9-14c0cd2458ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (e29ff675-2b6d-4a45-9cd4-afc52820dfbc), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:02.875169 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-48b20301-9bca-467e-8b88-b97539165d7d req-4e2d5c66-38dc-4e42-8b46-6002cdc7bc2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963685'] for port (02e49e4b-817d-47fa-9692-a891d61a7f03), after_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:02.875300 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-2d2d8914-c6b8-4fef-9eb9-14c0cd2458ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:02.876298 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-2d2d8914-c6b8-4fef-9eb9-14c0cd2458ad admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/e29ff675-2b6d-4a45-9cd4-afc52820dfbc HTTP/1.1" status: 204 len: 168 time: 0.2749093 Aug 29 23:55:02.893457 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2d8914-c6b8-4fef-9eb9-14c0cd2458ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29ff675-2b6d-4a45-9cd4-afc52820dfbc,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:02.943903 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b20301-9bca-467e-8b88-b97539165d7d req-4e2d5c66-38dc-4e42-8b46-6002cdc7bc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:02.944677 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-48b20301-9bca-467e-8b88-b97539165d7d req-4e2d5c66-38dc-4e42-8b46-6002cdc7bc2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for port (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:02.946282 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-48b20301-9bca-467e-8b88-b97539165d7d req-4e2d5c66-38dc-4e42-8b46-6002cdc7bc2e service neutron] 10.222.0.87 "PUT /networking/v2.0/ports/02e49e4b-817d-47fa-9692-a891d61a7f03 HTTP/1.1" status: 200 len: 1093 time: 1.8220568 Aug 29 23:55:02.946889 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '566e2dc8-23df-460a-bc9e-6d686006f9ef', 'tag': '02e49e4b-817d-47fa-9692-a891d61a7f03'}] {{(pid=113416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:55:02.950209 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca1b1d0bad556637bdc4aa8e491b493d03ba5f494de7569054403470f02cf73a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6363c756-71da-495f-b683-dc6a172709df" -d '{"events": [{"name": "network-changed", "server_uuid": "566e2dc8-23df-460a-bc9e-6d686006f9ef", "tag": "02e49e4b-817d-47fa-9692-a891d61a7f03"}]}' {{(pid=113416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:55:02.965322 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] get_ports_and_sgs() called for port_ids ['f86aed97-d345-4c61-b637-b4d4771086c3'] {{(pid=113417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 23:55:02.966895 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2d5c66-38dc-4e42-8b46-6002cdc7bc2e service neutron] Pushing event updated for resources: {'Port': ['ID=02e49e4b-817d-47fa-9692-a891d61a7f03,revision_number=3']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:03.028720 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a3de1e-ffbe-40b8-be29-644012a05bda req-8331b8b2-ccb3-413d-b54b-54b7916e7bc3 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:03.040656 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-66a3de1e-ffbe-40b8-be29-644012a05bda req-8331b8b2-ccb3-413d-b54b-54b7916e7bc3 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=9887a44d-5fe2-4e65-aab4-5123e84fd9b6 HTTP/1.1" status: 200 len: 945 time: 0.1341903 Aug 29 23:55:03.058470 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e26162-6999-4538-857f-c21f6d32f667 req-14d252af-00e1-474e-8988-486ae6a2980e tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:03.063798 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-20e26162-6999-4538-857f-c21f6d32f667 req-14d252af-00e1-474e-8988-486ae6a2980e tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=dfedc6cb-5732-4ac2-9ad5-6b1705e33fd4 HTTP/1.1" status: 200 len: 946 time: 0.1525238 Aug 29 23:55:03.224343 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:03.286751 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b20301-9bca-467e-8b88-b97539165d7d req-ec87018e-0e1d-4b30-b06d-1c6cc9e8e515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:03.288778 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-48b20301-9bca-467e-8b88-b97539165d7d req-ec87018e-0e1d-4b30-b06d-1c6cc9e8e515 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=dc817de5d4ef4812a2fee6ebe0895889&device_id=566e2dc8-23df-460a-bc9e-6d686006f9ef HTTP/1.1" status: 200 len: 1127 time: 0.0857601 Aug 29 23:55:03.442077 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-66a3de1e-ffbe-40b8-be29-644012a05bda req-f450e8dd-3d03-4fc3-a25b-6c095cd74c8e tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=3302a57a-d0e7-40d1-96bf-d943d73d87b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4002397 Aug 29 23:55:03.455548 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-20e26162-6999-4538-857f-c21f6d32f667 req-da0c37eb-b781-434c-9362-1dd10d46021f tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=8b531bbb-0a31-456d-a2f1-6b427cd98371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864182 Aug 29 23:55:03.562394 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 23:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c1ba46-741d-4420-9a59-ecbcfa4b553d x-openstack-request-id: req-68c1ba46-741d-4420-9a59-ecbcfa4b553d {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:55:03.564205 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "566e2dc8-23df-460a-bc9e-6d686006f9ef", "tag": "02e49e4b-817d-47fa-9692-a891d61a7f03", "status": "completed", "code": 200}]} {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:55:03.564890 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-68c1ba46-741d-4420-9a59-ecbcfa4b553d {{(pid=113416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:55:03.567382 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68c1ba46-741d-4420-9a59-ecbcfa4b553d'] response: {'name': 'network-changed', 'server_uuid': '566e2dc8-23df-460a-bc9e-6d686006f9ef', 'tag': '02e49e4b-817d-47fa-9692-a891d61a7f03', 'status': 'completed', 'code': 200} Aug 29 23:55:03.704634 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:03.747347 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:03.761053 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8f0dc7-7504-45ce-bfbc-68aa14e3cfe0 req-18d56582-02ce-4dc9-a60c-05ddc9066b06 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:03.762726 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-0b8f0dc7-7504-45ce-bfbc-68aa14e3cfe0 req-18d56582-02ce-4dc9-a60c-05ddc9066b06 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 945 time: 0.1194844 Aug 29 23:55:03.771708 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff09327a-f935-4872-bead-e49eb012840f req-8fb1bdb6-2a2a-4d00-aeb4-7677a81e76d7 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:03.773324 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ff09327a-f935-4872-bead-e49eb012840f req-8fb1bdb6-2a2a-4d00-aeb4-7677a81e76d7 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=566e2dc8-23df-460a-bc9e-6d686006f9ef HTTP/1.1" status: 200 len: 943 time: 0.1008828 Aug 29 23:55:03.898769 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-0b8f0dc7-7504-45ce-bfbc-68aa14e3cfe0 req-624dcc89-89f5-4667-a5c4-e72724cc804d tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=5eb73ffb-03b0-4171-b2b3-738fc3385da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241786 Aug 29 23:55:03.906784 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ff09327a-f935-4872-bead-e49eb012840f req-0d910d25-0f27-4c27-b868-0bb4e31d8b3d tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=9e5bbcd3-bc91-4f58-9c4d-2f7cf5dcb057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216247 Aug 29 23:55:04.089855 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7075063e-56e2-4410-8793-de46ce41354f req-b0564906-8221-45ff-bb42-be6a15495586 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:04.095297 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-7075063e-56e2-4410-8793-de46ce41354f req-b0564906-8221-45ff-bb42-be6a15495586 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 945 time: 0.0776560 Aug 29 23:55:04.148677 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 49640) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:55:04.171828 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-bd3a7552-74af-4fa9-8b19-93d19bf0a5c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:04.172414 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-7075063e-56e2-4410-8793-de46ce41354f req-bd9a4af7-b68d-4825-976c-3fce7ae907cb tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684953 Aug 29 23:55:04.284724 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-bd3a7552-74af-4fa9-8b19-93d19bf0a5c5 admin admin] Publish callbacks [] for security_group (de179308-6abb-434a-9dae-b0e387eb56b3), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:04.331151 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device f86aed97-d345-4c61-b637-b4d4771086c3 up at agent hyperv_hv-cinder-85504 {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:55:04.382463 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Provisioning for port f86aed97-d345-4c61-b637-b4d4771086c3 completed by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 23:55:04.385977 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-48b20301-9bca-467e-8b88-b97539165d7d req-0612fe18-496b-4703-843c-2a6220083c2b service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02e49e4b-817d-47fa-9692-a891d61a7f03 HTTP/1.1" status: 200 len: 217 time: 0.0676134 Aug 29 23:55:04.387583 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-bd3a7552-74af-4fa9-8b19-93d19bf0a5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (de179308-6abb-434a-9dae-b0e387eb56b3), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:04.483945 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Provisioning complete for port f86aed97-d345-4c61-b637-b4d4771086c3 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:55:04.484770 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (f86aed97-d345-4c61-b637-b4d4771086c3), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:04.539804 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-bd3a7552-74af-4fa9-8b19-93d19bf0a5c5 admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=53980657b4a94b359e5ce853d5515f7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3859284 Aug 29 23:55:04.544475 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3a7552-74af-4fa9-8b19-93d19bf0a5c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de179308-6abb-434a-9dae-b0e387eb56b3,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:04.552437 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 49646) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:55:04.591726 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0344cf-b8d5-45f9-9f5f-f1178ed1cc5f req-9e01bab0-408b-4192-afca-c07263086907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:04.600940 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-7b0344cf-b8d5-45f9-9f5f-f1178ed1cc5f req-9e01bab0-408b-4192-afca-c07263086907 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=3beae764b5cb4dcd9f13e26878bbac48&device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 1129 time: 0.1385272 Aug 29 23:55:04.628510 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b20301-9bca-467e-8b88-b97539165d7d req-8e13cad5-8287-481e-80e4-10dc9a2694dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:04.630165 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-48b20301-9bca-467e-8b88-b97539165d7d req-8e13cad5-8287-481e-80e4-10dc9a2694dd service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=61447109-44f2-44fa-83dd-52a148538e4e HTTP/1.1" status: 200 len: 857 time: 0.1626041 Aug 29 23:55:04.696219 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b20301-9bca-467e-8b88-b97539165d7d req-1c66976c-c597-428f-bfd2-f0f056751be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:04.699189 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-48b20301-9bca-467e-8b88-b97539165d7d req-1c66976c-c597-428f-bfd2-f0f056751be9 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=e198d273-347a-4fa0-82d5-22e40c3600ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0604866 Aug 29 23:55:04.733439 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Current status of the port f86aed97-d345-4c61-b637-b4d4771086c3 is: BUILD; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:55:04.734316 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (f86aed97-d345-4c61-b637-b4d4771086c3), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:04.743738 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af4a736-18c6-4224-92f3-b641154f5b60 req-d119e55a-0c68-40d3-86f1-24621300637c tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:04.747513 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-6af4a736-18c6-4224-92f3-b641154f5b60 req-d119e55a-0c68-40d3-86f1-24621300637c tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=dfedc6cb-5732-4ac2-9ad5-6b1705e33fd4 HTTP/1.1" status: 200 len: 946 time: 0.1207547 Aug 29 23:55:04.810832 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-edf0bd86-ae4e-43d2-80ec-d2ec46021a71 admin admin] Publish callbacks [] for security_group (de179308-6abb-434a-9dae-b0e387eb56b3), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:04.869273 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-edf0bd86-ae4e-43d2-80ec-d2ec46021a71 admin admin] Publish callbacks [] for security_group (de179308-6abb-434a-9dae-b0e387eb56b3), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:04.915383 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-48b20301-9bca-467e-8b88-b97539165d7d req-b28fcf13-c3d5-4cc0-b4fa-36b50ddad250 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/e198d273-347a-4fa0-82d5-22e40c3600ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097230 Aug 29 23:55:04.945491 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9887a44d-5fe2-4e65-aab4-5123e84fd9b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f86aed97-d345-4c61-b637-b4d4771086c3'}] {{(pid=113417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:55:04.949648 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d41a01b6be055f780f1b28f387bc014884277aca14b53491aeccfff4134a8b4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad9e953c-0e64-4d95-9760-4d6efbd686c7" -d '{"events": [{"server_uuid": "9887a44d-5fe2-4e65-aab4-5123e84fd9b6", "name": "network-vif-plugged", "status": "completed", "tag": "f86aed97-d345-4c61-b637-b4d4771086c3"}]}' {{(pid=113417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:55:04.973168 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port f86aed97-d345-4c61-b637-b4d4771086c3, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=f86aed97-d345-4c61-b637-b4d4771086c3,segment=NetworkSegment(b7df322f-93e7-4c06-ab35-efbbaf8c395e),segment_id=b7df322f-93e7-4c06-ab35-efbbaf8c395e)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:55:05.008775 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb824e2-5d67-46d3-adee-6b2d7bd81d6b req-1aedaf65-2d00-4a43-9843-db9661cfdcb1 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:05.012660 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ffb824e2-5d67-46d3-adee-6b2d7bd81d6b req-1aedaf65-2d00-4a43-9843-db9661cfdcb1 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=9887a44d-5fe2-4e65-aab4-5123e84fd9b6 HTTP/1.1" status: 200 len: 945 time: 0.1845047 Aug 29 23:55:05.042629 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=2 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:05.053854 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-6af4a736-18c6-4224-92f3-b641154f5b60 req-c985e18e-a3ab-4d38-b075-1ed857bcba94 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=8b531bbb-0a31-456d-a2f1-6b427cd98371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038808 Aug 29 23:55:05.133262 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0344cf-b8d5-45f9-9f5f-f1178ed1cc5f req-ae3d0fdb-9ddf-48fc-9cf3-6da1692957af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:05.135360 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (f86aed97-d345-4c61-b637-b4d4771086c3), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:05.136584 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device b8d16afd-dba0-4d77-93f1-1d3f97943c11 no longer exists at agent hyperv_hv-cinder-85504 {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:55:05.137646 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-7b0344cf-b8d5-45f9-9f5f-f1178ed1cc5f req-ae3d0fdb-9ddf-48fc-9cf3-6da1692957af service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=7a46036d-55d3-472c-985d-7d32e6afcac9 HTTP/1.1" status: 200 len: 919 time: 0.5278780 Aug 29 23:55:05.182245 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-48b20301-9bca-467e-8b88-b97539165d7d req-0b4a67f4-0a62-4153-bd9b-fe102541fdc4 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/e198d273-347a-4fa0-82d5-22e40c3600ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577569 Aug 29 23:55:05.211101 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ffb824e2-5d67-46d3-adee-6b2d7bd81d6b req-7eef4a0b-c42e-49fe-ab3d-9d7c1d8971fb tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=3302a57a-d0e7-40d1-96bf-d943d73d87b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1879432 Aug 29 23:55:05.248580 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-edf0bd86-ae4e-43d2-80ec-d2ec46021a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (de179308-6abb-434a-9dae-b0e387eb56b3), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:05.252745 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-edf0bd86-ae4e-43d2-80ec-d2ec46021a71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:05.258870 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-edf0bd86-ae4e-43d2-80ec-d2ec46021a71 admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/de179308-6abb-434a-9dae-b0e387eb56b3 HTTP/1.1" status: 204 len: 168 time: 0.7001245 Aug 29 23:55:05.292428 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf0bd86-ae4e-43d2-80ec-d2ec46021a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de179308-6abb-434a-9dae-b0e387eb56b3,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:05.310829 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78abe027-954f-4011-88ce-6d11f6e76936 x-openstack-request-id: req-78abe027-954f-4011-88ce-6d11f6e76936 {{(pid=113417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:55:05.311166 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9887a44d-5fe2-4e65-aab4-5123e84fd9b6", "name": "network-vif-plugged", "status": "completed", "tag": "f86aed97-d345-4c61-b637-b4d4771086c3", "code": 200}]} {{(pid=113417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:55:05.311661 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-78abe027-954f-4011-88ce-6d11f6e76936 {{(pid=113417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:55:05.312203 dv-cinder-855041-2-iscsi neutron-server[113417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78abe027-954f-4011-88ce-6d11f6e76936'] response: {'server_uuid': '9887a44d-5fe2-4e65-aab4-5123e84fd9b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f86aed97-d345-4c61-b637-b4d4771086c3', 'code': 200} Aug 29 23:55:05.369447 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-7b0344cf-b8d5-45f9-9f5f-f1178ed1cc5f req-efc5b183-ff36-4a16-b147-3803f034b5d6 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8d16afd-dba0-4d77-93f1-1d3f97943c11 HTTP/1.1" status: 200 len: 1001 time: 0.1702371 Aug 29 23:55:05.399602 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Pushing event updated for resources: {'Port': ['ID=f86aed97-d345-4c61-b637-b4d4771086c3,revision_number=5']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:05.400295 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:05.477225 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be0688-2762-4680-832c-e36579f7ab47 req-98af7ad0-3787-4ea8-a666-048bdf54d552 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:05.487878 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Current status of the port b8d16afd-dba0-4d77-93f1-1d3f97943c11 is: ACTIVE; New status is: DOWN {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:55:05.488582 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (b8d16afd-dba0-4d77-93f1-1d3f97943c11), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:05.491573 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-66be0688-2762-4680-832c-e36579f7ab47 req-98af7ad0-3787-4ea8-a666-048bdf54d552 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=566e2dc8-23df-460a-bc9e-6d686006f9ef HTTP/1.1" status: 200 len: 943 time: 0.2311556 Aug 29 23:55:05.508689 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:05.540877 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port b8d16afd-dba0-4d77-93f1-1d3f97943c11, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=b8d16afd-dba0-4d77-93f1-1d3f97943c11,segment=NetworkSegment(114ca9d5-57df-429a-9e81-974fb793f3bc),segment_id=114ca9d5-57df-429a-9e81-974fb793f3bc)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:55:05.561490 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0344cf-b8d5-45f9-9f5f-f1178ed1cc5f req-cb5facae-7d53-44a4-b7e1-c80c12cee5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:05.562980 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-7b0344cf-b8d5-45f9-9f5f-f1178ed1cc5f req-cb5facae-7d53-44a4-b7e1-c80c12cee5f4 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=16471bf1-5160-46ce-b487-b87c8418028b HTTP/1.1" status: 200 len: 856 time: 0.1838529 Aug 29 23:55:05.593937 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3dacd2-408f-47c0-810d-f8111fe5a870 req-efdf229a-ad03-4e2e-9fb0-913662e3ed41 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:05.595414 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-8e3dacd2-408f-47c0-810d-f8111fe5a870 req-efdf229a-ad03-4e2e-9fb0-913662e3ed41 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 945 time: 0.1009495 Aug 29 23:55:05.620583 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-66be0688-2762-4680-832c-e36579f7ab47 req-df31008f-284d-46d7-b0e6-49ec9a3b11df tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=9e5bbcd3-bc91-4f58-9c4d-2f7cf5dcb057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302781 Aug 29 23:55:05.659227 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (b8d16afd-dba0-4d77-93f1-1d3f97943c11), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:05.695724 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-8e3dacd2-408f-47c0-810d-f8111fe5a870 req-2a7f0bbf-7e6f-4268-a047-51b35996675d tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901151 Aug 29 23:55:05.763064 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Pushing event updated for resources: {'Port': ['ID=b8d16afd-dba0-4d77-93f1-1d3f97943c11,revision_number=8']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:06.339842 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=3 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:06.360136 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=3 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:06.396776 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec23622-cd2b-40c6-bdf8-ad8eccb4bd6b req-6864a016-6ac0-4d5a-9a52-97c30b30d6e9 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:06.398853 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-fec23622-cd2b-40c6-bdf8-ad8eccb4bd6b req-6864a016-6ac0-4d5a-9a52-97c30b30d6e9 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=9887a44d-5fe2-4e65-aab4-5123e84fd9b6 HTTP/1.1" status: 200 len: 946 time: 0.0725131 Aug 29 23:55:06.482460 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-fec23622-cd2b-40c6-bdf8-ad8eccb4bd6b req-a5549eba-58c2-48f5-a06d-8e58d552d279 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=3302a57a-d0e7-40d1-96bf-d943d73d87b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731170 Aug 29 23:55:06.794573 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0344cf-b8d5-45f9-9f5f-f1178ed1cc5f req-b9f41eca-e01a-46fe-8abb-7b65ed3a27e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:06.803275 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-7b0344cf-b8d5-45f9-9f5f-f1178ed1cc5f req-b9f41eca-e01a-46fe-8abb-7b65ed3a27e7 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=7a46036d-55d3-472c-985d-7d32e6afcac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1525919 Aug 29 23:55:06.827247 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363c756-71da-495f-b683-dc6a172709df req-296f9f43-22dc-48d4-b394-edf6debfd8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:06.834867 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-6363c756-71da-495f-b683-dc6a172709df req-296f9f43-22dc-48d4-b394-edf6debfd8b9 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=dc817de5d4ef4812a2fee6ebe0895889&device_id=566e2dc8-23df-460a-bc9e-6d686006f9ef HTTP/1.1" status: 200 len: 1127 time: 0.1779697 Aug 29 23:55:06.844273 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c32e4c-a2e5-471f-9deb-0a263ea3a716 req-9e292e8b-2665-41c2-b104-a0c7d378a979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:06.847970 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-55c32e4c-a2e5-471f-9deb-0a263ea3a716 req-9e292e8b-2665-41c2-b104-a0c7d378a979 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=9887a44d-5fe2-4e65-aab4-5123e84fd9b6 HTTP/1.1" status: 200 len: 1130 time: 0.1004703 Aug 29 23:55:06.980549 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825231e7-31ea-4802-9346-6b95a24096d5 req-dec25b08-fc74-40b4-9ca4-7da94fc6f104 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:06.980549 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-825231e7-31ea-4802-9346-6b95a24096d5 req-dec25b08-fc74-40b4-9ca4-7da94fc6f104 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=566e2dc8-23df-460a-bc9e-6d686006f9ef HTTP/1.1" status: 200 len: 943 time: 0.1944499 Aug 29 23:55:07.073754 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a252e-fb1f-4ab0-ba1d-486ae3cd84a7 req-f3c06935-f868-47a8-a3fc-3455631e3f9a tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:07.075385 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-1a3a252e-fb1f-4ab0-ba1d-486ae3cd84a7 req-f3c06935-f868-47a8-a3fc-3455631e3f9a tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 943 time: 0.1326253 Aug 29 23:55:07.101113 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-7b0344cf-b8d5-45f9-9f5f-f1178ed1cc5f req-8f1638b9-79ba-4d5b-92c6-5a5a9e4d612f service neutron] 10.222.0.87 "GET /networking/v2.0/networks/7a46036d-55d3-472c-985d-7d32e6afcac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454467 Aug 29 23:55:07.133431 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-825231e7-31ea-4802-9346-6b95a24096d5 req-50fd5d3b-304b-4f16-8d52-7a8dac47fe5e tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=9e5bbcd3-bc91-4f58-9c4d-2f7cf5dcb057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346979 Aug 29 23:55:07.194665 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-1a3a252e-fb1f-4ab0-ba1d-486ae3cd84a7 req-85d0b1af-a912-4aaa-9aa6-aedcf86c2d81 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096573 Aug 29 23:55:07.281007 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38fb135-9242-414d-8095-82b379d03a3a req-0ea01ebb-a124-4136-8a34-30cb59702ca4 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:07.282683 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e38fb135-9242-414d-8095-82b379d03a3a req-0ea01ebb-a124-4136-8a34-30cb59702ca4 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=dfedc6cb-5732-4ac2-9ad5-6b1705e33fd4 HTTP/1.1" status: 200 len: 946 time: 0.0585067 Aug 29 23:55:07.314815 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39819963-dd3d-4079-a0a1-d21a46d4a420', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8d16afd-dba0-4d77-93f1-1d3f97943c11'}] {{(pid=113417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:55:07.320845 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d41a01b6be055f780f1b28f387bc014884277aca14b53491aeccfff4134a8b4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81b1224-275e-4276-94da-2f464a2fc0d8" -d '{"events": [{"server_uuid": "39819963-dd3d-4079-a0a1-d21a46d4a420", "name": "network-vif-unplugged", "status": "completed", "tag": "b8d16afd-dba0-4d77-93f1-1d3f97943c11"}]}' {{(pid=113417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:55:07.350060 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e38fb135-9242-414d-8095-82b379d03a3a req-46d592f8-68cf-4cc7-8888-e4e07e3ffaa0 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=8b531bbb-0a31-456d-a2f1-6b427cd98371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557969 Aug 29 23:55:07.387172 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Aug 2022 23:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1666b82d-0451-4690-b1f7-06103e09ba55 x-openstack-request-id: req-1666b82d-0451-4690-b1f7-06103e09ba55 {{(pid=113417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:55:07.387620 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39819963-dd3d-4079-a0a1-d21a46d4a420", "name": "network-vif-unplugged", "status": "completed", "tag": "b8d16afd-dba0-4d77-93f1-1d3f97943c11", "code": 200}]} {{(pid=113417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:55:07.388007 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-1666b82d-0451-4690-b1f7-06103e09ba55 {{(pid=113417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:55:07.389953 dv-cinder-855041-2-iscsi neutron-server[113417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1666b82d-0451-4690-b1f7-06103e09ba55'] response: {'server_uuid': '39819963-dd3d-4079-a0a1-d21a46d4a420', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8d16afd-dba0-4d77-93f1-1d3f97943c11', 'code': 200} Aug 29 23:55:07.631719 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:07.641282 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58c293-e40a-48d0-bc36-4ea8a78697e3 req-224808c2-fd84-49f4-b848-52ec0c194354 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:07.645578 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ab58c293-e40a-48d0-bc36-4ea8a78697e3 req-224808c2-fd84-49f4-b848-52ec0c194354 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=9887a44d-5fe2-4e65-aab4-5123e84fd9b6 HTTP/1.1" status: 200 len: 946 time: 0.0638578 Aug 29 23:55:07.731290 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ab58c293-e40a-48d0-bc36-4ea8a78697e3 req-ed2951ac-1ca0-4421-bb90-ed1264963561 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=3302a57a-d0e7-40d1-96bf-d943d73d87b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813127 Aug 29 23:55:08.296699 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device 02e49e4b-817d-47fa-9692-a891d61a7f03 details requested by agent hyperv_hv-cinder-85504 with host hv-cinder-85504 {{(pid=113417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 23:55:08.326156 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-55c32e4c-a2e5-471f-9deb-0a263ea3a716 req-27bd339f-c034-47de-8980-8cf5aeeb2040 service neutron] 10.222.0.87 "GET /networking/v2.0/security-groups?id=3302a57a-d0e7-40d1-96bf-d943d73d87b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020100 Aug 29 23:55:08.363293 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:08.410985 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363c756-71da-495f-b683-dc6a172709df req-2078eb51-5911-477b-9721-5ab2256b981b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:08.414156 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-6363c756-71da-495f-b683-dc6a172709df req-2078eb51-5911-477b-9721-5ab2256b981b service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=e198d273-347a-4fa0-82d5-22e40c3600ea HTTP/1.1" status: 200 len: 920 time: 0.2017794 Aug 29 23:55:08.495584 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port 02e49e4b-817d-47fa-9692-a891d61a7f03, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=02e49e4b-817d-47fa-9692-a891d61a7f03,segment=NetworkSegment(b248dcd9-618b-444c-b3d3-d3b8226b4da1),segment_id=b248dcd9-618b-444c-b3d3-d3b8226b4da1)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:55:08.498826 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b07884-923f-409b-98f6-81e6af773aba req-35159afd-229d-4729-ae9f-d29c26e47389 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:08.501369 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-70b07884-923f-409b-98f6-81e6af773aba req-35159afd-229d-4729-ae9f-d29c26e47389 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=566e2dc8-23df-460a-bc9e-6d686006f9ef HTTP/1.1" status: 200 len: 943 time: 0.2486031 Aug 29 23:55:08.512446 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Returning: {'device': '02e49e4b-817d-47fa-9692-a891d61a7f03', 'network_id': 'e198d273-347a-4fa0-82d5-22e40c3600ea', 'port_id': '02e49e4b-817d-47fa-9692-a891d61a7f03', 'mac_address': 'fa:16:3e:df:28:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61447109-44f2-44fa-83dd-52a148538e4e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 23:55:08.526500 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf0d76-2bb7-49d1-933e-c3ed4b018e81 req-7c5b71c8-43c1-45f8-9d2b-d4447a87b50a tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:08.528715 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-90bf0d76-2bb7-49d1-933e-c3ed4b018e81 req-7c5b71c8-43c1-45f8-9d2b-d4447a87b50a tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 943 time: 0.1644061 Aug 29 23:55:08.584434 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-7b0344cf-b8d5-45f9-9f5f-f1178ed1cc5f req-c657dce1-891c-4926-8a11-e41d963c4986 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/7a46036d-55d3-472c-985d-7d32e6afcac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708973 Aug 29 23:55:08.595790 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Current status of the port 02e49e4b-817d-47fa-9692-a891d61a7f03 is: DOWN; New status is: BUILD {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:55:08.596415 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (02e49e4b-817d-47fa-9692-a891d61a7f03), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:08.625228 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.notifiers.nova [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02e49e4b-817d-47fa-9692-a891d61a7f03 {{(pid=113417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:55:08.659977 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-70b07884-923f-409b-98f6-81e6af773aba req-ab1d0746-7127-4b19-950f-5ba6ee1ed040 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=9e5bbcd3-bc91-4f58-9c4d-2f7cf5dcb057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449072 Aug 29 23:55:08.664584 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-90bf0d76-2bb7-49d1-933e-c3ed4b018e81 req-e20c2377-bcbe-4707-ad00-97753a38694b tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122553 Aug 29 23:55:08.670149 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port 02e49e4b-817d-47fa-9692-a891d61a7f03, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=02e49e4b-817d-47fa-9692-a891d61a7f03,segment=NetworkSegment(b248dcd9-618b-444c-b3d3-d3b8226b4da1),segment_id=b248dcd9-618b-444c-b3d3-d3b8226b4da1)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:55:08.719339 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:08.747022 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (02e49e4b-817d-47fa-9692-a891d61a7f03), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:08.756006 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b4dad-b5fd-4c4b-9e26-175f0b9db052 req-7d0341ac-2783-4492-aa08-f3aab5f6abc2 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:08.762064 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-8c5b4dad-b5fd-4c4b-9e26-175f0b9db052 req-7d0341ac-2783-4492-aa08-f3aab5f6abc2 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.87 "GET /networking/v2.0/ports?device_id=dfedc6cb-5732-4ac2-9ad5-6b1705e33fd4 HTTP/1.1" status: 200 len: 946 time: 0.0879261 Aug 29 23:55:08.822337 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-6363c756-71da-495f-b683-dc6a172709df req-4f99c26b-dcba-4117-b425-41093d859471 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02e49e4b-817d-47fa-9692-a891d61a7f03 HTTP/1.1" status: 200 len: 217 time: 0.1470299 Aug 29 23:55:08.853930 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Pushing event updated for resources: {'Port': ['ID=02e49e4b-817d-47fa-9692-a891d61a7f03,revision_number=4']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:08.912341 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e3859-9e64-4cab-85a1-c735d4ba20f2 req-7dcb0463-1741-4b5a-a4dc-6dda5a38e013 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:08.913942 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b60e3859-9e64-4cab-85a1-c735d4ba20f2 req-7dcb0463-1741-4b5a-a4dc-6dda5a38e013 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=dfedc6cb-5732-4ac2-9ad5-6b1705e33fd4 HTTP/1.1" status: 200 len: 946 time: 0.1231773 Aug 29 23:55:08.934925 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd2927a-c80c-40a7-89cc-eb96a1ef7772 req-ee74991b-973a-4d30-b8dc-e4bd9457d0cf tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:08.936428 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-3fd2927a-c80c-40a7-89cc-eb96a1ef7772 req-ee74991b-973a-4d30-b8dc-e4bd9457d0cf tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=9887a44d-5fe2-4e65-aab4-5123e84fd9b6 HTTP/1.1" status: 200 len: 946 time: 0.0937150 Aug 29 23:55:09.029623 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b60e3859-9e64-4cab-85a1-c735d4ba20f2 req-0555b24b-a842-480b-a57a-90ee355a01e5 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=8b531bbb-0a31-456d-a2f1-6b427cd98371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026957 Aug 29 23:55:09.033131 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-3fd2927a-c80c-40a7-89cc-eb96a1ef7772 req-d98ab22f-8f9f-4952-a130-384770350d8e tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=3302a57a-d0e7-40d1-96bf-d943d73d87b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901854 Aug 29 23:55:09.119045 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] get_ports_and_sgs() called for port_ids ['02e49e4b-817d-47fa-9692-a891d61a7f03'] {{(pid=113417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 23:55:09.220918 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:09.823035 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c1653-4129-4f7d-af85-ff8e26613632 req-7764a9f8-da35-4ea1-8143-6ff70217df0b tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:09.824808 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-921c1653-4129-4f7d-af85-ff8e26613632 req-7764a9f8-da35-4ea1-8143-6ff70217df0b tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 943 time: 0.0616355 Aug 29 23:55:09.877239 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5adf8-88c4-4436-a8f8-0be454ab4e62 req-6cf5e6a7-2d92-4ecf-8332-d3729ea6ddea tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:09.878745 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-f5c5adf8-88c4-4436-a8f8-0be454ab4e62 req-6cf5e6a7-2d92-4ecf-8332-d3729ea6ddea tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=566e2dc8-23df-460a-bc9e-6d686006f9ef HTTP/1.1" status: 200 len: 944 time: 0.0762730 Aug 29 23:55:09.920480 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-921c1653-4129-4f7d-af85-ff8e26613632 req-cb0e97d6-0b1c-41d6-871a-fa76fce1073a tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778823 Aug 29 23:55:09.953181 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-f5c5adf8-88c4-4436-a8f8-0be454ab4e62 req-0e6e1542-48f0-4fde-8db5-9779fcda3bad tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=9e5bbcd3-bc91-4f58-9c4d-2f7cf5dcb057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655417 Aug 29 23:55:10.242634 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc1bb44-4a0c-4ebd-97b9-5cd771113f31 req-b19f187f-0751-435d-af02-77d5c526f721 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:10.245035 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-bfc1bb44-4a0c-4ebd-97b9-5cd771113f31 req-b19f187f-0751-435d-af02-77d5c526f721 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=9887a44d-5fe2-4e65-aab4-5123e84fd9b6 HTTP/1.1" status: 200 len: 946 time: 0.1029389 Aug 29 23:55:10.269126 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c093e6-af2c-426d-901d-c67d9863f7f9 req-e31b84b1-f9b3-493b-9d48-e75379f80e5c tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:10.270735 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b1c093e6-af2c-426d-901d-c67d9863f7f9 req-e31b84b1-f9b3-493b-9d48-e75379f80e5c tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=dfedc6cb-5732-4ac2-9ad5-6b1705e33fd4 HTTP/1.1" status: 200 len: 946 time: 0.0773485 Aug 29 23:55:10.278990 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-321ae50d-bdfd-4d0d-a8fa-c236afada507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (1020f8f9-c858-45a1-84c5-376480b0ca2e), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:10.313774 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device 02e49e4b-817d-47fa-9692-a891d61a7f03 up at agent hyperv_hv-cinder-85504 {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:55:10.332855 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:10.341146 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-bfc1bb44-4a0c-4ebd-97b9-5cd771113f31 req-d494645e-b94b-4119-a7d9-4d0e47247499 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=3302a57a-d0e7-40d1-96bf-d943d73d87b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897083 Aug 29 23:55:10.362510 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b1c093e6-af2c-426d-901d-c67d9863f7f9 req-9f6d7888-664c-4442-8b52-142e2c1eb0d7 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=8b531bbb-0a31-456d-a2f1-6b427cd98371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831158 Aug 29 23:55:10.381716 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Provisioning for port 02e49e4b-817d-47fa-9692-a891d61a7f03 completed by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 23:55:10.454517 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Provisioning complete for port 02e49e4b-817d-47fa-9692-a891d61a7f03 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:55:10.454852 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (02e49e4b-817d-47fa-9692-a891d61a7f03), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:10.544062 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Current status of the port 02e49e4b-817d-47fa-9692-a891d61a7f03 is: BUILD; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:55:10.544561 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (02e49e4b-817d-47fa-9692-a891d61a7f03), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:10.571147 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '566e2dc8-23df-460a-bc9e-6d686006f9ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e49e4b-817d-47fa-9692-a891d61a7f03'}] {{(pid=113417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:55:10.574806 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d41a01b6be055f780f1b28f387bc014884277aca14b53491aeccfff4134a8b4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95a163d-f220-499a-af8b-e7fd0abb3797" -d '{"events": [{"server_uuid": "566e2dc8-23df-460a-bc9e-6d686006f9ef", "name": "network-vif-plugged", "status": "completed", "tag": "02e49e4b-817d-47fa-9692-a891d61a7f03"}]}' {{(pid=113417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:55:10.577194 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:10.592539 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port 02e49e4b-817d-47fa-9692-a891d61a7f03, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=02e49e4b-817d-47fa-9692-a891d61a7f03,segment=NetworkSegment(b248dcd9-618b-444c-b3d3-d3b8226b4da1),segment_id=b248dcd9-618b-444c-b3d3-d3b8226b4da1)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:55:10.619860 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072a81fb-b4c2-43dc-be70-755252b0a23c x-openstack-request-id: req-072a81fb-b4c2-43dc-be70-755252b0a23c {{(pid=113417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:55:10.619860 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "566e2dc8-23df-460a-bc9e-6d686006f9ef", "name": "network-vif-plugged", "status": "completed", "tag": "02e49e4b-817d-47fa-9692-a891d61a7f03", "code": 200}]} {{(pid=113417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:55:10.620207 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-072a81fb-b4c2-43dc-be70-755252b0a23c {{(pid=113417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:55:10.620733 dv-cinder-855041-2-iscsi neutron-server[113417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-072a81fb-b4c2-43dc-be70-755252b0a23c'] response: {'server_uuid': '566e2dc8-23df-460a-bc9e-6d686006f9ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e49e4b-817d-47fa-9692-a891d61a7f03', 'code': 200} Aug 29 23:55:10.694695 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (02e49e4b-817d-47fa-9692-a891d61a7f03), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:10.768535 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [req-8c5b4dad-b5fd-4c4b-9e26-175f0b9db052 req-8f8828d8-e520-4a2f-b451-99fa49d87519 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Deleting port 20416f60-1b8c-4fa9-8b4d-d8c3890c5182 {{(pid=113415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:55:10.768806 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Pushing event updated for resources: {'Port': ['ID=02e49e4b-817d-47fa-9692-a891d61a7f03,revision_number=5']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:10.768966 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-8c5b4dad-b5fd-4c4b-9e26-175f0b9db052 req-8f8828d8-e520-4a2f-b451-99fa49d87519 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (20416f60-1b8c-4fa9-8b4d-d8c3890c5182), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:10.888688 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.db [req-8c5b4dad-b5fd-4c4b-9e26-175f0b9db052 req-8f8828d8-e520-4a2f-b451-99fa49d87519 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] For port 20416f60-1b8c-4fa9-8b4d-d8c3890c5182, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=20416f60-1b8c-4fa9-8b4d-d8c3890c5182,segment=NetworkSegment(c16207b7-6b15-46e9-b824-4d785922d8f3),segment_id=c16207b7-6b15-46e9-b824-4d785922d8f3)] {{(pid=113415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:55:10.889399 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-8c5b4dad-b5fd-4c4b-9e26-175f0b9db052 req-8f8828d8-e520-4a2f-b451-99fa49d87519 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (20416f60-1b8c-4fa9-8b4d-d8c3890c5182), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:10.906363 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [req-8c5b4dad-b5fd-4c4b-9e26-175f0b9db052 req-8f8828d8-e520-4a2f-b451-99fa49d87519 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Calling delete_port for 20416f60-1b8c-4fa9-8b4d-d8c3890c5182 owned by compute:nova {{(pid=113415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:55:11.093503 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1c8345-0029-4dc0-8099-bb71c0a1ad11 req-8c712ffe-ab73-4c47-b551-6e047f234330 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:11.103332 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-8a1c8345-0029-4dc0-8099-bb71c0a1ad11 req-8c712ffe-ab73-4c47-b551-6e047f234330 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 943 time: 0.0642164 Aug 29 23:55:11.172951 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363c756-71da-495f-b683-dc6a172709df req-7ed1034e-45b8-4897-9d1d-d52ff4c88d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:11.180563 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-6363c756-71da-495f-b683-dc6a172709df req-7ed1034e-45b8-4897-9d1d-d52ff4c88d9d service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=61447109-44f2-44fa-83dd-52a148538e4e HTTP/1.1" status: 200 len: 857 time: 0.1536171 Aug 29 23:55:11.208756 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:11.247123 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7456b8-7c77-4c14-9952-edba3e49cbf4 req-c56a2a66-abf5-4d10-a4ad-1fe6d6ab4f9f tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:11.255089 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-bb7456b8-7c77-4c14-9952-edba3e49cbf4 req-c56a2a66-abf5-4d10-a4ad-1fe6d6ab4f9f tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=566e2dc8-23df-460a-bc9e-6d686006f9ef HTTP/1.1" status: 200 len: 945 time: 0.1067443 Aug 29 23:55:11.274071 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-8a1c8345-0029-4dc0-8099-bb71c0a1ad11 req-a9f417ce-a598-4ab4-b3a0-446eee5b0aeb tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1628952 Aug 29 23:55:11.295457 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363c756-71da-495f-b683-dc6a172709df req-58e26f74-be3b-45b0-81fc-2d3f7e861f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:11.297334 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-6363c756-71da-495f-b683-dc6a172709df req-58e26f74-be3b-45b0-81fc-2d3f7e861f93 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=e198d273-347a-4fa0-82d5-22e40c3600ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0970309 Aug 29 23:55:11.363590 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-bb7456b8-7c77-4c14-9952-edba3e49cbf4 req-39605957-7841-414d-82e9-434f926e8567 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=9e5bbcd3-bc91-4f58-9c4d-2f7cf5dcb057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074486 Aug 29 23:55:11.365282 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-8c5b4dad-b5fd-4c4b-9e26-175f0b9db052 req-8f8828d8-e520-4a2f-b451-99fa49d87519 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11068774'] for port (20416f60-1b8c-4fa9-8b4d-d8c3890c5182), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:11.425531 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8828d8-e520-4a2f-b451-99fa49d87519 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Pushing event deleted for resources: {'Port': ['ID=20416f60-1b8c-4fa9-8b4d-d8c3890c5182,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:11.497322 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-6363c756-71da-495f-b683-dc6a172709df req-4dfc394f-2125-4b5a-8fad-90316285924f service neutron] 10.222.0.87 "GET /networking/v2.0/networks/e198d273-347a-4fa0-82d5-22e40c3600ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782520 Aug 29 23:55:11.646454 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c5b4dad-b5fd-4c4b-9e26-175f0b9db052 req-8f8828d8-e520-4a2f-b451-99fa49d87519 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] No DVR routers for this DVR port 20416f60-1b8c-4fa9-8b4d-d8c3890c5182 on host hv-cinder-85504 {{(pid=113415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 23:55:11.652639 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-897c3ea2-cb5f-423f-8384-a5d67331cf5d req-f565a107-0044-4315-a8bf-f977fe8d8de4 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=dfedc6cb-5732-4ac2-9ad5-6b1705e33fd4 HTTP/1.1" status: 200 len: 210 time: 0.1040566 Aug 29 23:55:11.655726 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-8c5b4dad-b5fd-4c4b-9e26-175f0b9db052 req-8f8828d8-e520-4a2f-b451-99fa49d87519 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for port (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:11.659369 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-8c5b4dad-b5fd-4c4b-9e26-175f0b9db052 req-8f8828d8-e520-4a2f-b451-99fa49d87519 tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.87 "DELETE /networking/v2.0/ports/20416f60-1b8c-4fa9-8b4d-d8c3890c5182 HTTP/1.1" status: 204 len: 173 time: 1.0541103 Aug 29 23:55:11.659898 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfedc6cb-5732-4ac2-9ad5-6b1705e33fd4', 'name': 'network-vif-deleted', 'tag': '20416f60-1b8c-4fa9-8b4d-d8c3890c5182'}] {{(pid=113415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:55:11.662520 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbb4ce14699acef1e34bc356a7f428b480f1dc74f7679c811df4fa99cd0d73e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6385f46-a254-4dd5-8bfd-62ebf208ac9f" -d '{"events": [{"server_uuid": "dfedc6cb-5732-4ac2-9ad5-6b1705e33fd4", "name": "network-vif-deleted", "tag": "20416f60-1b8c-4fa9-8b4d-d8c3890c5182"}]}' {{(pid=113415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:55:11.673381 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c963a92-88da-44c9-b7a2-09564d39e614 req-d56ce3d2-8727-4132-b3b0-99a8da751540 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:11.675366 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-6c963a92-88da-44c9-b7a2-09564d39e614 req-d56ce3d2-8727-4132-b3b0-99a8da751540 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=9887a44d-5fe2-4e65-aab4-5123e84fd9b6 HTTP/1.1" status: 200 len: 946 time: 0.1661351 Aug 29 23:55:11.694604 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-6363c756-71da-495f-b683-dc6a172709df req-a18cef68-8cc9-4198-81eb-15065d28927c service neutron] 10.222.0.87 "GET /networking/v2.0/networks/e198d273-347a-4fa0-82d5-22e40c3600ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733139 Aug 29 23:55:11.747549 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd97802-1aed-4cb8-9021-f0a0674f0277 x-openstack-request-id: req-afd97802-1aed-4cb8-9021-f0a0674f0277 {{(pid=113415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:55:11.748034 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfedc6cb-5732-4ac2-9ad5-6b1705e33fd4", "name": "network-vif-deleted", "tag": "20416f60-1b8c-4fa9-8b4d-d8c3890c5182", "status": "completed", "code": 200}]} {{(pid=113415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:55:11.748450 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-afd97802-1aed-4cb8-9021-f0a0674f0277 {{(pid=113415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:55:11.749099 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afd97802-1aed-4cb8-9021-f0a0674f0277'] response: {'server_uuid': 'dfedc6cb-5732-4ac2-9ad5-6b1705e33fd4', 'name': 'network-vif-deleted', 'tag': '20416f60-1b8c-4fa9-8b4d-d8c3890c5182', 'status': 'completed', 'code': 200} Aug 29 23:55:11.768801 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-6c963a92-88da-44c9-b7a2-09564d39e614 req-05cf2d8b-71a6-4e91-a0fe-a71761bb53e9 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=3302a57a-d0e7-40d1-96bf-d943d73d87b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814805 Aug 29 23:55:12.343679 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device b8d16afd-dba0-4d77-93f1-1d3f97943c11 no longer exists at agent hyperv_hv-cinder-85504 {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:55:12.497971 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f7b71a-ecbe-47b7-9be0-43d33d7e9eab req-b3041766-4467-4378-b036-f2ddac362ac9 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:12.502556 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207621f7-b6f0-4b41-964e-8af83f3ab376 req-fe677c35-05d5-435b-bd5a-9659b484ea03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:12.505895 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-207621f7-b6f0-4b41-964e-8af83f3ab376 req-fe677c35-05d5-435b-bd5a-9659b484ea03 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=566e2dc8-23df-460a-bc9e-6d686006f9ef HTTP/1.1" status: 200 len: 1129 time: 0.1110806 Aug 29 23:55:12.508976 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-91f7b71a-ecbe-47b7-9be0-43d33d7e9eab req-b3041766-4467-4378-b036-f2ddac362ac9 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 943 time: 0.1553235 Aug 29 23:55:12.524043 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Current status of the port b8d16afd-dba0-4d77-93f1-1d3f97943c11 is: DOWN; New status is: DOWN {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:55:12.525954 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device 20416f60-1b8c-4fa9-8b4d-d8c3890c5182 no longer exists at agent hyperv_hv-cinder-85504 {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:55:12.538577 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:12.554248 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] No Port match for: 20416f60-1b8c-4fa9-8b4d-d8c3890c5182 {{(pid=113417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:55:12.554689 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device 20416f60-1b8c-4fa9-8b4d-d8c3890c5182 not bound to the agent host hv-cinder-85504 {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:55:12.569555 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-91f7b71a-ecbe-47b7-9be0-43d33d7e9eab req-a333d5da-e7af-4062-85f0-92887a594d4d tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594289 Aug 29 23:55:12.597017 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-207621f7-b6f0-4b41-964e-8af83f3ab376 req-08188fe1-7e42-41e2-b777-8c814b68022d service neutron] 10.222.0.87 "GET /networking/v2.0/security-groups?id=9e5bbcd3-bc91-4f58-9c4d-2f7cf5dcb057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732863 Aug 29 23:55:12.653320 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c2c22-396e-4006-b3c2-2e7046b99feb req-b35c0cee-89ed-4cab-93c3-ab7c4d2d44dd tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:12.654940 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-985c2c22-396e-4006-b3c2-2e7046b99feb req-b35c0cee-89ed-4cab-93c3-ab7c4d2d44dd tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=566e2dc8-23df-460a-bc9e-6d686006f9ef HTTP/1.1" status: 200 len: 945 time: 0.0586400 Aug 29 23:55:12.720957 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-985c2c22-396e-4006-b3c2-2e7046b99feb req-dbb65ca0-c691-4fdc-b29d-496c389300f3 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=9e5bbcd3-bc91-4f58-9c4d-2f7cf5dcb057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549533 Aug 29 23:55:12.856862 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-5fe7e672-9822-4a40-8a23-d2a83cf777e8 req-3ccaeb1e-0a8c-46dc-a51f-bdf186e73d4c tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=dfedc6cb-5732-4ac2-9ad5-6b1705e33fd4 HTTP/1.1" status: 200 len: 210 time: 0.0491426 Aug 29 23:55:13.036659 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c311d-4ca0-4e9d-8661-92e804c8e0cb req-09ed14b9-97fa-4fbd-a511-091ed3abec53 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:13.039352 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-010c311d-4ca0-4e9d-8661-92e804c8e0cb req-09ed14b9-97fa-4fbd-a511-091ed3abec53 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=9887a44d-5fe2-4e65-aab4-5123e84fd9b6 HTTP/1.1" status: 200 len: 946 time: 0.0684011 Aug 29 23:55:13.043557 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (a7eaf665-0f6d-431a-9601-222c900251ec), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:13.133046 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-010c311d-4ca0-4e9d-8661-92e804c8e0cb req-a5662529-2511-4e13-a287-23d54271ec79 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=3302a57a-d0e7-40d1-96bf-d943d73d87b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751140 Aug 29 23:55:13.265193 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0130a206-6a40-4c74-bec8-24d70e699536 req-9b51d108-aa80-44fa-a780-8b23a472914f tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:13.266802 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-0130a206-6a40-4c74-bec8-24d70e699536 req-9b51d108-aa80-44fa-a780-8b23a472914f tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=9887a44d-5fe2-4e65-aab4-5123e84fd9b6 HTTP/1.1" status: 200 len: 946 time: 0.0562878 Aug 29 23:55:13.278920 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 49826) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:55:13.284456 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [None req-9f59c010-d981-469b-8261-35da27d10883 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Request body: {'floatingip': {'port_id': 'f86aed97-d345-4c61-b637-b4d4771086c3'}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:55:13.329361 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-9f59c010-d981-469b-8261-35da27d10883 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for floatingip (6a01c1e7-0226-4a20-beda-371fc5828878), before_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:13.403083 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-e592a9a9-c6bc-46eb-810e-79f29251eab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (037668f0-d812-4b59-9d2d-ce33f66a7708), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:13.717504 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-726079de-0b03-4e57-9ba3-51512e5a6b87 req-9164e034-2a89-403a-8856-322ffbb34fe8 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0605595 Aug 29 23:55:13.860388 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726079de-0b03-4e57-9ba3-51512e5a6b87 req-a6d75aab-5c59-43e8-a9b1-cf91a24190ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:13.862711 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-726079de-0b03-4e57-9ba3-51512e5a6b87 req-a6d75aab-5c59-43e8-a9b1-cf91a24190ed service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=dc817de5d4ef4812a2fee6ebe0895889&device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 1130 time: 0.1028566 Aug 29 23:55:14.187183 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-9f59c010-d981-469b-8261-35da27d10883 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:14.302273 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-9f59c010-d981-469b-8261-35da27d10883 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477666'] for floatingip (6a01c1e7-0226-4a20-beda-371fc5828878), after_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:14.389409 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f87763-15e7-43bc-b0b7-395f04e64436 req-62f2e36b-4b00-4f78-b386-ac03077b5c6c tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:14.391022 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-a3f87763-15e7-43bc-b0b7-395f04e64436 req-62f2e36b-4b00-4f78-b386-ac03077b5c6c tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=566e2dc8-23df-460a-bc9e-6d686006f9ef HTTP/1.1" status: 200 len: 945 time: 0.1386752 Aug 29 23:55:14.402445 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:14.440235 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cdcd43ac-7909-438b-ba67-31b4a20d4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (bcd4f52e-0d63-4d8a-9dda-ff825ab30758), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:14.517313 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-a3f87763-15e7-43bc-b0b7-395f04e64436 req-f77c0100-0f92-428c-948f-a2664a528bde tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=9e5bbcd3-bc91-4f58-9c4d-2f7cf5dcb057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185162 Aug 29 23:55:14.538107 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.db.l3_db [None req-9f59c010-d981-469b-8261-35da27d10883 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Floating IP 6a01c1e7-0226-4a20-beda-371fc5828878 associated. External IP: 172.27.1.44, port: f86aed97-d345-4c61-b637-b4d4771086c3. Aug 29 23:55:14.637826 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726079de-0b03-4e57-9ba3-51512e5a6b87 req-d358286e-3ab4-433b-bcf9-f84a992f1f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:14.639591 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-726079de-0b03-4e57-9ba3-51512e5a6b87 req-d358286e-3ab4-433b-bcf9-f84a992f1f72 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=e198d273-347a-4fa0-82d5-22e40c3600ea HTTP/1.1" status: 200 len: 920 time: 0.1943607 Aug 29 23:55:14.700979 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b0ab871f-d1f8-4afd-936c-45f254d58f20 req-0db210b6-9ea2-4a6b-b8d1-c612c877534f tempest-VolumesActionsTest-1439290442 tempest-VolumesActionsTest-1439290442-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=dfedc6cb-5732-4ac2-9ad5-6b1705e33fd4 HTTP/1.1" status: 200 len: 210 time: 0.0681956 Aug 29 23:55:14.726069 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:14.777166 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [req-9d2dd3af-3960-47a9-8fc7-392821a0aa23 req-ea984f34-bf8e-45f4-928d-c6340c8d813f service neutron] http://10.222.0.90:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 23:55:14.778120 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-9d2dd3af-3960-47a9-8fc7-392821a0aa23 req-ea984f34-bf8e-45f4-928d-c6340c8d813f service neutron] 10.222.0.90 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0063035 Aug 29 23:55:14.881118 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f59c010-d981-469b-8261-35da27d10883 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Router 2e462f98-05f3-486e-ab4a-97e92d2f3f62 has already been hosted by L3 agent 037668f0-d812-4b59-9d2d-ce33f66a7708 {{(pid=113415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:55:14.952033 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-726079de-0b03-4e57-9ba3-51512e5a6b87 req-b2c2ccc1-bc06-4565-b66e-ecd23f219007 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59f1d716-7a45-4a0d-8eb0-20b9102bfd16 HTTP/1.1" status: 200 len: 217 time: 0.1239610 Aug 29 23:55:15.060984 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f59c010-d981-469b-8261-35da27d10883 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Notify agent at l3_agent.dv-cinder-855041-2-iscsi the message routers_updated {{(pid=113415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:55:15.067670 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-9f59c010-d981-469b-8261-35da27d10883 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for floatingip (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:15.075786 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b01ebbe-1f06-4c4e-9662-c7d69c2fa9d0 None None] Sync routers for ids ['2e462f98-05f3-486e-ab4a-97e92d2f3f62'] in dv-cinder-855041-2-iscsi {{(pid=113417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:55:15.094489 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b01ebbe-1f06-4c4e-9662-c7d69c2fa9d0 None None] Routers {'2e462f98-05f3-486e-ab4a-97e92d2f3f62'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:55:15.095537 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-0b01ebbe-1f06-4c4e-9662-c7d69c2fa9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:55:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['2e462f98-05f3-486e-ab4a-97e92d2f3f62'], 'active': True} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:55:15.132601 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-9f59c010-d981-469b-8261-35da27d10883 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "PUT /networking/v2.0/floatingips/6a01c1e7-0226-4a20-beda-371fc5828878 HTTP/1.1" status: 200 len: 991 time: 1.8516979 Aug 29 23:55:15.139833 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9887a44d-5fe2-4e65-aab4-5123e84fd9b6', 'tag': 'f86aed97-d345-4c61-b637-b4d4771086c3'}] {{(pid=113415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:55:15.142384 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbb4ce14699acef1e34bc356a7f428b480f1dc74f7679c811df4fa99cd0d73e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5f0717-5798-492e-85e0-241c0fe58e92" -d '{"events": [{"name": "network-changed", "server_uuid": "9887a44d-5fe2-4e65-aab4-5123e84fd9b6", "tag": "f86aed97-d345-4c61-b637-b4d4771086c3"}]}' {{(pid=113415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:55:15.254785 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 23:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbdfe139-1a29-4579-9a02-43d69382f7d3 x-openstack-request-id: req-bbdfe139-1a29-4579-9a02-43d69382f7d3 {{(pid=113415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:55:15.260797 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9887a44d-5fe2-4e65-aab4-5123e84fd9b6", "tag": "f86aed97-d345-4c61-b637-b4d4771086c3", "status": "completed", "code": 200}]} {{(pid=113415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:55:15.260797 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-bbdfe139-1a29-4579-9a02-43d69382f7d3 {{(pid=113415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:55:15.260797 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbdfe139-1a29-4579-9a02-43d69382f7d3'] response: {'name': 'network-changed', 'server_uuid': '9887a44d-5fe2-4e65-aab4-5123e84fd9b6', 'tag': 'f86aed97-d345-4c61-b637-b4d4771086c3', 'status': 'completed', 'code': 200} Aug 29 23:55:15.307279 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726079de-0b03-4e57-9ba3-51512e5a6b87 req-2e8324c2-4771-4cd3-b577-d49b2f248671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:15.310247 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-726079de-0b03-4e57-9ba3-51512e5a6b87 req-2e8324c2-4771-4cd3-b577-d49b2f248671 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=61447109-44f2-44fa-83dd-52a148538e4e HTTP/1.1" status: 200 len: 857 time: 0.1389453 Aug 29 23:55:15.362802 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvr_db [None req-0b01ebbe-1f06-4c4e-9662-c7d69c2fa9d0 None None] Set router 2e462f98-05f3-486e-ab4a-97e92d2f3f62 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:55:15.526717 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726079de-0b03-4e57-9ba3-51512e5a6b87 req-2bcd36af-6969-4c35-9609-ae3fbf6e92b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:15.530862 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-726079de-0b03-4e57-9ba3-51512e5a6b87 req-2bcd36af-6969-4c35-9609-ae3fbf6e92b1 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=e198d273-347a-4fa0-82d5-22e40c3600ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2088318 Aug 29 23:55:15.674443 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f0717-5798-492e-85e0-241c0fe58e92 req-7790e3be-7fba-4215-a6e3-584d5cbfe34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:15.701274 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-6c5f0717-5798-492e-85e0-241c0fe58e92 req-7790e3be-7fba-4215-a6e3-584d5cbfe34c service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=a2963b1b4aba47f593c63a398b511792&device_id=9887a44d-5fe2-4e65-aab4-5123e84fd9b6 HTTP/1.1" status: 200 len: 1130 time: 0.3789413 Aug 29 23:55:15.786628 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db8654-eeb7-4ae7-8f35-b4d1ae714f00 req-b59cff64-b9c9-4757-ae56-080517b39da0 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:15.799739 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b9db8654-eeb7-4ae7-8f35-b4d1ae714f00 req-b59cff64-b9c9-4757-ae56-080517b39da0 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 943 time: 0.2769625 Aug 29 23:55:15.809329 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-726079de-0b03-4e57-9ba3-51512e5a6b87 req-9be00e85-8e00-4f7a-9b7d-7af080c899d4 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/e198d273-347a-4fa0-82d5-22e40c3600ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607877 Aug 29 23:55:15.912452 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b9db8654-eeb7-4ae7-8f35-b4d1ae714f00 req-a81e3666-a62e-4ae0-8790-c31bbb6a6e91 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116164 Aug 29 23:55:15.973880 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=100 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:15.989386 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.agents_db [None req-4166f728-c6cb-4ae6-8e81-f61b29fbc360 None None] Agent healthcheck: found 6 active agents {{(pid=113418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 23:55:15.994067 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:16.004598 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-726079de-0b03-4e57-9ba3-51512e5a6b87 req-76cba075-0d60-4a68-9e43-f5e882b6b646 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/e198d273-347a-4fa0-82d5-22e40c3600ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883349 Aug 29 23:55:16.007956 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (01773ddc-a5d8-4c68-b7b5-e385af2b339f), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:16.015804 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b06310-7475-4b2b-a863-d7af7005e2b9 req-98ae09b4-4b10-47bc-80ea-ea7d82b2e721 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:16.030523 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d7b06310-7475-4b2b-a863-d7af7005e2b9 req-98ae09b4-4b10-47bc-80ea-ea7d82b2e721 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=566e2dc8-23df-460a-bc9e-6d686006f9ef HTTP/1.1" status: 200 len: 945 time: 0.1233592 Aug 29 23:55:16.130780 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f0717-5798-492e-85e0-241c0fe58e92 req-72a5e56b-a194-466c-848c-319b45723f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:16.133610 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-6c5f0717-5798-492e-85e0-241c0fe58e92 req-72a5e56b-a194-466c-848c-319b45723f97 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=60b40027-b034-467e-a623-8d465afe9154 HTTP/1.1" status: 200 len: 917 time: 0.4090264 Aug 29 23:55:16.155348 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-0b01ebbe-1f06-4c4e-9662-c7d69c2fa9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'name': 'tempest-AttachVolumeNegativeTest-1778292269-router', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'bb4d1692-7347-404c-a89d-e9e869c496d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:10Z', 'updated_at': '2022-08-29T23:52:22Z', 'revision_number': 4, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'gw_port': {'id': 'bb4d1692-7347-404c-a89d-e9e869c496d8', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:40:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:11Z', 'updated_at': '2022-08-29T23:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_floatingips': [{'id': '6a01c1e7-0226-4a20-beda-371fc5828878', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'floating_ip_address': '172.27.1.44', 'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'router_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'port_id': 'f86aed97-d345-4c61-b637-b4d4771086c3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 349, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b40027-b034-467e-a623-8d465afe9154', 'mac_address': 'fa:16:3e:27:bb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9887a44d-5fe2-4e65-aab4-5123e84fd9b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:54:36Z', 'updated_at': '2022-08-29T23:55:14Z', 'revision_number': 1, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'fixed_ip_address_scope': None}, {'id': 'c4f65f2d-14ba-4144-b611-8b79cf809267', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'floating_ip_address': '172.27.1.200', 'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'router_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'port_id': '6887f59b-e47e-4f9a-a537-7f002f8c2044', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b40027-b034-467e-a623-8d465afe9154', 'mac_address': 'fa:16:3e:f6:62:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13772077-dc96-4813-925d-975c5748e4d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:52:35Z', 'updated_at': '2022-08-29T23:53:26Z', 'revision_number': 2, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14ecde1e-ea4b-4879-9300-81c8f8fd9833', 'name': '', 'network_id': '60b40027-b034-467e-a623-8d465afe9154', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'mac_address': 'fa:16:3e:a3:e0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '371040be-dae2-4b4b-8892-6a99379ddf2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:20Z', 'updated_at': '2022-08-29T23:52:41Z', 'revision_number': 5, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'subnets': [{'id': '371040be-dae2-4b4b-8892-6a99379ddf2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:55:16.185645 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b01ebbe-1f06-4c4e-9662-c7d69c2fa9d0 None None] Checking router: 2e462f98-05f3-486e-ab4a-97e92d2f3f62 for host: dv-cinder-855041-2-iscsi {{(pid=113417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:55:16.195521 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b01ebbe-1f06-4c4e-9662-c7d69c2fa9d0 None None] Routers {'2e462f98-05f3-486e-ab4a-97e92d2f3f62'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:55:16.196481 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-0b01ebbe-1f06-4c4e-9662-c7d69c2fa9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:55:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['2e462f98-05f3-486e-ab4a-97e92d2f3f62'], 'active': True} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:55:16.238435 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d7b06310-7475-4b2b-a863-d7af7005e2b9 req-2407625c-05d5-44f5-80e1-994f67279453 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=9e5bbcd3-bc91-4f58-9c4d-2f7cf5dcb057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2061596 Aug 29 23:55:16.261550 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-6c5f0717-5798-492e-85e0-241c0fe58e92 req-ef1176dc-9c4b-49a3-9cf2-9644baaffdd9 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f86aed97-d345-4c61-b637-b4d4771086c3 HTTP/1.1" status: 200 len: 999 time: 0.1164050 Aug 29 23:55:16.334086 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvr_db [None req-0b01ebbe-1f06-4c4e-9662-c7d69c2fa9d0 None None] Set router 2e462f98-05f3-486e-ab4a-97e92d2f3f62 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:55:16.366088 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:16.394389 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab30cd1-7cb7-4257-ae03-24ab190cdecf req-22f65abf-5b61-44b2-8f0d-76366499ece0 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:16.396121 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-5ab30cd1-7cb7-4257-ae03-24ab190cdecf req-22f65abf-5b61-44b2-8f0d-76366499ece0 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=566e2dc8-23df-460a-bc9e-6d686006f9ef HTTP/1.1" status: 200 len: 945 time: 0.0573654 Aug 29 23:55:16.408957 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 49896) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:55:16.415033 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [None req-08303f26-290f-4dc8-82ee-d4f16011394d tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Request body: {'floatingip': {'port_id': '02e49e4b-817d-47fa-9692-a891d61a7f03'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:55:16.552360 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-55545b4a-c719-46e4-a9c5-7c044aa64822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (63136763-0f20-46a8-951a-2f70193501e4), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:16.562533 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-08303f26-290f-4dc8-82ee-d4f16011394d tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Publish callbacks [] for floatingip (fadc1373-881d-4632-a76a-f7acfd58d78c), before_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:16.624918 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f0717-5798-492e-85e0-241c0fe58e92 req-2d6418b2-8852-40ed-ba50-f7db7944ea29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:16.626478 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-6c5f0717-5798-492e-85e0-241c0fe58e92 req-2d6418b2-8852-40ed-ba50-f7db7944ea29 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=371040be-dae2-4b4b-8892-6a99379ddf2c HTTP/1.1" status: 200 len: 854 time: 0.1321189 Aug 29 23:55:16.649153 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:16.731901 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f0717-5798-492e-85e0-241c0fe58e92 req-c45a7338-4bdc-4970-bc36-6aef71d1a42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:16.738398 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-6c5f0717-5798-492e-85e0-241c0fe58e92 req-c45a7338-4bdc-4970-bc36-6aef71d1a42f service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=60b40027-b034-467e-a623-8d465afe9154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1042790 Aug 29 23:55:16.801192 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 49908) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:55:16.842449 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-0b01ebbe-1f06-4c4e-9662-c7d69c2fa9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'name': 'tempest-AttachVolumeNegativeTest-1778292269-router', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'bb4d1692-7347-404c-a89d-e9e869c496d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:10Z', 'updated_at': '2022-08-29T23:52:22Z', 'revision_number': 4, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'gw_port': {'id': 'bb4d1692-7347-404c-a89d-e9e869c496d8', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:40:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:11Z', 'updated_at': '2022-08-29T23:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_floatingips': [{'id': '6a01c1e7-0226-4a20-beda-371fc5828878', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'floating_ip_address': '172.27.1.44', 'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'router_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'port_id': 'f86aed97-d345-4c61-b637-b4d4771086c3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 349, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b40027-b034-467e-a623-8d465afe9154', 'mac_address': 'fa:16:3e:27:bb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9887a44d-5fe2-4e65-aab4-5123e84fd9b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:54:36Z', 'updated_at': '2022-08-29T23:55:14Z', 'revision_number': 1, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'fixed_ip_address_scope': None}, {'id': 'c4f65f2d-14ba-4144-b611-8b79cf809267', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'floating_ip_address': '172.27.1.200', 'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'router_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'port_id': '6887f59b-e47e-4f9a-a537-7f002f8c2044', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b40027-b034-467e-a623-8d465afe9154', 'mac_address': 'fa:16:3e:f6:62:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13772077-dc96-4813-925d-975c5748e4d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:52:35Z', 'updated_at': '2022-08-29T23:53:26Z', 'revision_number': 2, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14ecde1e-ea4b-4879-9300-81c8f8fd9833', 'name': '', 'network_id': '60b40027-b034-467e-a623-8d465afe9154', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'mac_address': 'fa:16:3e:a3:e0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '371040be-dae2-4b4b-8892-6a99379ddf2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:20Z', 'updated_at': '2022-08-29T23:52:41Z', 'revision_number': 5, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'subnets': [{'id': '371040be-dae2-4b4b-8892-6a99379ddf2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:55:16.917563 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b01ebbe-1f06-4c4e-9662-c7d69c2fa9d0 None None] The sync data for ids ['2e462f98-05f3-486e-ab4a-97e92d2f3f62'] in dv-cinder-855041-2-iscsi is: [{'id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'name': 'tempest-AttachVolumeNegativeTest-1778292269-router', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'bb4d1692-7347-404c-a89d-e9e869c496d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:10Z', 'updated_at': '2022-08-29T23:52:22Z', 'revision_number': 4, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'gw_port': {'id': 'bb4d1692-7347-404c-a89d-e9e869c496d8', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:40:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:11Z', 'updated_at': '2022-08-29T23:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_floatingips': [{'id': '6a01c1e7-0226-4a20-beda-371fc5828878', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'floating_ip_address': '172.27.1.44', 'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'router_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'port_id': 'f86aed97-d345-4c61-b637-b4d4771086c3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 349, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b40027-b034-467e-a623-8d465afe9154', 'mac_address': 'fa:16:3e:27:bb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9887a44d-5fe2-4e65-aab4-5123e84fd9b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:54:36Z', 'updated_at': '2022-08-29T23:55:14Z', 'revision_number': 1, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'fixed_ip_address_scope': None}, {'id': 'c4f65f2d-14ba-4144-b611-8b79cf809267', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'floating_ip_address': '172.27.1.200', 'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'router_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'port_id': '6887f59b-e47e-4f9a-a537-7f002f8c2044', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b40027-b034-467e-a623-8d465afe9154', 'mac_address': 'fa:16:3e:f6:62:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13772077-dc96-4813-925d-975c5748e4d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:52:35Z', 'updated_at': '2022-08-29T23:53:26Z', 'revision_number': 2, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14ecde1e-ea4b-4879-9300-81c8f8fd9833', 'name': '', 'network_id': '60b40027-b034-467e-a623-8d465afe9154', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'mac_address': 'fa:16:3e:a3:e0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '371040be-dae2-4b4b-8892-6a99379ddf2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:20Z', 'updated_at': '2022-08-29T23:52:41Z', 'revision_number': 5, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'subnets': [{'id': '371040be-dae2-4b4b-8892-6a99379ddf2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:55:17.011446 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-e31d25aa-26b9-4686-8d32-f4dbe110256f req-415f8eae-09f3-4c71-becd-f91396eb7b1b service neutron] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2083869 Aug 29 23:55:17.018425 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=100 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:17.034510 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [req-e31d25aa-26b9-4686-8d32-f4dbe110256f req-0bf54928-85a4-41a8-b769-0075d1915a7b service neutron] http://10.222.0.90:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 23:55:17.035554 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-e31d25aa-26b9-4686-8d32-f4dbe110256f req-0bf54928-85a4-41a8-b769-0075d1915a7b service neutron] 10.222.0.90 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054655 Aug 29 23:55:17.131145 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-6c5f0717-5798-492e-85e0-241c0fe58e92 req-b03e638f-b498-4d54-afeb-cd263dfb8572 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/60b40027-b034-467e-a623-8d465afe9154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3848426 Aug 29 23:55:17.253449 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 49924) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:55:17.293580 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171d424-59cb-41e0-a86a-e76be2240fac req-21261f3b-78fb-42ff-8912-2459f7e1513c tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:17.295222 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c171d424-59cb-41e0-a86a-e76be2240fac req-21261f3b-78fb-42ff-8912-2459f7e1513c tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 943 time: 0.2029524 Aug 29 23:55:17.385684 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-6c5f0717-5798-492e-85e0-241c0fe58e92 req-fd4ee2dd-0cff-4f8e-bc17-88f9cfb72fe8 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/60b40027-b034-467e-a623-8d465afe9154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200012 Aug 29 23:55:17.425601 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7fcefa-6e15-47ab-a927-382622e8a4de None None] New status for floating IP 6a01c1e7-0226-4a20-beda-371fc5828878: ACTIVE {{(pid=113418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 23:55:17.530296 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d25aa-26b9-4686-8d32-f4dbe110256f req-f38b2cf1-6b77-4c1d-a98f-c3d728fd7e86 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:17.531783 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e31d25aa-26b9-4686-8d32-f4dbe110256f req-f38b2cf1-6b77-4c1d-a98f-c3d728fd7e86 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports/b8d16afd-dba0-4d77-93f1-1d3f97943c11 HTTP/1.1" status: 200 len: 940 time: 0.2665210 Aug 29 23:55:17.537749 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c171d424-59cb-41e0-a86a-e76be2240fac req-45b6dc50-e03a-4fc9-854c-b4801f19af92 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2176642 Aug 29 23:55:17.935274 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-08303f26-290f-4dc8-82ee-d4f16011394d tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:18.026981 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-08303f26-290f-4dc8-82ee-d4f16011394d tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477666'] for floatingip (fadc1373-881d-4632-a76a-f7acfd58d78c), after_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:18.202174 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.db.l3_db [None req-08303f26-290f-4dc8-82ee-d4f16011394d tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Floating IP fadc1373-881d-4632-a76a-f7acfd58d78c associated. External IP: 172.27.1.116, port: 02e49e4b-817d-47fa-9692-a891d61a7f03. Aug 29 23:55:18.755163 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08303f26-290f-4dc8-82ee-d4f16011394d tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Router 0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e has already been hosted by L3 agent 037668f0-d812-4b59-9d2d-ce33f66a7708 {{(pid=113416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:55:18.776947 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d7946-98a4-4929-a2ff-6205e7f6e10e req-b05aaa31-a9f5-4cce-8ca8-30affdc93932 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:18.778820 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e86d7946-98a4-4929-a2ff-6205e7f6e10e req-b05aaa31-a9f5-4cce-8ca8-30affdc93932 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 943 time: 0.0849364 Aug 29 23:55:18.797498 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:18.849632 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e86d7946-98a4-4929-a2ff-6205e7f6e10e req-ccbfa283-221c-4217-9774-367966663ce8 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601635 Aug 29 23:55:18.850130 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:18.906440 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08303f26-290f-4dc8-82ee-d4f16011394d tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Notify agent at l3_agent.dv-cinder-855041-2-iscsi the message routers_updated {{(pid=113416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:55:18.913395 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-08303f26-290f-4dc8-82ee-d4f16011394d tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for floatingip (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:18.924904 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8fbdf9-b2ce-4055-8dcc-5e7cb8dd03bb None None] Sync routers for ids ['0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e'] in dv-cinder-855041-2-iscsi {{(pid=113417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:55:18.938394 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8fbdf9-b2ce-4055-8dcc-5e7cb8dd03bb None None] Routers {'0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:55:18.939086 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-7d8fbdf9-b2ce-4055-8dcc-5e7cb8dd03bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:55:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e'], 'active': True} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:55:18.954545 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-08303f26-290f-4dc8-82ee-d4f16011394d tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "PUT /networking/v2.0/floatingips/fadc1373-881d-4632-a76a-f7acfd58d78c HTTP/1.1" status: 200 len: 991 time: 2.5439861 Aug 29 23:55:18.955376 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '566e2dc8-23df-460a-bc9e-6d686006f9ef', 'tag': '02e49e4b-817d-47fa-9692-a891d61a7f03'}] {{(pid=113416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:55:18.959087 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca1b1d0bad556637bdc4aa8e491b493d03ba5f494de7569054403470f02cf73a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7effc9ee-35aa-4d5a-a5c9-69ba66937a58" -d '{"events": [{"name": "network-changed", "server_uuid": "566e2dc8-23df-460a-bc9e-6d686006f9ef", "tag": "02e49e4b-817d-47fa-9692-a891d61a7f03"}]}' {{(pid=113416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:55:19.040065 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 23:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854e75ad-96d5-47d9-b5fd-9e92d0c291a6 x-openstack-request-id: req-854e75ad-96d5-47d9-b5fd-9e92d0c291a6 {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:55:19.040830 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "566e2dc8-23df-460a-bc9e-6d686006f9ef", "tag": "02e49e4b-817d-47fa-9692-a891d61a7f03", "status": "completed", "code": 200}]} {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:55:19.041178 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-854e75ad-96d5-47d9-b5fd-9e92d0c291a6 {{(pid=113416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:55:19.041863 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-854e75ad-96d5-47d9-b5fd-9e92d0c291a6'] response: {'name': 'network-changed', 'server_uuid': '566e2dc8-23df-460a-bc9e-6d686006f9ef', 'tag': '02e49e4b-817d-47fa-9692-a891d61a7f03', 'status': 'completed', 'code': 200} Aug 29 23:55:19.140275 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvr_db [None req-7d8fbdf9-b2ce-4055-8dcc-5e7cb8dd03bb None None] Set router 0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e gateway port host: dv-cinder-855041-2-iscsi {{(pid=113417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:55:19.146619 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7effc9ee-35aa-4d5a-a5c9-69ba66937a58 req-ad446cd1-7b3f-4477-b87c-a08af0638355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:19.148338 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-7effc9ee-35aa-4d5a-a5c9-69ba66937a58 req-ad446cd1-7b3f-4477-b87c-a08af0638355 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=dc817de5d4ef4812a2fee6ebe0895889&device_id=566e2dc8-23df-460a-bc9e-6d686006f9ef HTTP/1.1" status: 200 len: 1129 time: 0.0763240 Aug 29 23:55:19.305688 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7effc9ee-35aa-4d5a-a5c9-69ba66937a58 req-c9e4eb39-17f0-4076-8445-7f0e8ce47997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:19.308461 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-7effc9ee-35aa-4d5a-a5c9-69ba66937a58 req-c9e4eb39-17f0-4076-8445-7f0e8ce47997 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=e198d273-347a-4fa0-82d5-22e40c3600ea HTTP/1.1" status: 200 len: 920 time: 0.1492703 Aug 29 23:55:19.391325 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-7effc9ee-35aa-4d5a-a5c9-69ba66937a58 req-19b9d779-f8dd-49c0-9b69-a8240e94586c service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02e49e4b-817d-47fa-9692-a891d61a7f03 HTTP/1.1" status: 200 len: 999 time: 0.0711443 Aug 29 23:55:19.488248 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-7d8fbdf9-b2ce-4055-8dcc-5e7cb8dd03bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e', 'name': 'tempest-ServerRescueNegativeTestJSON-775195304-router', 'tenant_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'f2310b0e-c287-4f95-9f84-528a711e70f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:12Z', 'updated_at': '2022-08-29T23:52:28Z', 'revision_number': 4, 'project_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'gw_port': {'id': 'f2310b0e-c287-4f95-9f84-528a711e70f8', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:13Z', 'updated_at': '2022-08-29T23:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_floatingips': [{'id': 'fadc1373-881d-4632-a76a-f7acfd58d78c', 'tenant_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'floating_ip_address': '172.27.1.116', 'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'router_id': '0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e', 'port_id': '02e49e4b-817d-47fa-9692-a891d61a7f03', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e198d273-347a-4fa0-82d5-22e40c3600ea', 'mac_address': 'fa:16:3e:df:28:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566e2dc8-23df-460a-bc9e-6d686006f9ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:54:47Z', 'updated_at': '2022-08-29T23:55:17Z', 'revision_number': 1, 'project_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '966aacc9-57d0-4bcd-a0b7-ec830fd3f948', 'name': '', 'network_id': 'e198d273-347a-4fa0-82d5-22e40c3600ea', 'tenant_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'mac_address': 'fa:16:3e:7c:c1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '61447109-44f2-44fa-83dd-52a148538e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:24Z', 'updated_at': '2022-08-29T23:52:46Z', 'revision_number': 5, 'project_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'subnets': [{'id': '61447109-44f2-44fa-83dd-52a148538e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:55:19.518458 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8fbdf9-b2ce-4055-8dcc-5e7cb8dd03bb None None] Checking router: 0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e for host: dv-cinder-855041-2-iscsi {{(pid=113417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:55:19.530303 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8fbdf9-b2ce-4055-8dcc-5e7cb8dd03bb None None] Routers {'0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:55:19.530929 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-7d8fbdf9-b2ce-4055-8dcc-5e7cb8dd03bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:55:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e'], 'active': True} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:55:19.643536 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:19.647960 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvr_db [None req-7d8fbdf9-b2ce-4055-8dcc-5e7cb8dd03bb None None] Set router 0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e gateway port host: dv-cinder-855041-2-iscsi {{(pid=113417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:55:19.889816 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-7d8fbdf9-b2ce-4055-8dcc-5e7cb8dd03bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e', 'name': 'tempest-ServerRescueNegativeTestJSON-775195304-router', 'tenant_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'f2310b0e-c287-4f95-9f84-528a711e70f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:12Z', 'updated_at': '2022-08-29T23:52:28Z', 'revision_number': 4, 'project_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'gw_port': {'id': 'f2310b0e-c287-4f95-9f84-528a711e70f8', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:13Z', 'updated_at': '2022-08-29T23:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_floatingips': [{'id': 'fadc1373-881d-4632-a76a-f7acfd58d78c', 'tenant_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'floating_ip_address': '172.27.1.116', 'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'router_id': '0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e', 'port_id': '02e49e4b-817d-47fa-9692-a891d61a7f03', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e198d273-347a-4fa0-82d5-22e40c3600ea', 'mac_address': 'fa:16:3e:df:28:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566e2dc8-23df-460a-bc9e-6d686006f9ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:54:47Z', 'updated_at': '2022-08-29T23:55:17Z', 'revision_number': 1, 'project_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '966aacc9-57d0-4bcd-a0b7-ec830fd3f948', 'name': '', 'network_id': 'e198d273-347a-4fa0-82d5-22e40c3600ea', 'tenant_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'mac_address': 'fa:16:3e:7c:c1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '61447109-44f2-44fa-83dd-52a148538e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:24Z', 'updated_at': '2022-08-29T23:52:46Z', 'revision_number': 5, 'project_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'subnets': [{'id': '61447109-44f2-44fa-83dd-52a148538e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:55:19.919500 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8fbdf9-b2ce-4055-8dcc-5e7cb8dd03bb None None] The sync data for ids ['0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e'] in dv-cinder-855041-2-iscsi is: [{'id': '0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e', 'name': 'tempest-ServerRescueNegativeTestJSON-775195304-router', 'tenant_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'f2310b0e-c287-4f95-9f84-528a711e70f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:12Z', 'updated_at': '2022-08-29T23:52:28Z', 'revision_number': 4, 'project_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'gw_port': {'id': 'f2310b0e-c287-4f95-9f84-528a711e70f8', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:13Z', 'updated_at': '2022-08-29T23:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_floatingips': [{'id': 'fadc1373-881d-4632-a76a-f7acfd58d78c', 'tenant_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'floating_ip_address': '172.27.1.116', 'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'router_id': '0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e', 'port_id': '02e49e4b-817d-47fa-9692-a891d61a7f03', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e198d273-347a-4fa0-82d5-22e40c3600ea', 'mac_address': 'fa:16:3e:df:28:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566e2dc8-23df-460a-bc9e-6d686006f9ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:54:47Z', 'updated_at': '2022-08-29T23:55:17Z', 'revision_number': 1, 'project_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '966aacc9-57d0-4bcd-a0b7-ec830fd3f948', 'name': '', 'network_id': 'e198d273-347a-4fa0-82d5-22e40c3600ea', 'tenant_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'mac_address': 'fa:16:3e:7c:c1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '61447109-44f2-44fa-83dd-52a148538e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:24Z', 'updated_at': '2022-08-29T23:52:46Z', 'revision_number': 5, 'project_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'subnets': [{'id': '61447109-44f2-44fa-83dd-52a148538e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:55:20.009370 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd3d11-c507-480f-9912-9cf12477cea0 req-2f5dffc2-9e95-4e14-8a4f-6cd97d488bcb tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:20.012005 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-f2dd3d11-c507-480f-9912-9cf12477cea0 req-2f5dffc2-9e95-4e14-8a4f-6cd97d488bcb tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 943 time: 0.0697346 Aug 29 23:55:20.069073 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-f2dd3d11-c507-480f-9912-9cf12477cea0 req-c3f8357b-1885-4a09-ab8d-8f256c642cdf tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500972 Aug 29 23:55:20.199036 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac3573b-8b86-4d03-bd1d-2720c5a44dba None None] New status for floating IP fadc1373-881d-4632-a76a-f7acfd58d78c: ACTIVE {{(pid=113418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 23:55:20.437682 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7effc9ee-35aa-4d5a-a5c9-69ba66937a58 req-57066689-393b-45e4-8071-2776165d03ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:20.439236 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-7effc9ee-35aa-4d5a-a5c9-69ba66937a58 req-57066689-393b-45e4-8071-2776165d03ad service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=61447109-44f2-44fa-83dd-52a148538e4e HTTP/1.1" status: 200 len: 857 time: 0.0534463 Aug 29 23:55:21.219116 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929dedd2-ecb7-4544-923c-6fba7735e109 req-29aadd2e-6cc3-4927-8b52-5d4eadd79eab tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:21.220649 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-929dedd2-ecb7-4544-923c-6fba7735e109 req-29aadd2e-6cc3-4927-8b52-5d4eadd79eab tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 943 time: 0.0525029 Aug 29 23:55:21.318583 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-929dedd2-ecb7-4544-923c-6fba7735e109 req-441b7e5e-a216-4f5b-ad4c-a89a22db1b25 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922148 Aug 29 23:55:21.321584 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7effc9ee-35aa-4d5a-a5c9-69ba66937a58 req-72ea9085-9b3f-4564-bbae-7f583742901f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:21.323593 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-7effc9ee-35aa-4d5a-a5c9-69ba66937a58 req-72ea9085-9b3f-4564-bbae-7f583742901f service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=e198d273-347a-4fa0-82d5-22e40c3600ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0690947 Aug 29 23:55:22.476998 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf989640-0a08-4b9b-830f-59add875a68a req-9381ed01-e91d-4825-8d1a-3ec96112ece2 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:22.478988 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-cf989640-0a08-4b9b-830f-59add875a68a req-9381ed01-e91d-4825-8d1a-3ec96112ece2 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 943 time: 0.0573707 Aug 29 23:55:22.555603 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:22.581670 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-cf989640-0a08-4b9b-830f-59add875a68a req-3099dbcd-a8ea-4d4d-a76f-e426cb1a8a34 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928679 Aug 29 23:55:22.601403 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-7effc9ee-35aa-4d5a-a5c9-69ba66937a58 req-aac08154-7bed-48d6-977c-97b2b6ec1df3 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/e198d273-347a-4fa0-82d5-22e40c3600ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427605 Aug 29 23:55:23.146429 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-7effc9ee-35aa-4d5a-a5c9-69ba66937a58 req-7f711679-e5a5-4a0f-9881-8b1116771af5 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/e198d273-347a-4fa0-82d5-22e40c3600ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958314 Aug 29 23:55:23.718336 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8ac37d-13bd-4ad7-92f1-aac6fbb4b876 req-755d10d2-8a2f-41a9-9b50-94479c5a4320 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:23.719824 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-7b8ac37d-13bd-4ad7-92f1-aac6fbb4b876 req-755d10d2-8a2f-41a9-9b50-94479c5a4320 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 943 time: 0.0500286 Aug 29 23:55:23.770761 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-7b8ac37d-13bd-4ad7-92f1-aac6fbb4b876 req-08398d23-3d1c-4e57-ab0e-f582e67fd893 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453911 Aug 29 23:55:24.955618 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed143b3-e73f-4715-94b5-ae9fbb7bd816 req-7e9193a1-e363-419e-b9ec-28832df561bb tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:24.964761 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-7ed143b3-e73f-4715-94b5-ae9fbb7bd816 req-7e9193a1-e363-419e-b9ec-28832df561bb tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 943 time: 0.0859976 Aug 29 23:55:25.048596 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-7ed143b3-e73f-4715-94b5-ae9fbb7bd816 req-2948843e-54be-480b-aa59-02fce815f3dc tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741901 Aug 29 23:55:25.572625 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 50082) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:55:25.722761 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-c875fba8-4985-46b1-aa0d-e6ed0358bca0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:25.749830 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:25.836335 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-c875fba8-4985-46b1-aa0d-e6ed0358bca0 admin admin] Publish callbacks [] for security_group (2456418c-660b-47f0-9934-1e876ebfeee1), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:25.911322 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-c875fba8-4985-46b1-aa0d-e6ed0358bca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (2456418c-660b-47f0-9934-1e876ebfeee1), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:25.971242 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 50088) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:55:25.971775 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-c875fba8-4985-46b1-aa0d-e6ed0358bca0 admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=94814a444a2b43e893662819ff82f492&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3972497 Aug 29 23:55:25.978230 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c875fba8-4985-46b1-aa0d-e6ed0358bca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2456418c-660b-47f0-9934-1e876ebfeee1,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:25.988829 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c875fba8-4985-46b1-aa0d-e6ed0358bca0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:25.989267 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c875fba8-4985-46b1-aa0d-e6ed0358bca0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:25.989673 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c875fba8-4985-46b1-aa0d-e6ed0358bca0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:25.990104 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c875fba8-4985-46b1-aa0d-e6ed0358bca0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:25.990526 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c875fba8-4985-46b1-aa0d-e6ed0358bca0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:25.990896 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c875fba8-4985-46b1-aa0d-e6ed0358bca0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:25.991324 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c875fba8-4985-46b1-aa0d-e6ed0358bca0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:25.991697 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c875fba8-4985-46b1-aa0d-e6ed0358bca0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:25.992404 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c875fba8-4985-46b1-aa0d-e6ed0358bca0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:25.993081 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c875fba8-4985-46b1-aa0d-e6ed0358bca0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:25.994121 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c875fba8-4985-46b1-aa0d-e6ed0358bca0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:25.994648 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c875fba8-4985-46b1-aa0d-e6ed0358bca0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:25.995208 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c875fba8-4985-46b1-aa0d-e6ed0358bca0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:25.995870 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c875fba8-4985-46b1-aa0d-e6ed0358bca0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:25.996296 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c875fba8-4985-46b1-aa0d-e6ed0358bca0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:26.048320 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-f8078420-0e45-4baf-8186-5aa3f0bf63d7 admin admin] Publish callbacks [] for security_group (2456418c-660b-47f0-9934-1e876ebfeee1), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:26.085955 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-f8078420-0e45-4baf-8186-5aa3f0bf63d7 admin admin] Publish callbacks [] for security_group (2456418c-660b-47f0-9934-1e876ebfeee1), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:26.241418 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5236ab-d65b-4648-9340-3110bddadced req-70e92098-8c58-42d2-93c1-c2e14a2be7c8 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:26.245329 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-5d5236ab-d65b-4648-9340-3110bddadced req-70e92098-8c58-42d2-93c1-c2e14a2be7c8 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 943 time: 0.0677691 Aug 29 23:55:26.317018 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-f8078420-0e45-4baf-8186-5aa3f0bf63d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (2456418c-660b-47f0-9934-1e876ebfeee1), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:26.320561 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-f8078420-0e45-4baf-8186-5aa3f0bf63d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:26.322182 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-f8078420-0e45-4baf-8186-5aa3f0bf63d7 admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/2456418c-660b-47f0-9934-1e876ebfeee1 HTTP/1.1" status: 204 len: 168 time: 0.3486388 Aug 29 23:55:26.336769 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8078420-0e45-4baf-8186-5aa3f0bf63d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2456418c-660b-47f0-9934-1e876ebfeee1,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:26.347061 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:26.350128 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8078420-0e45-4baf-8186-5aa3f0bf63d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:26.351317 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8078420-0e45-4baf-8186-5aa3f0bf63d7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:26.351849 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8078420-0e45-4baf-8186-5aa3f0bf63d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:26.352347 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8078420-0e45-4baf-8186-5aa3f0bf63d7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:26.353402 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8078420-0e45-4baf-8186-5aa3f0bf63d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:26.354065 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8078420-0e45-4baf-8186-5aa3f0bf63d7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:26.354580 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8078420-0e45-4baf-8186-5aa3f0bf63d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:26.355082 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8078420-0e45-4baf-8186-5aa3f0bf63d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:26.355672 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8078420-0e45-4baf-8186-5aa3f0bf63d7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:26.356231 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8078420-0e45-4baf-8186-5aa3f0bf63d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:26.356758 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8078420-0e45-4baf-8186-5aa3f0bf63d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:26.357249 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8078420-0e45-4baf-8186-5aa3f0bf63d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:26.357736 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8078420-0e45-4baf-8186-5aa3f0bf63d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:26.358215 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8078420-0e45-4baf-8186-5aa3f0bf63d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:26.358696 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8078420-0e45-4baf-8186-5aa3f0bf63d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:26.379313 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-5d5236ab-d65b-4648-9340-3110bddadced req-df1b15f8-68b2-4764-9914-527f37863bb3 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273098 Aug 29 23:55:27.339402 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 50108) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:55:27.374191 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-9afa8df0-bbec-4036-9065-636b24d181f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:27.533208 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-9afa8df0-bbec-4036-9065-636b24d181f7 admin admin] Publish callbacks [] for security_group (ce6000c0-b7e4-40c5-9707-057b798cace8), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:27.551886 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ce6341-3a73-4f96-9bd1-57277a2e9d76 req-0b6c91d6-8ad4-41be-b6ae-0c98afbeff87 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:27.554725 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-49ce6341-3a73-4f96-9bd1-57277a2e9d76 req-0b6c91d6-8ad4-41be-b6ae-0c98afbeff87 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 943 time: 0.0676036 Aug 29 23:55:27.604558 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-9afa8df0-bbec-4036-9065-636b24d181f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (ce6000c0-b7e4-40c5-9707-057b798cace8), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:27.628739 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:27.641728 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-49ce6341-3a73-4f96-9bd1-57277a2e9d76 req-3d98cf77-53a7-4ea9-bed5-a8b0fdb58c41 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813966 Aug 29 23:55:27.670493 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afa8df0-bbec-4036-9065-636b24d181f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6000c0-b7e4-40c5-9707-057b798cace8,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:27.687126 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-9afa8df0-bbec-4036-9065-636b24d181f7 admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=4d95b1d8f1c0455d9853e95c4090a2a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3422823 Aug 29 23:55:27.689240 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 50118) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:55:27.782558 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-c91423a7-9cd5-46a1-aa58-93a010cc9664 admin admin] Publish callbacks [] for security_group (ce6000c0-b7e4-40c5-9707-057b798cace8), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:27.823190 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-c91423a7-9cd5-46a1-aa58-93a010cc9664 admin admin] Publish callbacks [] for security_group (ce6000c0-b7e4-40c5-9707-057b798cace8), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:27.986955 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-c91423a7-9cd5-46a1-aa58-93a010cc9664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (ce6000c0-b7e4-40c5-9707-057b798cace8), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:27.990553 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-c91423a7-9cd5-46a1-aa58-93a010cc9664 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:28.002685 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-c91423a7-9cd5-46a1-aa58-93a010cc9664 admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/ce6000c0-b7e4-40c5-9707-057b798cace8 HTTP/1.1" status: 204 len: 168 time: 0.3047910 Aug 29 23:55:28.027445 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91423a7-9cd5-46a1-aa58-93a010cc9664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6000c0-b7e4-40c5-9707-057b798cace8,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:28.859906 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15323c36-7c70-44a1-bff0-4adad31a09dc req-50d09dc8-4eae-4d35-aa80-9c3a7cec57bc tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:28.877384 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-15323c36-7c70-44a1-bff0-4adad31a09dc req-50d09dc8-4eae-4d35-aa80-9c3a7cec57bc tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 943 time: 0.1171622 Aug 29 23:55:28.965295 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-15323c36-7c70-44a1-bff0-4adad31a09dc req-5656399b-4cc6-4d33-9dbc-5ba1ceae6a5c tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852120 Aug 29 23:55:29.043239 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 50132) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:55:29.061922 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-a7023ad0-cc52-433f-9d29-a9e61d939689 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:29.100724 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:29.199497 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-a7023ad0-cc52-433f-9d29-a9e61d939689 admin admin] Publish callbacks [] for security_group (b8c217fe-d786-4595-8841-ac6f297bfde0), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:29.277477 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-a7023ad0-cc52-433f-9d29-a9e61d939689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (b8c217fe-d786-4595-8841-ac6f297bfde0), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:29.461409 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 50142) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:55:29.471533 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-a7023ad0-cc52-433f-9d29-a9e61d939689 admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=6403d1785a9c4df0af9f2a23fa4baa10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4268851 Aug 29 23:55:29.474947 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d25aa-26b9-4686-8d32-f4dbe110256f req-a5940009-ed00-40de-bc44-273b4126f0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:29.479478 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e31d25aa-26b9-4686-8d32-f4dbe110256f req-a5940009-ed00-40de-bc44-273b4126f0db service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420&tenant_id=3beae764b5cb4dcd9f13e26878bbac48 HTTP/1.1" status: 200 len: 1127 time: 0.1653740 Aug 29 23:55:29.479711 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7023ad0-cc52-433f-9d29-a9e61d939689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c217fe-d786-4595-8841-ac6f297bfde0,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:29.575428 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d25aa-26b9-4686-8d32-f4dbe110256f req-fd7c745f-d474-4dd3-ad1b-d57d57dea01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:29.578069 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e31d25aa-26b9-4686-8d32-f4dbe110256f req-fd7c745f-d474-4dd3-ad1b-d57d57dea01d service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=3beae764b5cb4dcd9f13e26878bbac48&device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 1127 time: 0.0492542 Aug 29 23:55:29.585821 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-0c24ce5c-894e-4426-99a4-918e74c69012 admin admin] Publish callbacks [] for security_group (b8c217fe-d786-4595-8841-ac6f297bfde0), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:29.634078 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-0c24ce5c-894e-4426-99a4-918e74c69012 admin admin] Publish callbacks [] for security_group (b8c217fe-d786-4595-8841-ac6f297bfde0), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:29.717880 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d25aa-26b9-4686-8d32-f4dbe110256f req-6811be9b-a604-481a-afb5-cde2d2dbd121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:29.719625 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e31d25aa-26b9-4686-8d32-f4dbe110256f req-6811be9b-a604-481a-afb5-cde2d2dbd121 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=7a46036d-55d3-472c-985d-7d32e6afcac9 HTTP/1.1" status: 200 len: 919 time: 0.1329691 Aug 29 23:55:29.796922 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-0c24ce5c-894e-4426-99a4-918e74c69012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (b8c217fe-d786-4595-8841-ac6f297bfde0), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:29.801210 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-0c24ce5c-894e-4426-99a4-918e74c69012 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:29.803020 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-0c24ce5c-894e-4426-99a4-918e74c69012 admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/b8c217fe-d786-4595-8841-ac6f297bfde0 HTTP/1.1" status: 204 len: 168 time: 0.3400061 Aug 29 23:55:29.823522 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c24ce5c-894e-4426-99a4-918e74c69012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c217fe-d786-4595-8841-ac6f297bfde0,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:29.901384 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e31d25aa-26b9-4686-8d32-f4dbe110256f req-3c38ebc0-3fba-4973-85a1-b7f4a26fb067 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8d16afd-dba0-4d77-93f1-1d3f97943c11 HTTP/1.1" status: 200 len: 999 time: 0.1720464 Aug 29 23:55:29.999596 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d25aa-26b9-4686-8d32-f4dbe110256f req-e990976b-db2c-4cc4-a30c-2243e445acc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:30.001691 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e31d25aa-26b9-4686-8d32-f4dbe110256f req-e990976b-db2c-4cc4-a30c-2243e445acc3 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=16471bf1-5160-46ce-b487-b87c8418028b HTTP/1.1" status: 200 len: 856 time: 0.0794132 Aug 29 23:55:30.327235 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:30.469772 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:30.471544 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d25aa-26b9-4686-8d32-f4dbe110256f req-6469c95c-a7f5-49ad-8fc6-fdf5b99c3e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:30.473835 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e31d25aa-26b9-4686-8d32-f4dbe110256f req-6469c95c-a7f5-49ad-8fc6-fdf5b99c3e90 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=7a46036d-55d3-472c-985d-7d32e6afcac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4616683 Aug 29 23:55:30.548447 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c33b62-83eb-446f-bf61-dd898f95e25d req-79856f6c-1dcb-49c9-bba5-e73e325b6b3d tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:30.550262 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-31c33b62-83eb-446f-bf61-dd898f95e25d req-79856f6c-1dcb-49c9-bba5-e73e325b6b3d tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 943 time: 0.0753021 Aug 29 23:55:30.658093 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-31c33b62-83eb-446f-bf61-dd898f95e25d req-23259ce7-b339-4545-b7fe-344b1618ba82 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962498 Aug 29 23:55:31.523192 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e31d25aa-26b9-4686-8d32-f4dbe110256f req-9dae0673-8348-45b4-b34b-38d0c441f7bb service neutron] 10.222.0.87 "GET /networking/v2.0/networks/7a46036d-55d3-472c-985d-7d32e6afcac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039163 Aug 29 23:55:31.884435 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e954357-8ddd-4f67-b416-cd228fe57457 req-df710b84-441b-4b34-82ef-5c25b4970f4a tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:31.893331 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-2e954357-8ddd-4f67-b416-cd228fe57457 req-df710b84-441b-4b34-82ef-5c25b4970f4a tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 943 time: 0.1030238 Aug 29 23:55:31.980165 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-2e954357-8ddd-4f67-b416-cd228fe57457 req-00691064-4d93-4f96-a926-239f0245ebbe tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859089 Aug 29 23:55:33.152594 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f745e7-52cc-4871-9e4e-e8cfb2b6c1e3 req-4bbaaa94-3d56-43fd-ab9c-d604abab2277 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:33.154107 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c0f745e7-52cc-4871-9e4e-e8cfb2b6c1e3 req-4bbaaa94-3d56-43fd-ab9c-d604abab2277 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 943 time: 0.0537305 Aug 29 23:55:33.217186 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c0f745e7-52cc-4871-9e4e-e8cfb2b6c1e3 req-bf57fc14-0692-4bd0-88f6-2bacb7c8fefb tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572188 Aug 29 23:55:33.305381 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e31d25aa-26b9-4686-8d32-f4dbe110256f req-0419518c-577d-4914-b6b2-e0ffb451c955 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/7a46036d-55d3-472c-985d-7d32e6afcac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988607 Aug 29 23:55:34.491045 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a64daf-19db-4d4a-b500-b0d148bc1316 req-ecd03215-8f5a-4409-8672-acf5a14b784b tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:34.500123 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-58a64daf-19db-4d4a-b500-b0d148bc1316 req-ecd03215-8f5a-4409-8672-acf5a14b784b tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 943 time: 0.1338301 Aug 29 23:55:34.615923 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-58a64daf-19db-4d4a-b500-b0d148bc1316 req-08ebd5bb-3ae3-4385-93c0-b2950d1baeb6 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145818 Aug 29 23:55:35.857810 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841cfa52-3d2d-4e87-a959-a35769ebfa04 req-88f2edab-810a-484c-8c78-8b03b6560c1f tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:35.860366 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-841cfa52-3d2d-4e87-a959-a35769ebfa04 req-88f2edab-810a-484c-8c78-8b03b6560c1f tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 943 time: 0.0842781 Aug 29 23:55:35.982968 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-841cfa52-3d2d-4e87-a959-a35769ebfa04 req-784fd3ab-8752-4bd8-b7e4-12aefa7f25c7 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010163 Aug 29 23:55:37.175345 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3732a53d-babe-4bc8-a9c5-771c259f4434 req-5752f6ec-cd76-44c1-86c8-552e357af8ef tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:37.177359 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-3732a53d-babe-4bc8-a9c5-771c259f4434 req-5752f6ec-cd76-44c1-86c8-552e357af8ef tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 943 time: 0.0842993 Aug 29 23:55:37.233630 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-3732a53d-babe-4bc8-a9c5-771c259f4434 req-e35063ab-7040-4dad-9213-9a682a740714 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485985 Aug 29 23:55:38.047253 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=78 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:38.378510 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d04764-0326-478f-9f03-cf067fb93cb9 req-53d3c4ec-bcc2-49c8-83e3-517e8b5b5d7d tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:38.380281 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-71d04764-0326-478f-9f03-cf067fb93cb9 req-53d3c4ec-bcc2-49c8-83e3-517e8b5b5d7d tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 943 time: 0.0516982 Aug 29 23:55:38.408313 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:38.447083 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-71d04764-0326-478f-9f03-cf067fb93cb9 req-4ccea85f-b84a-4741-a284-fd3bb560cbe2 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604305 Aug 29 23:55:39.743490 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b90bd4-2d89-4198-a339-3d0daa5cb902 req-7baaea40-5532-4207-9d18-47a6aa89941f tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:39.756488 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-29b90bd4-2d89-4198-a339-3d0daa5cb902 req-7baaea40-5532-4207-9d18-47a6aa89941f tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 943 time: 0.1467237 Aug 29 23:55:39.812283 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=34,neutron:DELETE=4 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:39.814854 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=13,neutron:DELETE=2 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:39.842472 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-29b90bd4-2d89-4198-a339-3d0daa5cb902 req-235c7528-62c0-4a10-b6b2-df4648d40a75 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859590 Aug 29 23:55:39.853823 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=24 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:40.311314 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-49960cf6-d306-4912-a310-a0035693de0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (1020f8f9-c858-45a1-84c5-376480b0ca2e), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:41.045780 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:41.103694 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712b513-1905-463b-8bde-9b9093eb0fb6 req-ae80c8f3-dbc0-4dbb-8670-15a6398e7559 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:41.112249 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-2712b513-1905-463b-8bde-9b9093eb0fb6 req-ae80c8f3-dbc0-4dbb-8670-15a6398e7559 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 943 time: 0.0899403 Aug 29 23:55:41.198144 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-2712b513-1905-463b-8bde-9b9093eb0fb6 req-ff4bbd35-36c6-488f-bd8c-123d48d5ef67 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799243 Aug 29 23:55:42.437518 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c06e3b-87c7-4654-8716-38eb75267f0c req-ef3b44dc-7d5e-4d67-81b5-8a148ff16200 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:42.452626 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-53c06e3b-87c7-4654-8716-38eb75267f0c req-ef3b44dc-7d5e-4d67-81b5-8a148ff16200 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 943 time: 0.0693479 Aug 29 23:55:42.534549 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-53c06e3b-87c7-4654-8716-38eb75267f0c req-c8b95235-be9d-499a-904b-1f8dd4d4bb67 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802248 Aug 29 23:55:43.026918 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (a7eaf665-0f6d-431a-9601-222c900251ec), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:43.348795 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=21,neutron:DELETE=1 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:43.351050 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=3 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:43.402035 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-7ec2f5ce-c4ac-4b96-b75a-a54307fcf37b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (037668f0-d812-4b59-9d2d-ce33f66a7708), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:43.744442 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d4a7d-5d20-47e6-8f71-ff455a2d6167 req-35cec560-a6e6-44db-ad12-5fc89c290b8f tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:43.747439 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-0b1d4a7d-5d20-47e6-8f71-ff455a2d6167 req-35cec560-a6e6-44db-ad12-5fc89c290b8f tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 943 time: 0.0841830 Aug 29 23:55:43.823395 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-0b1d4a7d-5d20-47e6-8f71-ff455a2d6167 req-10a54e93-0989-4a3c-89e2-3c649bced2a6 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661066 Aug 29 23:55:44.478542 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cdcd43ac-7909-438b-ba67-31b4a20d4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (bcd4f52e-0d63-4d8a-9dda-ff825ab30758), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:45.024796 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35375d72-e5a8-4f47-be4f-d3caaa36d946 req-0260dead-b76a-4835-8e1d-83e2207e4338 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:45.026566 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-35375d72-e5a8-4f47-be4f-d3caaa36d946 req-0260dead-b76a-4835-8e1d-83e2207e4338 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 943 time: 0.0750494 Aug 29 23:55:45.085632 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-35375d72-e5a8-4f47-be4f-d3caaa36d946 req-b10adcf7-a41e-48b0-b269-700e7a8f45ca tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494049 Aug 29 23:55:45.590036 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (01773ddc-a5d8-4c68-b7b5-e385af2b339f), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:46.234001 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7174b9b1-a36f-42ca-bd33-7ef530584ed6 req-8fdf25fd-0d3d-4a78-96cd-1684a76c0bf9 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:46.235565 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-7174b9b1-a36f-42ca-bd33-7ef530584ed6 req-8fdf25fd-0d3d-4a78-96cd-1684a76c0bf9 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 943 time: 0.0506115 Aug 29 23:55:46.293592 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-7174b9b1-a36f-42ca-bd33-7ef530584ed6 req-d82400d7-27a7-4ba7-8c2d-4db81984ceed tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516386 Aug 29 23:55:46.452986 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-55545b4a-c719-46e4-a9c5-7c044aa64822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (63136763-0f20-46a8-951a-2f70193501e4), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:47.433806 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd6999f-3b5f-4459-b97a-ed7a576484b7 req-9843de51-4eb3-43b2-8510-97713c4d6f94 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:47.435347 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-cbd6999f-3b5f-4459-b97a-ed7a576484b7 req-9843de51-4eb3-43b2-8510-97713c4d6f94 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 943 time: 0.0578270 Aug 29 23:55:47.489165 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-cbd6999f-3b5f-4459-b97a-ed7a576484b7 req-c833a7e3-67f1-42c7-af03-13e983d4702d tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476930 Aug 29 23:55:48.624780 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6406d29-4ec6-4010-87f8-bfa006baf613 req-37b611ed-ad65-454b-90af-b725f5c3fd0e tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:48.626418 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c6406d29-4ec6-4010-87f8-bfa006baf613 req-37b611ed-ad65-454b-90af-b725f5c3fd0e tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 943 time: 0.0526407 Aug 29 23:55:48.680673 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c6406d29-4ec6-4010-87f8-bfa006baf613 req-43fd1578-8e68-438a-9689-4d021e2e2058 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482507 Aug 29 23:55:49.828077 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb70df-3117-4ef0-bc87-b952e38d4216 req-4e588b60-c5ab-47de-a0d1-c7ea251b5846 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:49.829723 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-3aeb70df-3117-4ef0-bc87-b952e38d4216 req-4e588b60-c5ab-47de-a0d1-c7ea251b5846 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 943 time: 0.0549924 Aug 29 23:55:49.895166 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-3aeb70df-3117-4ef0-bc87-b952e38d4216 req-09a80b55-05ec-4321-a116-a9f7438428c8 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562615 Aug 29 23:55:51.032544 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec798f-3920-4a16-9937-d27577811559 req-4597aa9f-2adf-4d5d-91b6-0482815dd09e tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:51.034234 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b3ec798f-3920-4a16-9937-d27577811559 req-4597aa9f-2adf-4d5d-91b6-0482815dd09e tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 943 time: 0.0565624 Aug 29 23:55:51.093827 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b3ec798f-3920-4a16-9937-d27577811559 req-ff8a19fd-8583-4d23-9fa2-5c316f345463 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522122 Aug 29 23:55:51.433513 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 50488) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:55:51.482804 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.db_base_plugin_v2 [None req-98129fe0-e090-4ed1-b4f6-6ceccc7ad971 admin admin] Deleting subnet c139329e-c0bd-40be-b36f-2bad6bfc37cd {{(pid=113416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 23:55:51.486295 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-98129fe0-e090-4ed1-b4f6-6ceccc7ad971 admin admin] Publish callbacks [] for subnet (c139329e-c0bd-40be-b36f-2bad6bfc37cd), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:51.529717 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-98129fe0-e090-4ed1-b4f6-6ceccc7ad971 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10966540'] for subnet (c139329e-c0bd-40be-b36f-2bad6bfc37cd), precommit_delete_associations {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:51.562978 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a6b27a-3ee9-4d1f-971f-8af12799cbcc req-10a34368-bbcc-4718-a007-dbae3789b572 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:51.565251 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-85a6b27a-3ee9-4d1f-971f-8af12799cbcc req-10a34368-bbcc-4718-a007-dbae3789b572 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=643bb5c5-0c90-4aa6-b32b-6082a8e40e3d HTTP/1.1" status: 200 len: 946 time: 0.0701504 Aug 29 23:55:51.577412 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-98129fe0-e090-4ed1-b4f6-6ceccc7ad971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3500387'] for subnet (c139329e-c0bd-40be-b36f-2bad6bfc37cd), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:51.619704 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-85a6b27a-3ee9-4d1f-971f-8af12799cbcc req-075b9749-4279-4bde-8056-4ecb9857d76c tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=1d395dde-8486-4434-bdf6-ee9fb7385d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480840 Aug 29 23:55:51.682688 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-98129fe0-e090-4ed1-b4f6-6ceccc7ad971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3500410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4096602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10966559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11693050'] for subnet (c139329e-c0bd-40be-b36f-2bad6bfc37cd), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:51.711351 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98129fe0-e090-4ed1-b4f6-6ceccc7ad971 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c139329e-c0bd-40be-b36f-2bad6bfc37cd,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:51.714927 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-98129fe0-e090-4ed1-b4f6-6ceccc7ad971 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for subnet (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:51.718045 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-98129fe0-e090-4ed1-b4f6-6ceccc7ad971 admin admin] 10.222.0.90 "DELETE /networking/v2.0/subnets/c139329e-c0bd-40be-b36f-2bad6bfc37cd HTTP/1.1" status: 204 len: 168 time: 0.2835226 Aug 29 23:55:51.721425 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 50492) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:55:51.801451 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-05e76923-4cfb-44fb-aca1-4e56b42fe882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578142'] for network (c2c3299b-0403-418b-997c-2b2e94887975), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:51.894512 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-05e76923-4cfb-44fb-aca1-4e56b42fe882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3498496', 'neutron.services.segments.db._delete_segments_for_network-8751006364483'] for network (c2c3299b-0403-418b-997c-2b2e94887975), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:51.920720 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.services.segments.db [None req-05e76923-4cfb-44fb-aca1-4e56b42fe882 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2c3299b-0403-418b-997c-2b2e94887975']}} {{(pid=113416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:55:51.931821 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.services.segments.db [None req-05e76923-4cfb-44fb-aca1-4e56b42fe882 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c16207b7-6b15-46e9-b824-4d785922d8f3') {'for_net_delete': True} {{(pid=113416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:55:51.932079 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.services.segments.db [None req-05e76923-4cfb-44fb-aca1-4e56b42fe882 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c16207b7-6b15-46e9-b824-4d785922d8f3') {} {{(pid=113416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:55:51.947768 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-05e76923-4cfb-44fb-aca1-4e56b42fe882 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751006358959', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10966535'] for segment (c16207b7-6b15-46e9-b824-4d785922d8f3), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:51.967269 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-05e76923-4cfb-44fb-aca1-4e56b42fe882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3480186'] for segment (c16207b7-6b15-46e9-b824-4d785922d8f3), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:51.975893 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05e76923-4cfb-44fb-aca1-4e56b42fe882 admin admin] Releasing vlan 1142 on physical network physnet1 to pool {{(pid=113416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 23:55:51.976845 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-05e76923-4cfb-44fb-aca1-4e56b42fe882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3480186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10963641'] for segment (c16207b7-6b15-46e9-b824-4d785922d8f3), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:52.020910 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.services.segments.plugin [-] Segment c16207b7-6b15-46e9-b824-4d785922d8f3 resource provider aggregate not found Aug 29 23:55:52.040349 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.services.segments.plugin [-] Segment c16207b7-6b15-46e9-b824-4d785922d8f3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c16207b7-6b15-46e9-b824-4d785922d8f3 found for delete ", "request_id": "req-f6054fbb-6abd-4313-af93-97b1e7d68679"}]} Aug 29 23:55:52.111250 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-05e76923-4cfb-44fb-aca1-4e56b42fe882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3498505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477645'] for network (c2c3299b-0403-418b-997c-2b2e94887975), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:52.117174 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-05e76923-4cfb-44fb-aca1-4e56b42fe882 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for network (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:52.120933 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-05e76923-4cfb-44fb-aca1-4e56b42fe882 admin admin] 10.222.0.90 "DELETE /networking/v2.0/networks/c2c3299b-0403-418b-997c-2b2e94887975 HTTP/1.1" status: 204 len: 168 time: 0.3984554 Aug 29 23:55:52.138312 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e76923-4cfb-44fb-aca1-4e56b42fe882 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2c3299b-0403-418b-997c-2b2e94887975,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:52.239183 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6ce5d-2774-4b98-9659-e888527c5f3c req-e90345ba-584f-453f-a450-7a21370179ce tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:52.240832 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-0ef6ce5d-2774-4b98-9659-e888527c5f3c req-e90345ba-584f-453f-a450-7a21370179ce tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 943 time: 0.0567729 Aug 29 23:55:52.277045 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:52.277670 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:52.301357 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-0ef6ce5d-2774-4b98-9659-e888527c5f3c req-bd451c23-a7bc-402b-b33e-a0a7ab8623fe tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534260 Aug 29 23:55:52.545679 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 50514) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:55:52.589415 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-522a2aff-a455-40ad-a794-09e38240efe9 admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=a9642272967c46b188cf1bced9ea6ab5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422535 Aug 29 23:55:52.591772 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 50516) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:55:52.647887 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-371b6000-058a-4c58-af53-3eb0835a2812 admin admin] Publish callbacks [] for security_group (8b531bbb-0a31-456d-a2f1-6b427cd98371), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:52.672780 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-371b6000-058a-4c58-af53-3eb0835a2812 admin admin] Publish callbacks [] for security_group (8b531bbb-0a31-456d-a2f1-6b427cd98371), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:52.751306 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bc9449-d45a-46b5-9447-d33701110963 req-fb0f0794-8776-4a93-a0ef-bbf26a339301 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:52.752839 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e4bc9449-d45a-46b5-9447-d33701110963 req-fb0f0794-8776-4a93-a0ef-bbf26a339301 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=643bb5c5-0c90-4aa6-b32b-6082a8e40e3d HTTP/1.1" status: 200 len: 946 time: 0.0516286 Aug 29 23:55:52.802832 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e4bc9449-d45a-46b5-9447-d33701110963 req-f4b2f53b-f53d-485b-b747-46e0bf0ba880 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=1d395dde-8486-4434-bdf6-ee9fb7385d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442512 Aug 29 23:55:52.841796 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-371b6000-058a-4c58-af53-3eb0835a2812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (8b531bbb-0a31-456d-a2f1-6b427cd98371), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:52.844386 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-371b6000-058a-4c58-af53-3eb0835a2812 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:52.848737 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-371b6000-058a-4c58-af53-3eb0835a2812 admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/8b531bbb-0a31-456d-a2f1-6b427cd98371 HTTP/1.1" status: 204 len: 168 time: 0.2559180 Aug 29 23:55:52.860361 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371b6000-058a-4c58-af53-3eb0835a2812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b531bbb-0a31-456d-a2f1-6b427cd98371,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:52.970931 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.agents_db [None req-4166f728-c6cb-4ae6-8e81-f61b29fbc360 None None] Agent healthcheck: found 6 active agents {{(pid=113418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 23:55:53.442803 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e47f635-33f0-40ae-a057-6438593906c3 req-31fe4bd1-cf63-4aa1-9dd2-8a5bb5c81180 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:53.444242 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-2e47f635-33f0-40ae-a057-6438593906c3 req-31fe4bd1-cf63-4aa1-9dd2-8a5bb5c81180 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 943 time: 0.0527935 Aug 29 23:55:53.503535 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-2e47f635-33f0-40ae-a057-6438593906c3 req-f1988124-a983-4002-aaea-eb4832a9c851 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518448 Aug 29 23:55:53.953836 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d082e-f3c7-4b42-8227-58b6d4b1b73b req-3eb29df9-c16a-48fc-a207-574aae56fca3 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:53.954404 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-099d082e-f3c7-4b42-8227-58b6d4b1b73b req-3eb29df9-c16a-48fc-a207-574aae56fca3 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=643bb5c5-0c90-4aa6-b32b-6082a8e40e3d HTTP/1.1" status: 200 len: 946 time: 0.0659819 Aug 29 23:55:54.015407 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-099d082e-f3c7-4b42-8227-58b6d4b1b73b req-efdfab4c-354f-4500-934b-231258723494 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=1d395dde-8486-4434-bdf6-ee9fb7385d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508783 Aug 29 23:55:54.222731 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981e1444-cdb2-48d3-a536-afd74b849780 req-b6e7c5a7-3915-4f9f-88f3-4c2421cd489f tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:54.224280 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-981e1444-cdb2-48d3-a536-afd74b849780 req-b6e7c5a7-3915-4f9f-88f3-4c2421cd489f tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.87 "GET /networking/v2.0/ports?device_id=643bb5c5-0c90-4aa6-b32b-6082a8e40e3d HTTP/1.1" status: 200 len: 946 time: 0.0573857 Aug 29 23:55:54.319921 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [req-981e1444-cdb2-48d3-a536-afd74b849780 req-1f97bc42-da22-4db6-ac5f-d41c41ddc3df tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] Deleting port fc16ae60-96b4-45ec-ac85-c7b2056ef931 {{(pid=113415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:55:54.320266 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-981e1444-cdb2-48d3-a536-afd74b849780 req-1f97bc42-da22-4db6-ac5f-d41c41ddc3df tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (fc16ae60-96b4-45ec-ac85-c7b2056ef931), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:54.424148 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.db [req-981e1444-cdb2-48d3-a536-afd74b849780 req-1f97bc42-da22-4db6-ac5f-d41c41ddc3df tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] For port fc16ae60-96b4-45ec-ac85-c7b2056ef931, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=fc16ae60-96b4-45ec-ac85-c7b2056ef931,segment=NetworkSegment(dad3ba3f-d50b-4a90-9593-18298e0d176c),segment_id=dad3ba3f-d50b-4a90-9593-18298e0d176c)] {{(pid=113415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:55:54.424654 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-981e1444-cdb2-48d3-a536-afd74b849780 req-1f97bc42-da22-4db6-ac5f-d41c41ddc3df tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (fc16ae60-96b4-45ec-ac85-c7b2056ef931), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:54.445967 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [req-981e1444-cdb2-48d3-a536-afd74b849780 req-1f97bc42-da22-4db6-ac5f-d41c41ddc3df tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] Calling delete_port for fc16ae60-96b4-45ec-ac85-c7b2056ef931 owned by compute:nova {{(pid=113415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:55:54.527807 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device b8d16afd-dba0-4d77-93f1-1d3f97943c11 details requested by agent hyperv_hv-cinder-85504 with host hv-cinder-85504 {{(pid=113417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 23:55:54.587160 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:54.647180 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:54.658472 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea4dbf-36bb-4e9c-8ddd-8a940bd09bf7 req-caf1ec99-4179-4b50-916d-ea8b3d8b80be tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:54.660000 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b0ea4dbf-36bb-4e9c-8ddd-8a940bd09bf7 req-caf1ec99-4179-4b50-916d-ea8b3d8b80be tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 943 time: 0.0508604 Aug 29 23:55:54.665138 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port b8d16afd-dba0-4d77-93f1-1d3f97943c11, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=b8d16afd-dba0-4d77-93f1-1d3f97943c11,segment=NetworkSegment(114ca9d5-57df-429a-9e81-974fb793f3bc),segment_id=114ca9d5-57df-429a-9e81-974fb793f3bc)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:55:54.679058 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Returning: {'device': 'b8d16afd-dba0-4d77-93f1-1d3f97943c11', 'network_id': '7a46036d-55d3-472c-985d-7d32e6afcac9', 'port_id': 'b8d16afd-dba0-4d77-93f1-1d3f97943c11', 'mac_address': 'fa:16:3e:09:63:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16471bf1-5160-46ce-b487-b87c8418028b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 23:55:54.700630 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-981e1444-cdb2-48d3-a536-afd74b849780 req-1f97bc42-da22-4db6-ac5f-d41c41ddc3df tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11068774'] for port (fc16ae60-96b4-45ec-ac85-c7b2056ef931), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:54.715655 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] get_ports_and_sgs() called for port_ids ['fc16ae60-96b4-45ec-ac85-c7b2056ef931'] {{(pid=113417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 23:55:54.745407 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f97bc42-da22-4db6-ac5f-d41c41ddc3df tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] Pushing event deleted for resources: {'Port': ['ID=fc16ae60-96b4-45ec-ac85-c7b2056ef931,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:54.747632 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Current status of the port b8d16afd-dba0-4d77-93f1-1d3f97943c11 is: DOWN; New status is: BUILD {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:55:54.747960 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (b8d16afd-dba0-4d77-93f1-1d3f97943c11), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:54.764197 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.notifiers.nova [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8d16afd-dba0-4d77-93f1-1d3f97943c11 {{(pid=113417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:55:54.787224 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port b8d16afd-dba0-4d77-93f1-1d3f97943c11, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=b8d16afd-dba0-4d77-93f1-1d3f97943c11,segment=NetworkSegment(114ca9d5-57df-429a-9e81-974fb793f3bc),segment_id=114ca9d5-57df-429a-9e81-974fb793f3bc)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:55:54.792520 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b0ea4dbf-36bb-4e9c-8ddd-8a940bd09bf7 req-ad39396a-7f7e-4ea0-97cc-64c5afe7833e tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249721 Aug 29 23:55:54.807922 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.db.l3_dvrscheduler_db [req-981e1444-cdb2-48d3-a536-afd74b849780 req-1f97bc42-da22-4db6-ac5f-d41c41ddc3df tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] No DVR routers for this DVR port fc16ae60-96b4-45ec-ac85-c7b2056ef931 on host hv-cinder-85504 {{(pid=113415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 23:55:54.811158 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-981e1444-cdb2-48d3-a536-afd74b849780 req-1f97bc42-da22-4db6-ac5f-d41c41ddc3df tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for port (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:54.816800 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-981e1444-cdb2-48d3-a536-afd74b849780 req-1f97bc42-da22-4db6-ac5f-d41c41ddc3df tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.87 "DELETE /networking/v2.0/ports/fc16ae60-96b4-45ec-ac85-c7b2056ef931 HTTP/1.1" status: 204 len: 173 time: 0.5855048 Aug 29 23:55:54.817447 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '643bb5c5-0c90-4aa6-b32b-6082a8e40e3d', 'name': 'network-vif-deleted', 'tag': 'fc16ae60-96b4-45ec-ac85-c7b2056ef931'}] {{(pid=113415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:55:54.820718 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbb4ce14699acef1e34bc356a7f428b480f1dc74f7679c811df4fa99cd0d73e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d0341c-9cd3-4afe-9fb6-744342653267" -d '{"events": [{"server_uuid": "643bb5c5-0c90-4aa6-b32b-6082a8e40e3d", "name": "network-vif-deleted", "tag": "fc16ae60-96b4-45ec-ac85-c7b2056ef931"}]}' {{(pid=113415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:55:54.865284 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b087c32a-740f-41a7-9df0-56ac72590183 x-openstack-request-id: req-b087c32a-740f-41a7-9df0-56ac72590183 {{(pid=113415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:55:54.865625 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "643bb5c5-0c90-4aa6-b32b-6082a8e40e3d", "name": "network-vif-deleted", "tag": "fc16ae60-96b4-45ec-ac85-c7b2056ef931", "status": "completed", "code": 200}]} {{(pid=113415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:55:54.865897 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b087c32a-740f-41a7-9df0-56ac72590183 {{(pid=113415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:55:54.866382 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b087c32a-740f-41a7-9df0-56ac72590183'] response: {'server_uuid': '643bb5c5-0c90-4aa6-b32b-6082a8e40e3d', 'name': 'network-vif-deleted', 'tag': 'fc16ae60-96b4-45ec-ac85-c7b2056ef931', 'status': 'completed', 'code': 200} Aug 29 23:55:54.933557 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (b8d16afd-dba0-4d77-93f1-1d3f97943c11), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:54.983539 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Pushing event updated for resources: {'Port': ['ID=b8d16afd-dba0-4d77-93f1-1d3f97943c11,revision_number=9']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:54.991266 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:54.991880 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:54.992614 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:54.992614 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:54.992614 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:54.993418 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:54.993418 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:54.994142 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:54.994415 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:54.994859 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:54.995470 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:54.995885 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:54.996232 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:54.996676 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:54.996942 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:55.110152 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 50572) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:55:55.148895 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-9444bc38-7f8f-4527-8d26-097671ae395f req-febd19d8-ca1a-4f68-866b-da009b82684b tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=643bb5c5-0c90-4aa6-b32b-6082a8e40e3d HTTP/1.1" status: 200 len: 210 time: 0.0470135 Aug 29 23:55:55.235345 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-dc77c9a0-bfb8-47c6-8c95-f2e0c3733283 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:55.322158 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-dc77c9a0-bfb8-47c6-8c95-f2e0c3733283 admin admin] Publish callbacks [] for security_group (ca0a19ff-9c75-4a8c-a7a9-36e52fac4b0f), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:55.346447 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] get_ports_and_sgs() called for port_ids ['b8d16afd-dba0-4d77-93f1-1d3f97943c11'] {{(pid=113417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 23:55:55.398137 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-dc77c9a0-bfb8-47c6-8c95-f2e0c3733283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (ca0a19ff-9c75-4a8c-a7a9-36e52fac4b0f), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:55.468815 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc77c9a0-bfb8-47c6-8c95-f2e0c3733283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0a19ff-9c75-4a8c-a7a9-36e52fac4b0f,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:55.477390 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 50580) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:55:55.479226 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-dc77c9a0-bfb8-47c6-8c95-f2e0c3733283 admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=35c247bf8ebb46f5bd6c57e6f6886eac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3664212 Aug 29 23:55:55.548539 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-39e4c32d-0b34-4583-b091-6910bd779b00 admin admin] Publish callbacks [] for security_group (ca0a19ff-9c75-4a8c-a7a9-36e52fac4b0f), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:55.572324 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-39e4c32d-0b34-4583-b091-6910bd779b00 admin admin] Publish callbacks [] for security_group (ca0a19ff-9c75-4a8c-a7a9-36e52fac4b0f), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:55.704104 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-39e4c32d-0b34-4583-b091-6910bd779b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (ca0a19ff-9c75-4a8c-a7a9-36e52fac4b0f), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:55.707047 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-39e4c32d-0b34-4583-b091-6910bd779b00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:55.708193 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-39e4c32d-0b34-4583-b091-6910bd779b00 admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/ca0a19ff-9c75-4a8c-a7a9-36e52fac4b0f HTTP/1.1" status: 204 len: 168 time: 0.2296896 Aug 29 23:55:55.720053 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e4c32d-0b34-4583-b091-6910bd779b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0a19ff-9c75-4a8c-a7a9-36e52fac4b0f,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:55.939513 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af24b247-9b33-4718-b3fa-f303adf1f397 req-e91a3400-3d19-4aee-bd48-81a706beae55 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:55.941142 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-af24b247-9b33-4718-b3fa-f303adf1f397 req-e91a3400-3d19-4aee-bd48-81a706beae55 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 944 time: 0.0578263 Aug 29 23:55:55.999451 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-af24b247-9b33-4718-b3fa-f303adf1f397 req-f433d53c-125c-43d8-9354-0600bf2ce71e tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519028 Aug 29 23:55:56.295109 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-8f779061-4f61-46f0-94b2-ea64c291b155 req-b488f3a7-c7d8-4bf7-aaee-cdc1f76d3f9e tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=643bb5c5-0c90-4aa6-b32b-6082a8e40e3d HTTP/1.1" status: 200 len: 210 time: 0.0311530 Aug 29 23:55:56.542251 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device b8d16afd-dba0-4d77-93f1-1d3f97943c11 up at agent hyperv_hv-cinder-85504 {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:55:56.590535 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Provisioning complete for port b8d16afd-dba0-4d77-93f1-1d3f97943c11 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:55:56.590893 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (b8d16afd-dba0-4d77-93f1-1d3f97943c11), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:56.685221 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Current status of the port b8d16afd-dba0-4d77-93f1-1d3f97943c11 is: BUILD; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:55:56.685612 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (b8d16afd-dba0-4d77-93f1-1d3f97943c11), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:56.695300 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:56.713026 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39819963-dd3d-4079-a0a1-d21a46d4a420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d16afd-dba0-4d77-93f1-1d3f97943c11'}] {{(pid=113417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:55:56.715512 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d41a01b6be055f780f1b28f387bc014884277aca14b53491aeccfff4134a8b4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d550e6-911d-4e5e-87eb-b7eec5d2eff5" -d '{"events": [{"server_uuid": "39819963-dd3d-4079-a0a1-d21a46d4a420", "name": "network-vif-plugged", "status": "completed", "tag": "b8d16afd-dba0-4d77-93f1-1d3f97943c11"}]}' {{(pid=113417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:55:56.731371 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port b8d16afd-dba0-4d77-93f1-1d3f97943c11, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=b8d16afd-dba0-4d77-93f1-1d3f97943c11,segment=NetworkSegment(114ca9d5-57df-429a-9e81-974fb793f3bc),segment_id=114ca9d5-57df-429a-9e81-974fb793f3bc)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:55:56.756201 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0acc736c-10d8-42ca-82fd-90964407c9d4 x-openstack-request-id: req-0acc736c-10d8-42ca-82fd-90964407c9d4 {{(pid=113417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:55:56.756495 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39819963-dd3d-4079-a0a1-d21a46d4a420", "name": "network-vif-plugged", "status": "completed", "tag": "b8d16afd-dba0-4d77-93f1-1d3f97943c11", "code": 200}]} {{(pid=113417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:55:56.764249 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-0acc736c-10d8-42ca-82fd-90964407c9d4 {{(pid=113417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:55:56.764249 dv-cinder-855041-2-iscsi neutron-server[113417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0acc736c-10d8-42ca-82fd-90964407c9d4'] response: {'server_uuid': '39819963-dd3d-4079-a0a1-d21a46d4a420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d16afd-dba0-4d77-93f1-1d3f97943c11', 'code': 200} Aug 29 23:55:56.813758 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (b8d16afd-dba0-4d77-93f1-1d3f97943c11), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:56.814611 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device fc16ae60-96b4-45ec-ac85-c7b2056ef931 no longer exists at agent hyperv_hv-cinder-85504 {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:55:56.856862 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] No Port match for: fc16ae60-96b4-45ec-ac85-c7b2056ef931 {{(pid=113417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:55:56.857159 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device fc16ae60-96b4-45ec-ac85-c7b2056ef931 not bound to the agent host hv-cinder-85504 {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:55:56.899667 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Pushing event updated for resources: {'Port': ['ID=b8d16afd-dba0-4d77-93f1-1d3f97943c11,revision_number=10']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:57.140519 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e170b1e5-6e56-4957-b162-7a3b460a47ef req-b556fd73-d38d-4d4b-a620-56b9fc91b924 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:57.142238 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e170b1e5-6e56-4957-b162-7a3b460a47ef req-b556fd73-d38d-4d4b-a620-56b9fc91b924 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 946 time: 0.0513554 Aug 29 23:55:57.197609 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e170b1e5-6e56-4957-b162-7a3b460a47ef req-683d9242-fb85-4d97-be87-fa4a72680676 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487854 Aug 29 23:55:57.563710 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7e80a-96a2-4553-8083-04c257b5093d req-c0887dc6-50c1-4d95-ae9a-fd702ce020ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:57.565239 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b9f7e80a-96a2-4553-8083-04c257b5093d req-c0887dc6-50c1-4d95-ae9a-fd702ce020ca service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 1130 time: 0.0483725 Aug 29 23:55:57.616386 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b9f7e80a-96a2-4553-8083-04c257b5093d req-595f99f6-9172-46a9-b0b9-2fcb8754c5f8 service neutron] 10.222.0.87 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423350 Aug 29 23:55:58.335397 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de7c5a-b509-4f96-b923-d1760728e914 req-41b0ac51-d001-4a5a-bec5-5110ea22aa16 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:58.338010 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-96de7c5a-b509-4f96-b923-d1760728e914 req-41b0ac51-d001-4a5a-bec5-5110ea22aa16 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 946 time: 0.0541749 Aug 29 23:55:58.389415 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-96de7c5a-b509-4f96-b923-d1760728e914 req-60741c3f-3b01-4506-a293-7b04f632b66b tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457640 Aug 29 23:55:59.525449 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4b49d-cdc9-45af-8a5b-ec2baae666c0 req-4793b0e5-44c3-442c-8ca7-89738334c8e2 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:59.527205 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-4de4b49d-cdc9-45af-8a5b-ec2baae666c0 req-4793b0e5-44c3-442c-8ca7-89738334c8e2 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 946 time: 0.0516763 Aug 29 23:55:59.577363 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-4de4b49d-cdc9-45af-8a5b-ec2baae666c0 req-cc9ae149-bf39-4a0d-a16f-af0d41cbf985 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438979 Aug 29 23:56:00.707718 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23337c2f-0bcf-44eb-824a-ee90f3a65962 req-7596adcb-a008-47ce-b192-1b671e56b562 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:00.709238 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-23337c2f-0bcf-44eb-824a-ee90f3a65962 req-7596adcb-a008-47ce-b192-1b671e56b562 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 946 time: 0.0469794 Aug 29 23:56:00.770195 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-23337c2f-0bcf-44eb-824a-ee90f3a65962 req-665c4610-b880-4ede-8b90-c2075bf677e1 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540481 Aug 29 23:56:01.898510 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbae82f-3823-4622-b5d0-113036ce33d7 req-0781af30-23d2-490e-9c0d-2b12353a33a2 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:01.900135 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-dcbae82f-3823-4622-b5d0-113036ce33d7 req-0781af30-23d2-490e-9c0d-2b12353a33a2 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 946 time: 0.0510128 Aug 29 23:56:01.922737 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:01.955570 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-dcbae82f-3823-4622-b5d0-113036ce33d7 req-82fc8340-3f20-4c13-98d5-2d28ee1e71ea tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491362 Aug 29 23:56:02.966320 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=2 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:03.091361 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c9f70-60a3-4dae-9b87-5bf310b91dd1 req-57418ec6-3b5f-4100-8bf0-a8d26b3706ab tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:03.092934 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-cf6c9f70-60a3-4dae-9b87-5bf310b91dd1 req-57418ec6-3b5f-4100-8bf0-a8d26b3706ab tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 946 time: 0.0486906 Aug 29 23:56:03.149273 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-cf6c9f70-60a3-4dae-9b87-5bf310b91dd1 req-1ff8b4ee-675b-4357-a568-77bd7aa1d42e tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502779 Aug 29 23:56:04.291622 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0201b874-e161-47ee-a1a3-55feaa6028b4 req-2f5db559-04f1-456a-b461-f4e500e79930 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:04.293127 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-0201b874-e161-47ee-a1a3-55feaa6028b4 req-2f5db559-04f1-456a-b461-f4e500e79930 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 946 time: 0.0508120 Aug 29 23:56:04.318788 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:04.348694 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-0201b874-e161-47ee-a1a3-55feaa6028b4 req-8338ddba-0bbb-4f05-9383-3669e16da030 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496597 Aug 29 23:56:05.462960 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=72,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:05.466792 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=66,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=6 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:06.892360 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:06.895348 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=8 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:08.278614 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae277862-b7f4-442d-a0f9-5fd2bedb90b1 req-5eb7375f-d8cd-4245-a6c6-7d1f0ae8babb tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:08.280013 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ae277862-b7f4-442d-a0f9-5fd2bedb90b1 req-5eb7375f-d8cd-4245-a6c6-7d1f0ae8babb tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.90 "GET /networking/v2.0/networks?id=54b35e90-eaee-4696-a0d1-a7792bb4e65e HTTP/1.1" status: 200 len: 813 time: 0.1203926 Aug 29 23:56:08.295857 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ae277862-b7f4-442d-a0f9-5fd2bedb90b1 req-d7569686-58bd-4332-9dad-98bc1c9b5a9e tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.90 "GET /networking/v2.0/quotas/184afafb4d0b4a089a059eb73eb6ff2a HTTP/1.1" status: 200 len: 375 time: 0.0103359 Aug 29 23:56:08.332853 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ae277862-b7f4-442d-a0f9-5fd2bedb90b1 req-404cb934-b914-49a1-9d5f-cf2e9d7e5ce1 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.90 "GET /networking/v2.0/ports?tenant_id=184afafb4d0b4a089a059eb73eb6ff2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314159 Aug 29 23:56:08.436533 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ae277862-b7f4-442d-a0f9-5fd2bedb90b1 req-b0dcd108-a976-4e4e-8c21-c294528a2682 service neutron] 10.222.0.90 "GET /networking/v2.0/networks/54b35e90-eaee-4696-a0d1-a7792bb4e65e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961161 Aug 29 23:56:08.545951 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ae277862-b7f4-442d-a0f9-5fd2bedb90b1 req-4e70ad00-e09a-42fe-a8cf-0357730a661a service neutron] 10.222.0.90 "GET /networking/v2.0/networks/54b35e90-eaee-4696-a0d1-a7792bb4e65e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028447 Aug 29 23:56:08.789248 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c432d57c-5cd2-4e06-ac14-8c331af4832d req-bf1571e1-b023-4f8c-be90-c017b3bd8cde tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=7ee8f86b-fd8a-4324-ae63-5329fe8fa4c9 HTTP/1.1" status: 200 len: 210 time: 0.0283077 Aug 29 23:56:09.903988 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-59142bcf-5909-433a-81ee-c8a1d5e02237 req-1b015877-1e99-4a37-aa9f-d465e8553863 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=7ee8f86b-fd8a-4324-ae63-5329fe8fa4c9 HTTP/1.1" status: 200 len: 210 time: 0.0361204 Aug 29 23:56:10.264260 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-0ea2e0bb-32f9-48a9-9bdf-938e5dbde4ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (1020f8f9-c858-45a1-84c5-376480b0ca2e), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:10.352341 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e2340-4512-4b9f-b543-d88414c39355 req-55e6bc15-dcc8-4d87-a613-44913d68f3dd tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:10.353810 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e65e2340-4512-4b9f-b543-d88414c39355 req-55e6bc15-dcc8-4d87-a613-44913d68f3dd tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 945 time: 0.0579884 Aug 29 23:56:10.402696 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e65e2340-4512-4b9f-b543-d88414c39355 req-3d648a89-74d5-49d1-b891-48c5973c3ed1 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=5eb73ffb-03b0-4171-b2b3-738fc3385da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425777 Aug 29 23:56:11.014569 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-eb40b5b0-b08b-4170-a8e1-bd3d632e73f9 req-4df1bcd5-ea28-4e7c-a1fb-771e6b06725e tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=7ee8f86b-fd8a-4324-ae63-5329fe8fa4c9 HTTP/1.1" status: 200 len: 210 time: 0.0282686 Aug 29 23:56:11.367112 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae277862-b7f4-442d-a0f9-5fd2bedb90b1 req-226b11bc-2db4-4bcb-bbb9-cadff98fb537 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:11.368568 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ae277862-b7f4-442d-a0f9-5fd2bedb90b1 req-226b11bc-2db4-4bcb-bbb9-cadff98fb537 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.87 "GET /networking/v2.0/networks?id=54b35e90-eaee-4696-a0d1-a7792bb4e65e HTTP/1.1" status: 200 len: 813 time: 0.1103902 Aug 29 23:56:11.388996 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [req-ae277862-b7f4-442d-a0f9-5fd2bedb90b1 req-7e046d6b-1d88-4abc-9257-fd22fd6ca031 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] Request body: {'port': {'device_id': '7ee8f86b-fd8a-4324-ae63-5329fe8fa4c9', 'network_id': '54b35e90-eaee-4696-a0d1-a7792bb4e65e', 'admin_state_up': True, 'tenant_id': '184afafb4d0b4a089a059eb73eb6ff2a'}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:56:11.549701 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3137f62-dbb3-4dab-a120-7573c47f945f req-4190db26-a4c6-4070-b705-4b7905548304 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:11.551171 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c3137f62-dbb3-4dab-a120-7573c47f945f req-4190db26-a4c6-4070-b705-4b7905548304 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 945 time: 0.0644803 Aug 29 23:56:11.594148 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:11.601684 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c3137f62-dbb3-4dab-a120-7573c47f945f req-9ca6363c-df9f-44d2-80a2-586980a5893c tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=5eb73ffb-03b0-4171-b2b3-738fc3385da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447278 Aug 29 23:56:11.646939 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae277862-b7f4-442d-a0f9-5fd2bedb90b1 req-7e046d6b-1d88-4abc-9257-fd22fd6ca031 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] Made reservation on behalf of 184afafb4d0b4a089a059eb73eb6ff2a for: {'port': 1} {{(pid=113415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:56:11.650631 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-ae277862-b7f4-442d-a0f9-5fd2bedb90b1 req-7e046d6b-1d88-4abc-9257-fd22fd6ca031 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:11.777470 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.db.db_base_plugin_common [req-ae277862-b7f4-442d-a0f9-5fd2bedb90b1 req-7e046d6b-1d88-4abc-9257-fd22fd6ca031 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] Allocated IP 172.20.0.14 (54b35e90-eaee-4696-a0d1-a7792bb4e65e/67e5e700-2859-4969-ac33-88dabf7b37f5/3c1e79ee-4a00-47c6-9256-e32ed1c62445) {{(pid=113415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:56:11.790335 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:11.943694 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-ae277862-b7f4-442d-a0f9-5fd2bedb90b1 req-7e046d6b-1d88-4abc-9257-fd22fd6ca031 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] Publish callbacks [] for port (3c1e79ee-4a00-47c6-9256-e32ed1c62445), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:12.047400 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-ae277862-b7f4-442d-a0f9-5fd2bedb90b1 req-7e046d6b-1d88-4abc-9257-fd22fd6ca031 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11068774'] for port (3c1e79ee-4a00-47c6-9256-e32ed1c62445), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:12.099859 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae277862-b7f4-442d-a0f9-5fd2bedb90b1 req-7e046d6b-1d88-4abc-9257-fd22fd6ca031 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] Network 54b35e90-eaee-4696-a0d1-a7792bb4e65e is already hosted by enough agents. {{(pid=113415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:56:12.112623 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.base_scheduler [req-ae277862-b7f4-442d-a0f9-5fd2bedb90b1 req-7e046d6b-1d88-4abc-9257-fd22fd6ca031 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] Resources bound (agent type, host, resource id): {{(pid=113415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:56:12.132000 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae277862-b7f4-442d-a0f9-5fd2bedb90b1 req-7e046d6b-1d88-4abc-9257-fd22fd6ca031 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] Received port after_create {{(pid=113415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:56:12.157353 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e046d6b-1d88-4abc-9257-fd22fd6ca031 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] Pushing event updated for resources: {'Port': ['ID=3c1e79ee-4a00-47c6-9256-e32ed1c62445,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:12.190869 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b8f8e-bec0-4fb6-8408-556553da4876 req-f5aa4cd2-f61c-4f0a-b65e-e16713caba8c tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:12.192897 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-560b8f8e-bec0-4fb6-8408-556553da4876 req-f5aa4cd2-f61c-4f0a-b65e-e16713caba8c tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=7ee8f86b-fd8a-4324-ae63-5329fe8fa4c9 HTTP/1.1" status: 200 len: 932 time: 0.0970275 Aug 29 23:56:12.199894 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae277862-b7f4-442d-a0f9-5fd2bedb90b1 req-7e046d6b-1d88-4abc-9257-fd22fd6ca031 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:12.200469 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-ae277862-b7f4-442d-a0f9-5fd2bedb90b1 req-7e046d6b-1d88-4abc-9257-fd22fd6ca031 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for port (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:12.257884 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-560b8f8e-bec0-4fb6-8408-556553da4876 req-a40d5572-6e95-4af9-abff-c1810ddf5947 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=1d395dde-8486-4434-bdf6-ee9fb7385d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544991 Aug 29 23:56:12.318922 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ae277862-b7f4-442d-a0f9-5fd2bedb90b1 req-7e046d6b-1d88-4abc-9257-fd22fd6ca031 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.87 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9345200 Aug 29 23:56:12.331913 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [req-ae277862-b7f4-442d-a0f9-5fd2bedb90b1 req-d66b4c9b-dcd9-4fa6-ad0a-e601529aeb9b service neutron] Request body: {'port': {'device_id': '7ee8f86b-fd8a-4324-ae63-5329fe8fa4c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85504'}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:56:12.394213 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-ae277862-b7f4-442d-a0f9-5fd2bedb90b1 req-d66b4c9b-dcd9-4fa6-ad0a-e601529aeb9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (3c1e79ee-4a00-47c6-9256-e32ed1c62445), before_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:12.512225 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=5,neutron:DELETE=2 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:12.658489 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.notifiers.nova [req-ae277862-b7f4-442d-a0f9-5fd2bedb90b1 req-d66b4c9b-dcd9-4fa6-ad0a-e601529aeb9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c1e79ee-4a00-47c6-9256-e32ed1c62445 {{(pid=113415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:56:12.666506 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-ae277862-b7f4-442d-a0f9-5fd2bedb90b1 req-d66b4c9b-dcd9-4fa6-ad0a-e601529aeb9b service neutron] Publish callbacks [] for port (3c1e79ee-4a00-47c6-9256-e32ed1c62445), precommit_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:12.681611 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.db.provisioning_blocks [req-ae277862-b7f4-442d-a0f9-5fd2bedb90b1 req-d66b4c9b-dcd9-4fa6-ad0a-e601529aeb9b service neutron] Transition to ACTIVE for port object 3c1e79ee-4a00-47c6-9256-e32ed1c62445 will not be triggered until provisioned by entity L2. {{(pid=113415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 23:56:12.690931 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:12.717173 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-ae277862-b7f4-442d-a0f9-5fd2bedb90b1 req-d66b4c9b-dcd9-4fa6-ad0a-e601529aeb9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11068783'] for port (3c1e79ee-4a00-47c6-9256-e32ed1c62445), after_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:12.734077 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca69580-311b-48cb-ad7b-e8f464568290 req-5daa912b-a29a-4447-9b3a-9bc84857f95f tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:12.735561 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-cca69580-311b-48cb-ad7b-e8f464568290 req-5daa912b-a29a-4447-9b3a-9bc84857f95f tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 945 time: 0.0573456 Aug 29 23:56:12.837411 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66b4c9b-dcd9-4fa6-ad0a-e601529aeb9b service neutron] Pushing event updated for resources: {'Port': ['ID=3c1e79ee-4a00-47c6-9256-e32ed1c62445,revision_number=2']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:12.866023 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-cca69580-311b-48cb-ad7b-e8f464568290 req-ec0073d9-d92d-40c3-9793-502805eb503d tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=5eb73ffb-03b0-4171-b2b3-738fc3385da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124353 Aug 29 23:56:12.882266 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.managers [req-ae277862-b7f4-442d-a0f9-5fd2bedb90b1 req-d66b4c9b-dcd9-4fa6-ad0a-e601529aeb9b service neutron] Attempting to bind port 3c1e79ee-4a00-47c6-9256-e32ed1c62445 on host hv-cinder-85504 for vnic_type normal with profile {{(pid=113415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:56:12.882605 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.managers [req-ae277862-b7f4-442d-a0f9-5fd2bedb90b1 req-d66b4c9b-dcd9-4fa6-ad0a-e601529aeb9b service neutron] Attempting to bind port 3c1e79ee-4a00-47c6-9256-e32ed1c62445 by drivers openvswitch,hyperv on host hv-cinder-85504 at level 0 using segments [{'id': 'dad3ba3f-d50b-4a90-9593-18298e0d176c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '54b35e90-eaee-4696-a0d1-a7792bb4e65e'}] {{(pid=113415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:56:12.882935 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae277862-b7f4-442d-a0f9-5fd2bedb90b1 req-d66b4c9b-dcd9-4fa6-ad0a-e601529aeb9b service neutron] Attempting to bind port 3c1e79ee-4a00-47c6-9256-e32ed1c62445 on network 54b35e90-eaee-4696-a0d1-a7792bb4e65e {{(pid=113415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:56:12.887931 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae277862-b7f4-442d-a0f9-5fd2bedb90b1 req-d66b4c9b-dcd9-4fa6-ad0a-e601529aeb9b service neutron] Port 3c1e79ee-4a00-47c6-9256-e32ed1c62445 on network 54b35e90-eaee-4696-a0d1-a7792bb4e65e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85504 {{(pid=113415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 23:56:12.888285 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae277862-b7f4-442d-a0f9-5fd2bedb90b1 req-d66b4c9b-dcd9-4fa6-ad0a-e601529aeb9b service neutron] Attempting to bind port 3c1e79ee-4a00-47c6-9256-e32ed1c62445 on network 54b35e90-eaee-4696-a0d1-a7792bb4e65e {{(pid=113415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:56:12.893311 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae277862-b7f4-442d-a0f9-5fd2bedb90b1 req-d66b4c9b-dcd9-4fa6-ad0a-e601529aeb9b service neutron] Checking agent: {'id': 'a7eaf665-0f6d-431a-9601-222c900251ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85504', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 50, 13), 'started_at': datetime.datetime(2022, 8, 29, 23, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:56:12.893649 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae277862-b7f4-442d-a0f9-5fd2bedb90b1 req-d66b4c9b-dcd9-4fa6-ad0a-e601529aeb9b service neutron] Checking segment: {'id': 'dad3ba3f-d50b-4a90-9593-18298e0d176c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '54b35e90-eaee-4696-a0d1-a7792bb4e65e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:56:12.894030 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae277862-b7f4-442d-a0f9-5fd2bedb90b1 req-d66b4c9b-dcd9-4fa6-ad0a-e601529aeb9b service neutron] Bound using segment: {'id': 'dad3ba3f-d50b-4a90-9593-18298e0d176c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '54b35e90-eaee-4696-a0d1-a7792bb4e65e'} {{(pid=113415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:56:12.894462 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.managers [req-ae277862-b7f4-442d-a0f9-5fd2bedb90b1 req-d66b4c9b-dcd9-4fa6-ad0a-e601529aeb9b service neutron] Bound port: 3c1e79ee-4a00-47c6-9256-e32ed1c62445, host: hv-cinder-85504, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dad3ba3f-d50b-4a90-9593-18298e0d176c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '54b35e90-eaee-4696-a0d1-a7792bb4e65e'}}] {{(pid=113415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:56:12.894823 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-ae277862-b7f4-442d-a0f9-5fd2bedb90b1 req-d66b4c9b-dcd9-4fa6-ad0a-e601529aeb9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (3c1e79ee-4a00-47c6-9256-e32ed1c62445), before_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:12.957612 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.db [req-ae277862-b7f4-442d-a0f9-5fd2bedb90b1 req-d66b4c9b-dcd9-4fa6-ad0a-e601529aeb9b service neutron] For port 3c1e79ee-4a00-47c6-9256-e32ed1c62445, host hv-cinder-85504, cleared binding levels {{(pid=113415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:56:12.960749 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.db [req-ae277862-b7f4-442d-a0f9-5fd2bedb90b1 req-d66b4c9b-dcd9-4fa6-ad0a-e601529aeb9b service neutron] For port 3c1e79ee-4a00-47c6-9256-e32ed1c62445, host hv-cinder-85504, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=3c1e79ee-4a00-47c6-9256-e32ed1c62445,segment=NetworkSegment(dad3ba3f-d50b-4a90-9593-18298e0d176c),segment_id=dad3ba3f-d50b-4a90-9593-18298e0d176c)] {{(pid=113415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:56:13.001233 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (a7eaf665-0f6d-431a-9601-222c900251ec), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:13.070108 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-ae277862-b7f4-442d-a0f9-5fd2bedb90b1 req-d66b4c9b-dcd9-4fa6-ad0a-e601529aeb9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11068783'] for port (3c1e79ee-4a00-47c6-9256-e32ed1c62445), after_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:13.120326 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae277862-b7f4-442d-a0f9-5fd2bedb90b1 req-d66b4c9b-dcd9-4fa6-ad0a-e601529aeb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:13.120326 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-ae277862-b7f4-442d-a0f9-5fd2bedb90b1 req-d66b4c9b-dcd9-4fa6-ad0a-e601529aeb9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for port (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:13.120326 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ae277862-b7f4-442d-a0f9-5fd2bedb90b1 req-d66b4c9b-dcd9-4fa6-ad0a-e601529aeb9b service neutron] 10.222.0.87 "PUT /networking/v2.0/ports/3c1e79ee-4a00-47c6-9256-e32ed1c62445 HTTP/1.1" status: 200 len: 1094 time: 0.7518938 Aug 29 23:56:13.120326 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ee8f86b-fd8a-4324-ae63-5329fe8fa4c9', 'tag': '3c1e79ee-4a00-47c6-9256-e32ed1c62445'}] {{(pid=113415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:56:13.120326 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbb4ce14699acef1e34bc356a7f428b480f1dc74f7679c811df4fa99cd0d73e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-859df9ab-7d45-468a-ad68-fec88511dc44" -d '{"events": [{"name": "network-changed", "server_uuid": "7ee8f86b-fd8a-4324-ae63-5329fe8fa4c9", "tag": "3c1e79ee-4a00-47c6-9256-e32ed1c62445"}]}' {{(pid=113415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:56:13.139794 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 23:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c545a0-42db-43ba-a5c3-f3ab171ce972 x-openstack-request-id: req-08c545a0-42db-43ba-a5c3-f3ab171ce972 {{(pid=113415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:56:13.140091 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ee8f86b-fd8a-4324-ae63-5329fe8fa4c9", "tag": "3c1e79ee-4a00-47c6-9256-e32ed1c62445", "status": "completed", "code": 200}]} {{(pid=113415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:56:13.140373 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-08c545a0-42db-43ba-a5c3-f3ab171ce972 {{(pid=113415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:56:13.140781 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08c545a0-42db-43ba-a5c3-f3ab171ce972'] response: {'name': 'network-changed', 'server_uuid': '7ee8f86b-fd8a-4324-ae63-5329fe8fa4c9', 'tag': '3c1e79ee-4a00-47c6-9256-e32ed1c62445', 'status': 'completed', 'code': 200} Aug 29 23:56:13.141743 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66b4c9b-dcd9-4fa6-ad0a-e601529aeb9b service neutron] Pushing event updated for resources: {'Port': ['ID=3c1e79ee-4a00-47c6-9256-e32ed1c62445,revision_number=3']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:13.222912 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859df9ab-7d45-468a-ad68-fec88511dc44 req-8b3c8eb8-46b1-4b02-b0be-34f60ca3c6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:13.224464 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-859df9ab-7d45-468a-ad68-fec88511dc44 req-8b3c8eb8-46b1-4b02-b0be-34f60ca3c6ff service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=184afafb4d0b4a089a059eb73eb6ff2a&device_id=7ee8f86b-fd8a-4324-ae63-5329fe8fa4c9 HTTP/1.1" status: 200 len: 1128 time: 0.0451989 Aug 29 23:56:13.354766 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859df9ab-7d45-468a-ad68-fec88511dc44 req-5e7e4962-b4a5-4007-bac8-18578c6ce3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:13.355404 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-3aca7222-1dbd-44bd-bad9-629978dce68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (037668f0-d812-4b59-9d2d-ce33f66a7708), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:13.356361 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-859df9ab-7d45-468a-ad68-fec88511dc44 req-5e7e4962-b4a5-4007-bac8-18578c6ce3a4 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?tenant_id=184afafb4d0b4a089a059eb73eb6ff2a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1114612 Aug 29 23:56:13.438517 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9588dee5-6d33-406c-a251-0ca4ec9f5b14 req-2cd57aae-0e05-4e98-804d-8c0c0d7c3407 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:13.439956 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-9588dee5-6d33-406c-a251-0ca4ec9f5b14 req-2cd57aae-0e05-4e98-804d-8c0c0d7c3407 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=7ee8f86b-fd8a-4324-ae63-5329fe8fa4c9 HTTP/1.1" status: 200 len: 944 time: 0.1046286 Aug 29 23:56:13.518566 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-9588dee5-6d33-406c-a251-0ca4ec9f5b14 req-b6819597-303b-427e-94e9-2111abbca3ae tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=1d395dde-8486-4434-bdf6-ee9fb7385d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719280 Aug 29 23:56:13.519650 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859df9ab-7d45-468a-ad68-fec88511dc44 req-f469b590-63aa-4458-9b8a-a9639d90fcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:13.521038 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-859df9ab-7d45-468a-ad68-fec88511dc44 req-f469b590-63aa-4458-9b8a-a9639d90fcd2 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1446533 Aug 29 23:56:13.618110 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae277862-b7f4-442d-a0f9-5fd2bedb90b1 req-a529cdc4-ff5d-4a20-b593-de6c4a9c2153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:13.619607 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ae277862-b7f4-442d-a0f9-5fd2bedb90b1 req-a529cdc4-ff5d-4a20-b593-de6c4a9c2153 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=184afafb4d0b4a089a059eb73eb6ff2a&device_id=7ee8f86b-fd8a-4324-ae63-5329fe8fa4c9 HTTP/1.1" status: 200 len: 1128 time: 0.0441179 Aug 29 23:56:13.674011 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ae277862-b7f4-442d-a0f9-5fd2bedb90b1 req-0351f957-8470-46ee-9634-7cc76ef52645 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c1e79ee-4a00-47c6-9256-e32ed1c62445 HTTP/1.1" status: 200 len: 217 time: 0.0353003 Aug 29 23:56:13.720817 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:13.730044 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae277862-b7f4-442d-a0f9-5fd2bedb90b1 req-e5bcaa39-5324-4bc4-91c1-ed0ff80530c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:13.734190 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ae277862-b7f4-442d-a0f9-5fd2bedb90b1 req-e5bcaa39-5324-4bc4-91c1-ed0ff80530c5 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=67e5e700-2859-4969-ac33-88dabf7b37f5 HTTP/1.1" status: 200 len: 853 time: 0.0466945 Aug 29 23:56:13.770337 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ae277862-b7f4-442d-a0f9-5fd2bedb90b1 req-3861bfd0-9a54-432e-af55-875234afb5df service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=54b35e90-eaee-4696-a0d1-a7792bb4e65e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295165 Aug 29 23:56:13.869141 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ae277862-b7f4-442d-a0f9-5fd2bedb90b1 req-33cfdb43-575a-44cd-ac71-c3f707536c55 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/54b35e90-eaee-4696-a0d1-a7792bb4e65e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906866 Aug 29 23:56:14.003972 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ae277862-b7f4-442d-a0f9-5fd2bedb90b1 req-26f5c261-9add-42b4-9730-8eafdf64365b service neutron] 10.222.0.87 "GET /networking/v2.0/networks/54b35e90-eaee-4696-a0d1-a7792bb4e65e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266587 Aug 29 23:56:14.009461 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04253b17-4109-42bd-a980-80b0659b3951 req-9d3f629c-4e4c-4c9a-a1ac-f3e1ed8d946b tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:14.010794 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-04253b17-4109-42bd-a980-80b0659b3951 req-9d3f629c-4e4c-4c9a-a1ac-f3e1ed8d946b tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 945 time: 0.0643721 Aug 29 23:56:14.045819 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:14.062673 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-04253b17-4109-42bd-a980-80b0659b3951 req-d0e2b83e-4fde-4f0c-b056-279008fab252 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=5eb73ffb-03b0-4171-b2b3-738fc3385da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454557 Aug 29 23:56:14.410651 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cdcd43ac-7909-438b-ba67-31b4a20d4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (bcd4f52e-0d63-4d8a-9dda-ff825ab30758), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:14.639546 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5ba99-0acf-41f1-b8bb-d34b5c1821ff req-5a76dc9c-240e-46a2-aed5-0a8238017fd8 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:14.641098 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-48d5ba99-0acf-41f1-b8bb-d34b5c1821ff req-5a76dc9c-240e-46a2-aed5-0a8238017fd8 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=7ee8f86b-fd8a-4324-ae63-5329fe8fa4c9 HTTP/1.1" status: 200 len: 944 time: 0.0472999 Aug 29 23:56:14.696489 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-48d5ba99-0acf-41f1-b8bb-d34b5c1821ff req-f7a94def-5f15-41c5-adb9-ea1c97f58b99 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=1d395dde-8486-4434-bdf6-ee9fb7385d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495205 Aug 29 23:56:15.185279 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552caa1-6e4e-4c31-8382-7d57ebed2b63 req-4714621e-9b26-4764-b58d-78ac8babae87 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:15.186778 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-2552caa1-6e4e-4c31-8382-7d57ebed2b63 req-4714621e-9b26-4764-b58d-78ac8babae87 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 945 time: 0.0494449 Aug 29 23:56:15.237686 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-2552caa1-6e4e-4c31-8382-7d57ebed2b63 req-7f00a12f-627b-4e38-92a7-9b06aa2f97e0 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=5eb73ffb-03b0-4171-b2b3-738fc3385da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452445 Aug 29 23:56:15.532571 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (01773ddc-a5d8-4c68-b7b5-e385af2b339f), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:15.689397 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e296f786-17a4-4b99-a6b6-a80975588074 req-e88df4c6-af89-4d42-9185-66bd7c6330f8 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=13772077-dc96-4813-925d-975c5748e4d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411654 Aug 29 23:56:15.765119 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e296f786-17a4-4b99-a6b6-a80975588074 req-37fcf2e6-558a-4aa2-9fcd-86141d4caafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:15.769574 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e296f786-17a4-4b99-a6b6-a80975588074 req-37fcf2e6-558a-4aa2-9fcd-86141d4caafc service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=a2963b1b4aba47f593c63a398b511792&device_id=13772077-dc96-4813-925d-975c5748e4d1 HTTP/1.1" status: 200 len: 1129 time: 0.0545275 Aug 29 23:56:15.907233 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54398fd4-ec64-43e1-913c-a8de256e8c70 req-5f2608ca-62ec-411b-b6ba-fadf0204ce47 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:15.908894 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-54398fd4-ec64-43e1-913c-a8de256e8c70 req-5f2608ca-62ec-411b-b6ba-fadf0204ce47 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=7ee8f86b-fd8a-4324-ae63-5329fe8fa4c9 HTTP/1.1" status: 200 len: 944 time: 0.1004496 Aug 29 23:56:15.955632 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e296f786-17a4-4b99-a6b6-a80975588074 req-04850027-7675-44be-a972-be44fdab50c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:15.957392 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e296f786-17a4-4b99-a6b6-a80975588074 req-04850027-7675-44be-a972-be44fdab50c7 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=60b40027-b034-467e-a623-8d465afe9154 HTTP/1.1" status: 200 len: 917 time: 0.1634643 Aug 29 23:56:16.291407 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-54398fd4-ec64-43e1-913c-a8de256e8c70 req-816c3919-cd43-4bc9-9001-7fffd5139564 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=1d395dde-8486-4434-bdf6-ee9fb7385d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3742511 Aug 29 23:56:16.309665 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e296f786-17a4-4b99-a6b6-a80975588074 req-6110041a-0bdf-4de3-9240-9b1ba0e3fa8a service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6887f59b-e47e-4f9a-a537-7f002f8c2044 HTTP/1.1" status: 200 len: 1001 time: 0.3419876 Aug 29 23:56:16.389473 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e296f786-17a4-4b99-a6b6-a80975588074 req-bb9d1404-9c1f-4fd6-9c80-a1aac7ecb268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:16.392304 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e296f786-17a4-4b99-a6b6-a80975588074 req-bb9d1404-9c1f-4fd6-9c80-a1aac7ecb268 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=371040be-dae2-4b4b-8892-6a99379ddf2c HTTP/1.1" status: 200 len: 854 time: 0.0734258 Aug 29 23:56:16.470076 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-55545b4a-c719-46e4-a9c5-7c044aa64822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (63136763-0f20-46a8-951a-2f70193501e4), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:16.472394 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d040b6-ba93-46d9-acdb-51ae1dfbf54e req-1b1ee169-1b34-4080-8793-484e5b746381 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:16.473910 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-12d040b6-ba93-46d9-acdb-51ae1dfbf54e req-1b1ee169-1b34-4080-8793-484e5b746381 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 945 time: 0.0800679 Aug 29 23:56:16.479268 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e296f786-17a4-4b99-a6b6-a80975588074 req-2c85be72-7a9f-4587-940b-b4e909bc8744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:16.479268 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e296f786-17a4-4b99-a6b6-a80975588074 req-2c85be72-7a9f-4587-940b-b4e909bc8744 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=60b40027-b034-467e-a623-8d465afe9154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0719070 Aug 29 23:56:16.594112 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:16.594112 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-12d040b6-ba93-46d9-acdb-51ae1dfbf54e req-0f102770-d784-4921-af10-8398a96d0ff0 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=5eb73ffb-03b0-4171-b2b3-738fc3385da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117189 Aug 29 23:56:16.616067 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device 3c1e79ee-4a00-47c6-9256-e32ed1c62445 details requested by agent hyperv_hv-cinder-85504 with host hv-cinder-85504 {{(pid=113417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 23:56:16.630365 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e296f786-17a4-4b99-a6b6-a80975588074 req-d1dd2979-5641-4c56-a640-4e48615b9f74 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/60b40027-b034-467e-a623-8d465afe9154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424029 Aug 29 23:56:16.733592 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port 3c1e79ee-4a00-47c6-9256-e32ed1c62445, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=3c1e79ee-4a00-47c6-9256-e32ed1c62445,segment=NetworkSegment(dad3ba3f-d50b-4a90-9593-18298e0d176c),segment_id=dad3ba3f-d50b-4a90-9593-18298e0d176c)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:56:16.745955 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e296f786-17a4-4b99-a6b6-a80975588074 req-8b1255b5-9b34-4304-9d91-cf43a15c64f1 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/60b40027-b034-467e-a623-8d465afe9154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069467 Aug 29 23:56:16.747182 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Returning: {'device': '3c1e79ee-4a00-47c6-9256-e32ed1c62445', 'network_id': '54b35e90-eaee-4696-a0d1-a7792bb4e65e', 'port_id': '3c1e79ee-4a00-47c6-9256-e32ed1c62445', 'mac_address': 'fa:16:3e:01:e3:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67e5e700-2859-4969-ac33-88dabf7b37f5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 23:56:16.794789 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Current status of the port 3c1e79ee-4a00-47c6-9256-e32ed1c62445 is: DOWN; New status is: BUILD {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:56:16.795450 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (3c1e79ee-4a00-47c6-9256-e32ed1c62445), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:16.816165 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.notifiers.nova [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c1e79ee-4a00-47c6-9256-e32ed1c62445 {{(pid=113417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:56:16.846037 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port 3c1e79ee-4a00-47c6-9256-e32ed1c62445, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=3c1e79ee-4a00-47c6-9256-e32ed1c62445,segment=NetworkSegment(dad3ba3f-d50b-4a90-9593-18298e0d176c),segment_id=dad3ba3f-d50b-4a90-9593-18298e0d176c)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:56:16.932717 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (3c1e79ee-4a00-47c6-9256-e32ed1c62445), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:16.993727 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Pushing event updated for resources: {'Port': ['ID=3c1e79ee-4a00-47c6-9256-e32ed1c62445,revision_number=4']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:17.278602 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] get_ports_and_sgs() called for port_ids ['3c1e79ee-4a00-47c6-9256-e32ed1c62445'] {{(pid=113417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 23:56:17.402796 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:17.482610 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c1290-997f-4c5c-87c9-2822f47a399c req-74f13d20-79cd-4af3-9bf6-6cc55a1b80cc tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:17.485344 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-652c1290-997f-4c5c-87c9-2822f47a399c req-74f13d20-79cd-4af3-9bf6-6cc55a1b80cc tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=7ee8f86b-fd8a-4324-ae63-5329fe8fa4c9 HTTP/1.1" status: 200 len: 945 time: 0.0975256 Aug 29 23:56:17.549044 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-652c1290-997f-4c5c-87c9-2822f47a399c req-3c1ee81b-e8f9-4267-ac0d-c7c053b5b9fa tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=1d395dde-8486-4434-bdf6-ee9fb7385d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574384 Aug 29 23:56:17.751314 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0783ea1-e556-4148-a189-a471505818c6 req-05c66ced-3f74-4422-a6ba-3bff84c38a23 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:17.754051 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c0783ea1-e556-4148-a189-a471505818c6 req-05c66ced-3f74-4422-a6ba-3bff84c38a23 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 945 time: 0.0747440 Aug 29 23:56:17.826662 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c0783ea1-e556-4148-a189-a471505818c6 req-1359a731-5975-4ddd-b467-ee39dbc18d96 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=5eb73ffb-03b0-4171-b2b3-738fc3385da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665176 Aug 29 23:56:18.623377 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device 3c1e79ee-4a00-47c6-9256-e32ed1c62445 up at agent hyperv_hv-cinder-85504 {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:56:18.668872 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Provisioning for port 3c1e79ee-4a00-47c6-9256-e32ed1c62445 completed by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 23:56:18.683563 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e0abc-aac7-449f-adf9-733362eea873 req-c5c72f44-accb-4a41-a460-731df8d941a0 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:18.685392 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-9f8e0abc-aac7-449f-adf9-733362eea873 req-c5c72f44-accb-4a41-a460-731df8d941a0 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=7ee8f86b-fd8a-4324-ae63-5329fe8fa4c9 HTTP/1.1" status: 200 len: 945 time: 0.0494025 Aug 29 23:56:18.742435 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-9f8e0abc-aac7-449f-adf9-733362eea873 req-f12e7c98-4136-43cc-a5a6-ebcf037462e7 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=1d395dde-8486-4434-bdf6-ee9fb7385d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506296 Aug 29 23:56:18.772500 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Provisioning complete for port 3c1e79ee-4a00-47c6-9256-e32ed1c62445 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:56:18.772877 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (3c1e79ee-4a00-47c6-9256-e32ed1c62445), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:18.847550 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Current status of the port 3c1e79ee-4a00-47c6-9256-e32ed1c62445 is: BUILD; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:56:18.847943 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (3c1e79ee-4a00-47c6-9256-e32ed1c62445), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:18.874052 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ee8f86b-fd8a-4324-ae63-5329fe8fa4c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c1e79ee-4a00-47c6-9256-e32ed1c62445'}] {{(pid=113417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:56:18.876338 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d41a01b6be055f780f1b28f387bc014884277aca14b53491aeccfff4134a8b4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-641e6875-ffb2-45fd-b842-627ff695f715" -d '{"events": [{"server_uuid": "7ee8f86b-fd8a-4324-ae63-5329fe8fa4c9", "name": "network-vif-plugged", "status": "completed", "tag": "3c1e79ee-4a00-47c6-9256-e32ed1c62445"}]}' {{(pid=113417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:56:18.893353 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port 3c1e79ee-4a00-47c6-9256-e32ed1c62445, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=3c1e79ee-4a00-47c6-9256-e32ed1c62445,segment=NetworkSegment(dad3ba3f-d50b-4a90-9593-18298e0d176c),segment_id=dad3ba3f-d50b-4a90-9593-18298e0d176c)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:56:18.917327 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0462b74a-e218-4136-ad55-3b3de00d2ebe x-openstack-request-id: req-0462b74a-e218-4136-ad55-3b3de00d2ebe {{(pid=113417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:56:18.921529 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ee8f86b-fd8a-4324-ae63-5329fe8fa4c9", "name": "network-vif-plugged", "status": "completed", "tag": "3c1e79ee-4a00-47c6-9256-e32ed1c62445", "code": 200}]} {{(pid=113417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:56:18.921529 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-0462b74a-e218-4136-ad55-3b3de00d2ebe {{(pid=113417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:56:18.921529 dv-cinder-855041-2-iscsi neutron-server[113417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0462b74a-e218-4136-ad55-3b3de00d2ebe'] response: {'server_uuid': '7ee8f86b-fd8a-4324-ae63-5329fe8fa4c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c1e79ee-4a00-47c6-9256-e32ed1c62445', 'code': 200} Aug 29 23:56:18.972308 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (3c1e79ee-4a00-47c6-9256-e32ed1c62445), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:18.974235 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58f958-45bb-4208-ae98-f6d9f4398652 req-2a0b173b-5fa7-4073-a649-f60ec758b7a8 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:18.976752 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ab58f958-45bb-4208-ae98-f6d9f4398652 req-2a0b173b-5fa7-4073-a649-f60ec758b7a8 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 945 time: 0.0639222 Aug 29 23:56:19.035555 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ab58f958-45bb-4208-ae98-f6d9f4398652 req-b31053c5-1866-4b3b-9ba2-b2ade4c61a57 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=5eb73ffb-03b0-4171-b2b3-738fc3385da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520279 Aug 29 23:56:19.141551 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:19.151400 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Pushing event updated for resources: {'Port': ['ID=3c1e79ee-4a00-47c6-9256-e32ed1c62445,revision_number=5']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:19.224675 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1dd480-1100-4847-8a17-8694dc341254 req-e92fcc6c-e817-4cb0-8bfa-fec40b273457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:19.226431 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-fe1dd480-1100-4847-8a17-8694dc341254 req-e92fcc6c-e817-4cb0-8bfa-fec40b273457 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=7ee8f86b-fd8a-4324-ae63-5329fe8fa4c9 HTTP/1.1" status: 200 len: 1130 time: 0.0420132 Aug 29 23:56:19.279092 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-fe1dd480-1100-4847-8a17-8694dc341254 req-3a9cad9c-e3d6-4fa1-8621-a9997b30a05e service neutron] 10.222.0.87 "GET /networking/v2.0/security-groups?id=1d395dde-8486-4434-bdf6-ee9fb7385d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429122 Aug 29 23:56:19.876080 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f6057f-6ab3-4d8a-935e-f509fdde9f4b req-19374749-54f7-43e3-a7dd-ce710837e0b4 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:19.877616 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-54f6057f-6ab3-4d8a-935e-f509fdde9f4b req-19374749-54f7-43e3-a7dd-ce710837e0b4 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=7ee8f86b-fd8a-4324-ae63-5329fe8fa4c9 HTTP/1.1" status: 200 len: 946 time: 0.0528073 Aug 29 23:56:19.927616 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-54f6057f-6ab3-4d8a-935e-f509fdde9f4b req-328e8f1e-9bac-4690-afde-bff39093a9cf tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=1d395dde-8486-4434-bdf6-ee9fb7385d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442762 Aug 29 23:56:20.165954 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a94117-6f1d-4b5a-9b52-bb1477b2774f req-2d9dcddb-0662-445f-a036-363725755cde tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:20.167599 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d0a94117-6f1d-4b5a-9b52-bb1477b2774f req-2d9dcddb-0662-445f-a036-363725755cde tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 945 time: 0.0519724 Aug 29 23:56:20.220847 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d0a94117-6f1d-4b5a-9b52-bb1477b2774f req-bd306719-4bcb-4666-b54d-ab9e204082bb tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=5eb73ffb-03b0-4171-b2b3-738fc3385da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463510 Aug 29 23:56:20.338769 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=3 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:20.344808 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=3 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:21.083274 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95293601-eabe-44d4-b486-db6c361cd953 req-83b8e1af-c7cc-4f5d-a096-633b430e92ce tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:21.084852 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-95293601-eabe-44d4-b486-db6c361cd953 req-83b8e1af-c7cc-4f5d-a096-633b430e92ce tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=7ee8f86b-fd8a-4324-ae63-5329fe8fa4c9 HTTP/1.1" status: 200 len: 946 time: 0.0664575 Aug 29 23:56:21.140481 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-95293601-eabe-44d4-b486-db6c361cd953 req-eb0d21bc-387e-47a8-9e10-c621f1c1a002 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=1d395dde-8486-4434-bdf6-ee9fb7385d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487325 Aug 29 23:56:21.357745 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7825f1-1a82-48f1-b11e-3f0c6f252cc9 req-cde67131-fe90-44a5-a01c-7c312d75693e tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:21.359626 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-1b7825f1-1a82-48f1-b11e-3f0c6f252cc9 req-cde67131-fe90-44a5-a01c-7c312d75693e tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 945 time: 0.0585697 Aug 29 23:56:21.415736 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-1b7825f1-1a82-48f1-b11e-3f0c6f252cc9 req-33a38d33-d4dd-42f9-8664-9418eb3eafd3 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=5eb73ffb-03b0-4171-b2b3-738fc3385da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489955 Aug 29 23:56:22.334856 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2498ad8b-4dd4-4ccd-a3bf-4ed38181fa40 req-7b25a803-e2f1-47f2-b1a1-b9cdd7b04e25 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:22.336444 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-2498ad8b-4dd4-4ccd-a3bf-4ed38181fa40 req-7b25a803-e2f1-47f2-b1a1-b9cdd7b04e25 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=9887a44d-5fe2-4e65-aab4-5123e84fd9b6 HTTP/1.1" status: 200 len: 946 time: 0.0529711 Aug 29 23:56:22.392157 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-2498ad8b-4dd4-4ccd-a3bf-4ed38181fa40 req-0c246d9a-9162-4c8c-8e21-bffb4f597e2e tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=3302a57a-d0e7-40d1-96bf-d943d73d87b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491803 Aug 29 23:56:22.553661 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77bc482-d6a1-4653-bd62-5164b6cc1084 req-805aa43c-f569-4613-a2ef-c67db31162b8 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:22.555356 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c77bc482-d6a1-4653-bd62-5164b6cc1084 req-805aa43c-f569-4613-a2ef-c67db31162b8 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 945 time: 0.0510986 Aug 29 23:56:22.579437 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 50978) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:56:22.597519 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:22.625011 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c77bc482-d6a1-4653-bd62-5164b6cc1084 req-d7eeec2f-aa75-448d-9a60-1be43f5ec5da tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=5eb73ffb-03b0-4171-b2b3-738fc3385da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620451 Aug 29 23:56:22.699127 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-bfce9f32-2990-43b5-a738-4364cb39f750 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:22.777240 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-bfce9f32-2990-43b5-a738-4364cb39f750 admin admin] Publish callbacks [] for security_group (8ccb224a-fa14-426d-bc09-372b4d639838), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:22.874901 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-bfce9f32-2990-43b5-a738-4364cb39f750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (8ccb224a-fa14-426d-bc09-372b4d639838), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:22.913412 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfce9f32-2990-43b5-a738-4364cb39f750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ccb224a-fa14-426d-bc09-372b4d639838,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:22.917610 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-bfce9f32-2990-43b5-a738-4364cb39f750 admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=19e2b1ccf5424471bf7c76431edbf298&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3368602 Aug 29 23:56:22.920347 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 50984) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:56:22.973930 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-093ae6e3-1b98-482b-b3f3-f28025cf10e2 admin admin] Publish callbacks [] for security_group (8ccb224a-fa14-426d-bc09-372b4d639838), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:22.997435 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-093ae6e3-1b98-482b-b3f3-f28025cf10e2 admin admin] Publish callbacks [] for security_group (8ccb224a-fa14-426d-bc09-372b4d639838), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:23.121594 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-093ae6e3-1b98-482b-b3f3-f28025cf10e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (8ccb224a-fa14-426d-bc09-372b4d639838), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:23.124426 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-093ae6e3-1b98-482b-b3f3-f28025cf10e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:23.129468 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-093ae6e3-1b98-482b-b3f3-f28025cf10e2 admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/8ccb224a-fa14-426d-bc09-372b4d639838 HTTP/1.1" status: 204 len: 168 time: 0.2043746 Aug 29 23:56:23.138842 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093ae6e3-1b98-482b-b3f3-f28025cf10e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ccb224a-fa14-426d-bc09-372b4d639838,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:23.533216 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41750b78-47f8-4b9d-bc3d-b35739b66200 req-d06a820e-8487-439d-bab4-9a23d18b146b tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:23.534879 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-41750b78-47f8-4b9d-bc3d-b35739b66200 req-d06a820e-8487-439d-bab4-9a23d18b146b tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=9887a44d-5fe2-4e65-aab4-5123e84fd9b6 HTTP/1.1" status: 200 len: 946 time: 0.0528803 Aug 29 23:56:23.547778 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:23.596815 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-41750b78-47f8-4b9d-bc3d-b35739b66200 req-8c9d4b2a-f2d6-4fbb-b6fa-a931f883cb82 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=3302a57a-d0e7-40d1-96bf-d943d73d87b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559471 Aug 29 23:56:23.757509 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f65593-5727-49d0-ae7d-7b997df7a49f req-ead81095-cf55-4d6f-9bca-eeb3e52f19b9 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:23.758918 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-27f65593-5727-49d0-ae7d-7b997df7a49f req-ead81095-cf55-4d6f-9bca-eeb3e52f19b9 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 945 time: 0.0538590 Aug 29 23:56:23.814548 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-27f65593-5727-49d0-ae7d-7b997df7a49f req-429cfe84-6003-4336-bc1c-908e0d930960 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=5eb73ffb-03b0-4171-b2b3-738fc3385da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489964 Aug 29 23:56:24.464659 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644a1053-2a56-4da4-a831-26c6ff2c49c6 req-2bd687a6-c901-4b32-802e-6f13346cbbe5 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:24.466071 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-644a1053-2a56-4da4-a831-26c6ff2c49c6 req-2bd687a6-c901-4b32-802e-6f13346cbbe5 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.87 "GET /networking/v2.0/ports?device_id=9887a44d-5fe2-4e65-aab4-5123e84fd9b6 HTTP/1.1" status: 200 len: 946 time: 0.0476532 Aug 29 23:56:24.561290 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [req-644a1053-2a56-4da4-a831-26c6ff2c49c6 req-69c7393a-f37e-4728-8576-af70c7edfff0 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Deleting port f86aed97-d345-4c61-b637-b4d4771086c3 {{(pid=113415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:56:24.562001 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-644a1053-2a56-4da4-a831-26c6ff2c49c6 req-69c7393a-f37e-4728-8576-af70c7edfff0 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (f86aed97-d345-4c61-b637-b4d4771086c3), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:24.664075 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.db [req-644a1053-2a56-4da4-a831-26c6ff2c49c6 req-69c7393a-f37e-4728-8576-af70c7edfff0 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] For port f86aed97-d345-4c61-b637-b4d4771086c3, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=f86aed97-d345-4c61-b637-b4d4771086c3,segment=NetworkSegment(b7df322f-93e7-4c06-ab35-efbbaf8c395e),segment_id=b7df322f-93e7-4c06-ab35-efbbaf8c395e)] {{(pid=113415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:56:24.664470 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-644a1053-2a56-4da4-a831-26c6ff2c49c6 req-69c7393a-f37e-4728-8576-af70c7edfff0 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (f86aed97-d345-4c61-b637-b4d4771086c3), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:24.817871 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac97f3e-a9e5-4149-9d00-a205ff1e0a83 req-bcc38b41-5ce6-4652-a6d2-5811f0f78d5a tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:24.819398 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-bac97f3e-a9e5-4149-9d00-a205ff1e0a83 req-bcc38b41-5ce6-4652-a6d2-5811f0f78d5a tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=9887a44d-5fe2-4e65-aab4-5123e84fd9b6 HTTP/1.1" status: 200 len: 946 time: 0.1449594 Aug 29 23:56:24.962848 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-bac97f3e-a9e5-4149-9d00-a205ff1e0a83 req-d63a3ad8-3004-4cf7-b457-f3fbd5fa5da6 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=3302a57a-d0e7-40d1-96bf-d943d73d87b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342709 Aug 29 23:56:25.015545 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d40981c-8b7d-469e-a449-d1f55717b27c req-c863ebf0-6907-4415-94a3-33709efe3af4 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:25.017137 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-2d40981c-8b7d-469e-a449-d1f55717b27c req-c863ebf0-6907-4415-94a3-33709efe3af4 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 945 time: 0.1028097 Aug 29 23:56:25.074132 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-644a1053-2a56-4da4-a831-26c6ff2c49c6 req-69c7393a-f37e-4728-8576-af70c7edfff0 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:25.075177 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-644a1053-2a56-4da4-a831-26c6ff2c49c6 req-69c7393a-f37e-4728-8576-af70c7edfff0 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477666'] for floatingip (6a01c1e7-0226-4a20-beda-371fc5828878), after_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:25.075496 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.db.l3_db [req-644a1053-2a56-4da4-a831-26c6ff2c49c6 req-69c7393a-f37e-4728-8576-af70c7edfff0 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Floating IP 6a01c1e7-0226-4a20-beda-371fc5828878 disassociated. External IP: 172.27.1.44, port: f86aed97-d345-4c61-b637-b4d4771086c3. Aug 29 23:56:25.075843 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [req-644a1053-2a56-4da4-a831-26c6ff2c49c6 req-69c7393a-f37e-4728-8576-af70c7edfff0 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Calling delete_port for f86aed97-d345-4c61-b637-b4d4771086c3 owned by compute:nova {{(pid=113415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:56:25.103124 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-2d40981c-8b7d-469e-a449-d1f55717b27c req-d55414c9-0542-4b96-aafd-f1551ecf808d tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=5eb73ffb-03b0-4171-b2b3-738fc3385da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761719 Aug 29 23:56:25.169768 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:25.303978 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-644a1053-2a56-4da4-a831-26c6ff2c49c6 req-69c7393a-f37e-4728-8576-af70c7edfff0 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11068774'] for port (f86aed97-d345-4c61-b637-b4d4771086c3), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:25.339666 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c7393a-f37e-4728-8576-af70c7edfff0 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Pushing event deleted for resources: {'Port': ['ID=f86aed97-d345-4c61-b637-b4d4771086c3,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:25.394425 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:25.468025 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.l3_agent_scheduler [req-644a1053-2a56-4da4-a831-26c6ff2c49c6 req-69c7393a-f37e-4728-8576-af70c7edfff0 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Router 2e462f98-05f3-486e-ab4a-97e92d2f3f62 has already been hosted by L3 agent 037668f0-d812-4b59-9d2d-ce33f66a7708 {{(pid=113415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:56:25.601420 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-644a1053-2a56-4da4-a831-26c6ff2c49c6 req-69c7393a-f37e-4728-8576-af70c7edfff0 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Notify agent at l3_agent.dv-cinder-855041-2-iscsi the message routers_updated {{(pid=113415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:56:25.617726 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700cfe56-b62c-4ea6-888b-af53c395a5fc None None] Sync routers for ids ['2e462f98-05f3-486e-ab4a-97e92d2f3f62'] in dv-cinder-855041-2-iscsi {{(pid=113417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:56:25.632293 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700cfe56-b62c-4ea6-888b-af53c395a5fc None None] Routers {'2e462f98-05f3-486e-ab4a-97e92d2f3f62'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:56:25.633220 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-700cfe56-b62c-4ea6-888b-af53c395a5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:56:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['2e462f98-05f3-486e-ab4a-97e92d2f3f62'], 'active': True} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:56:25.658243 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.db.l3_dvrscheduler_db [req-644a1053-2a56-4da4-a831-26c6ff2c49c6 req-69c7393a-f37e-4728-8576-af70c7edfff0 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] No DVR routers for this DVR port f86aed97-d345-4c61-b637-b4d4771086c3 on host hv-cinder-85504 {{(pid=113415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 23:56:25.675120 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-644a1053-2a56-4da4-a831-26c6ff2c49c6 req-69c7393a-f37e-4728-8576-af70c7edfff0 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for port (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:25.678403 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-644a1053-2a56-4da4-a831-26c6ff2c49c6 req-69c7393a-f37e-4728-8576-af70c7edfff0 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.87 "DELETE /networking/v2.0/ports/f86aed97-d345-4c61-b637-b4d4771086c3 HTTP/1.1" status: 204 len: 173 time: 1.2066572 Aug 29 23:56:25.678860 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9887a44d-5fe2-4e65-aab4-5123e84fd9b6', 'name': 'network-vif-deleted', 'tag': 'f86aed97-d345-4c61-b637-b4d4771086c3'}] {{(pid=113415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:56:25.681164 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbb4ce14699acef1e34bc356a7f428b480f1dc74f7679c811df4fa99cd0d73e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a72bcd-b752-4faa-a5c5-64d1d622b823" -d '{"events": [{"server_uuid": "9887a44d-5fe2-4e65-aab4-5123e84fd9b6", "name": "network-vif-deleted", "tag": "f86aed97-d345-4c61-b637-b4d4771086c3"}]}' {{(pid=113415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:56:25.704535 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f05f4c-de95-4a84-8a4b-559fa5990808 req-94b794ae-a8ec-402b-addb-19d5d2d5e411 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:25.708675 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-27f05f4c-de95-4a84-8a4b-559fa5990808 req-94b794ae-a8ec-402b-addb-19d5d2d5e411 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=566e2dc8-23df-460a-bc9e-6d686006f9ef HTTP/1.1" status: 200 len: 945 time: 0.0769861 Aug 29 23:56:25.716857 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:UPDATE=6,neutron:SELECT=94 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:25.741772 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6163b5-3b49-441e-8d25-aba49fecb1b2 x-openstack-request-id: req-ef6163b5-3b49-441e-8d25-aba49fecb1b2 {{(pid=113415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:56:25.742055 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9887a44d-5fe2-4e65-aab4-5123e84fd9b6", "name": "network-vif-deleted", "tag": "f86aed97-d345-4c61-b637-b4d4771086c3", "status": "completed", "code": 200}]} {{(pid=113415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:56:25.742311 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ef6163b5-3b49-441e-8d25-aba49fecb1b2 {{(pid=113415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:56:25.742719 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef6163b5-3b49-441e-8d25-aba49fecb1b2'] response: {'server_uuid': '9887a44d-5fe2-4e65-aab4-5123e84fd9b6', 'name': 'network-vif-deleted', 'tag': 'f86aed97-d345-4c61-b637-b4d4771086c3', 'status': 'completed', 'code': 200} Aug 29 23:56:25.743362 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvr_db [None req-700cfe56-b62c-4ea6-888b-af53c395a5fc None None] Set router 2e462f98-05f3-486e-ab4a-97e92d2f3f62 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:56:25.765559 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-27f05f4c-de95-4a84-8a4b-559fa5990808 req-bad2fe90-788c-451f-9a37-384660671590 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=9e5bbcd3-bc91-4f58-9c4d-2f7cf5dcb057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523598 Aug 29 23:56:25.861861 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d91593-a906-4d6b-862e-1c229620abf4 req-4febcf4f-826b-4e75-8583-a666ebac60cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:25.863522 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d6d91593-a906-4d6b-862e-1c229620abf4 req-4febcf4f-826b-4e75-8583-a666ebac60cd service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=dc817de5d4ef4812a2fee6ebe0895889&device_id=566e2dc8-23df-460a-bc9e-6d686006f9ef HTTP/1.1" status: 200 len: 1129 time: 0.0535984 Aug 29 23:56:25.984616 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d91593-a906-4d6b-862e-1c229620abf4 req-e4dd530e-0cd7-4180-9b1f-97aea0f8f424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:25.986138 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d6d91593-a906-4d6b-862e-1c229620abf4 req-e4dd530e-0cd7-4180-9b1f-97aea0f8f424 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=e198d273-347a-4fa0-82d5-22e40c3600ea HTTP/1.1" status: 200 len: 920 time: 0.1110027 Aug 29 23:56:25.988547 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-700cfe56-b62c-4ea6-888b-af53c395a5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'name': 'tempest-AttachVolumeNegativeTest-1778292269-router', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'bb4d1692-7347-404c-a89d-e9e869c496d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:10Z', 'updated_at': '2022-08-29T23:52:22Z', 'revision_number': 4, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'gw_port': {'id': 'bb4d1692-7347-404c-a89d-e9e869c496d8', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:40:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:11Z', 'updated_at': '2022-08-29T23:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_floatingips': [{'id': 'c4f65f2d-14ba-4144-b611-8b79cf809267', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'floating_ip_address': '172.27.1.200', 'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'router_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'port_id': '6887f59b-e47e-4f9a-a537-7f002f8c2044', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b40027-b034-467e-a623-8d465afe9154', 'mac_address': 'fa:16:3e:f6:62:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13772077-dc96-4813-925d-975c5748e4d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:52:35Z', 'updated_at': '2022-08-29T23:53:26Z', 'revision_number': 2, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14ecde1e-ea4b-4879-9300-81c8f8fd9833', 'name': '', 'network_id': '60b40027-b034-467e-a623-8d465afe9154', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'mac_address': 'fa:16:3e:a3:e0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '371040be-dae2-4b4b-8892-6a99379ddf2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:20Z', 'updated_at': '2022-08-29T23:52:41Z', 'revision_number': 5, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'subnets': [{'id': '371040be-dae2-4b4b-8892-6a99379ddf2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:56:26.017291 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700cfe56-b62c-4ea6-888b-af53c395a5fc None None] Checking router: 2e462f98-05f3-486e-ab4a-97e92d2f3f62 for host: dv-cinder-855041-2-iscsi {{(pid=113417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:56:26.027662 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700cfe56-b62c-4ea6-888b-af53c395a5fc None None] Routers {'2e462f98-05f3-486e-ab4a-97e92d2f3f62'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:56:26.028640 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-700cfe56-b62c-4ea6-888b-af53c395a5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:56:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['2e462f98-05f3-486e-ab4a-97e92d2f3f62'], 'active': True} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:56:26.098036 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d6d91593-a906-4d6b-862e-1c229620abf4 req-9a3112a2-fe23-449c-92ed-36dba6b13b65 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02e49e4b-817d-47fa-9692-a891d61a7f03 HTTP/1.1" status: 200 len: 1001 time: 0.1056685 Aug 29 23:56:26.189934 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-a804c40c-b6d8-4ea5-9ad9-72523f454aaf req-3018e6af-fc83-465c-86e9-bd55d01f98bb tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=9887a44d-5fe2-4e65-aab4-5123e84fd9b6 HTTP/1.1" status: 200 len: 210 time: 0.1104739 Aug 29 23:56:26.191649 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d91593-a906-4d6b-862e-1c229620abf4 req-fb4ab87f-a961-43a9-a4a7-4ef6fa4a8657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:26.193264 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d6d91593-a906-4d6b-862e-1c229620abf4 req-fb4ab87f-a961-43a9-a4a7-4ef6fa4a8657 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=61447109-44f2-44fa-83dd-52a148538e4e HTTP/1.1" status: 200 len: 857 time: 0.0757625 Aug 29 23:56:26.205814 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvr_db [None req-700cfe56-b62c-4ea6-888b-af53c395a5fc None None] Set router 2e462f98-05f3-486e-ab4a-97e92d2f3f62 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:56:26.294160 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d91593-a906-4d6b-862e-1c229620abf4 req-265df207-5f2b-45ca-a062-84ea99831e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:26.295657 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d6d91593-a906-4d6b-862e-1c229620abf4 req-265df207-5f2b-45ca-a062-84ea99831e21 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=e198d273-347a-4fa0-82d5-22e40c3600ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0955491 Aug 29 23:56:26.301542 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50db9ff-ce0c-4b10-8827-69695c88eb83 req-c6549a31-8faf-4f22-ba17-8a5c637c957f tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:26.303029 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d50db9ff-ce0c-4b10-8827-69695c88eb83 req-c6549a31-8faf-4f22-ba17-8a5c637c957f tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 945 time: 0.0943182 Aug 29 23:56:26.387293 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:26.441209 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d50db9ff-ce0c-4b10-8827-69695c88eb83 req-d1a9a2d9-26bc-47f8-9b99-86989a86cf64 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=5eb73ffb-03b0-4171-b2b3-738fc3385da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270094 Aug 29 23:56:26.483617 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d6d91593-a906-4d6b-862e-1c229620abf4 req-5b5ace4e-aaa2-4a91-b9fa-71e6c76136f1 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/e198d273-347a-4fa0-82d5-22e40c3600ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720912 Aug 29 23:56:26.486571 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=100 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:26.510169 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-700cfe56-b62c-4ea6-888b-af53c395a5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'name': 'tempest-AttachVolumeNegativeTest-1778292269-router', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'bb4d1692-7347-404c-a89d-e9e869c496d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:10Z', 'updated_at': '2022-08-29T23:52:22Z', 'revision_number': 4, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'gw_port': {'id': 'bb4d1692-7347-404c-a89d-e9e869c496d8', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:40:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:11Z', 'updated_at': '2022-08-29T23:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_floatingips': [{'id': 'c4f65f2d-14ba-4144-b611-8b79cf809267', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'floating_ip_address': '172.27.1.200', 'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'router_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'port_id': '6887f59b-e47e-4f9a-a537-7f002f8c2044', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b40027-b034-467e-a623-8d465afe9154', 'mac_address': 'fa:16:3e:f6:62:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13772077-dc96-4813-925d-975c5748e4d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:52:35Z', 'updated_at': '2022-08-29T23:53:26Z', 'revision_number': 2, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14ecde1e-ea4b-4879-9300-81c8f8fd9833', 'name': '', 'network_id': '60b40027-b034-467e-a623-8d465afe9154', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'mac_address': 'fa:16:3e:a3:e0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '371040be-dae2-4b4b-8892-6a99379ddf2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:20Z', 'updated_at': '2022-08-29T23:52:41Z', 'revision_number': 5, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'subnets': [{'id': '371040be-dae2-4b4b-8892-6a99379ddf2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:56:26.542554 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700cfe56-b62c-4ea6-888b-af53c395a5fc None None] The sync data for ids ['2e462f98-05f3-486e-ab4a-97e92d2f3f62'] in dv-cinder-855041-2-iscsi is: [{'id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'name': 'tempest-AttachVolumeNegativeTest-1778292269-router', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'bb4d1692-7347-404c-a89d-e9e869c496d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:10Z', 'updated_at': '2022-08-29T23:52:22Z', 'revision_number': 4, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'gw_port': {'id': 'bb4d1692-7347-404c-a89d-e9e869c496d8', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:40:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:11Z', 'updated_at': '2022-08-29T23:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_floatingips': [{'id': 'c4f65f2d-14ba-4144-b611-8b79cf809267', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'floating_ip_address': '172.27.1.200', 'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'router_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'port_id': '6887f59b-e47e-4f9a-a537-7f002f8c2044', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b40027-b034-467e-a623-8d465afe9154', 'mac_address': 'fa:16:3e:f6:62:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13772077-dc96-4813-925d-975c5748e4d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:52:35Z', 'updated_at': '2022-08-29T23:53:26Z', 'revision_number': 2, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14ecde1e-ea4b-4879-9300-81c8f8fd9833', 'name': '', 'network_id': '60b40027-b034-467e-a623-8d465afe9154', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'mac_address': 'fa:16:3e:a3:e0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '371040be-dae2-4b4b-8892-6a99379ddf2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:20Z', 'updated_at': '2022-08-29T23:52:41Z', 'revision_number': 5, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'subnets': [{'id': '371040be-dae2-4b4b-8892-6a99379ddf2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:56:26.598034 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d6d91593-a906-4d6b-862e-1c229620abf4 req-2f9dccaf-4940-45bd-846f-7434cd01dad9 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/e198d273-347a-4fa0-82d5-22e40c3600ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080081 Aug 29 23:56:26.668090 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device f86aed97-d345-4c61-b637-b4d4771086c3 no longer exists at agent hyperv_hv-cinder-85504 {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:56:26.691027 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] No Port match for: f86aed97-d345-4c61-b637-b4d4771086c3 {{(pid=113417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:56:26.691381 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device f86aed97-d345-4c61-b637-b4d4771086c3 not bound to the agent host hv-cinder-85504 {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:56:26.805226 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b90ba-927d-44e2-ac3f-e020f65069f0 req-fb7a6c45-af4d-4d5d-955a-67c1700b427a tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:26.806902 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-988b90ba-927d-44e2-ac3f-e020f65069f0 req-fb7a6c45-af4d-4d5d-955a-67c1700b427a tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 945 time: 0.0525219 Aug 29 23:56:26.891225 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06228d03-9463-4947-ad44-d7a6b4f204f2 None None] New status for floating IP 6a01c1e7-0226-4a20-beda-371fc5828878: DOWN {{(pid=113418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 23:56:26.904664 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-988b90ba-927d-44e2-ac3f-e020f65069f0 req-ea178a3c-c5d7-4bff-ad0e-f5921a995474 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=5eb73ffb-03b0-4171-b2b3-738fc3385da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887299 Aug 29 23:56:26.976204 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2de9d-d515-4717-bd16-931be421adc5 req-ed5020e8-1667-46f7-8352-6251be6a0655 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:26.978316 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-bcc2de9d-d515-4717-bd16-931be421adc5 req-ed5020e8-1667-46f7-8352-6251be6a0655 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=566e2dc8-23df-460a-bc9e-6d686006f9ef HTTP/1.1" status: 200 len: 945 time: 0.0799673 Aug 29 23:56:27.040794 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-bcc2de9d-d515-4717-bd16-931be421adc5 req-6c4b551f-e7cc-4415-915a-a1e9b56a3ef8 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=9e5bbcd3-bc91-4f58-9c4d-2f7cf5dcb057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558796 Aug 29 23:56:27.092287 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8070d3-79db-4c00-9ca7-1457058aede1 req-3c3723bf-1670-410b-a0c5-c977a74aef07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:27.093794 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ea8070d3-79db-4c00-9ca7-1457058aede1 req-3c3723bf-1670-410b-a0c5-c977a74aef07 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=4b68600b8657473eb43d16098bbcacf6&device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 1129 time: 0.0519955 Aug 29 23:56:27.210822 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8070d3-79db-4c00-9ca7-1457058aede1 req-8acfdcc1-a63d-43f8-bc43-63db87d3a23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:27.212315 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ea8070d3-79db-4c00-9ca7-1457058aede1 req-8acfdcc1-a63d-43f8-bc43-63db87d3a23c service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=4c9cdff2-05de-4391-b19a-4c2f9845a0aa HTTP/1.1" status: 200 len: 913 time: 0.1103766 Aug 29 23:56:27.317416 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ea8070d3-79db-4c00-9ca7-1457058aede1 req-47194fc1-a6cd-4d33-bca4-592976f85c0b service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a748e41-64a4-4228-b0c8-40ef6e76caf4 HTTP/1.1" status: 200 len: 1000 time: 0.0884633 Aug 29 23:56:27.356888 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:27.373450 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8070d3-79db-4c00-9ca7-1457058aede1 req-c0cfe9dd-91c1-4c8f-8b6a-2abc15d4d7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:27.374977 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ea8070d3-79db-4c00-9ca7-1457058aede1 req-c0cfe9dd-91c1-4c8f-8b6a-2abc15d4d7b4 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=490c1584-2616-4278-814c-8d73c9c52d9f HTTP/1.1" status: 200 len: 850 time: 0.0496855 Aug 29 23:56:27.397091 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 51040) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:56:27.435882 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8070d3-79db-4c00-9ca7-1457058aede1 req-5eced227-6e82-41bc-aa01-9fa6526571ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:27.435882 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ea8070d3-79db-4c00-9ca7-1457058aede1 req-5eced227-6e82-41bc-aa01-9fa6526571ad service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=4c9cdff2-05de-4391-b19a-4c2f9845a0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498676 Aug 29 23:56:27.464043 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-aa25f628-72bd-432a-80af-c1fa313b719e tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for security_group (3302a57a-d0e7-40d1-96bf-d943d73d87b4), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:27.500493 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-aa25f628-72bd-432a-80af-c1fa313b719e tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for security_group (3302a57a-d0e7-40d1-96bf-d943d73d87b4), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:27.560936 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ea8070d3-79db-4c00-9ca7-1457058aede1 req-3c52c0e8-e87a-48cc-b53a-ca941d15232e service neutron] 10.222.0.87 "GET /networking/v2.0/networks/4c9cdff2-05de-4391-b19a-4c2f9845a0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196353 Aug 29 23:56:27.652727 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-aa25f628-72bd-432a-80af-c1fa313b719e tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (3302a57a-d0e7-40d1-96bf-d943d73d87b4), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:27.655441 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-aa25f628-72bd-432a-80af-c1fa313b719e tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for security_group (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:27.656740 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-aa25f628-72bd-432a-80af-c1fa313b719e tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "DELETE /networking/v2.0/security-groups/3302a57a-d0e7-40d1-96bf-d943d73d87b4 HTTP/1.1" status: 204 len: 168 time: 0.2586446 Aug 29 23:56:27.662621 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 51044) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:56:27.679294 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa25f628-72bd-432a-80af-c1fa313b719e tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3302a57a-d0e7-40d1-96bf-d943d73d87b4,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:27.688567 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.api.v2.resource [None req-fc46bd0d-30fc-44cf-9d9b-87c2970af29f tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] show failed (client error): The resource could not be found. Aug 29 23:56:27.689563 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-fc46bd0d-30fc-44cf-9d9b-87c2970af29f tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups/3302a57a-d0e7-40d1-96bf-d943d73d87b4 HTTP/1.1" status: 404 len: 347 time: 0.0258694 Aug 29 23:56:27.693684 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 51046) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:56:27.703760 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa25f628-72bd-432a-80af-c1fa313b719e tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:27.704394 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa25f628-72bd-432a-80af-c1fa313b719e tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:27.704902 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa25f628-72bd-432a-80af-c1fa313b719e tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:27.705258 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa25f628-72bd-432a-80af-c1fa313b719e tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:27.705581 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa25f628-72bd-432a-80af-c1fa313b719e tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:27.705919 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa25f628-72bd-432a-80af-c1fa313b719e tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:27.706238 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa25f628-72bd-432a-80af-c1fa313b719e tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:27.706823 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa25f628-72bd-432a-80af-c1fa313b719e tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:27.707148 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa25f628-72bd-432a-80af-c1fa313b719e tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:27.707477 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa25f628-72bd-432a-80af-c1fa313b719e tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:27.707798 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa25f628-72bd-432a-80af-c1fa313b719e tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:27.708117 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa25f628-72bd-432a-80af-c1fa313b719e tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:27.708476 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa25f628-72bd-432a-80af-c1fa313b719e tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:27.708794 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa25f628-72bd-432a-80af-c1fa313b719e tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:27.709111 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa25f628-72bd-432a-80af-c1fa313b719e tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:27.835076 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.plugin [None req-735a57c6-e1b7-4301-992b-7fbc1978d12a tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Deleting port 3dc04a03-6c2a-4941-b969-8983d482ba4c {{(pid=113416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:56:27.836279 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-735a57c6-e1b7-4301-992b-7fbc1978d12a tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (3dc04a03-6c2a-4941-b969-8983d482ba4c), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:27.943178 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-735a57c6-e1b7-4301-992b-7fbc1978d12a tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (3dc04a03-6c2a-4941-b969-8983d482ba4c), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:27.943513 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-735a57c6-e1b7-4301-992b-7fbc1978d12a tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for floatingip (3dc04a03-6c2a-4941-b969-8983d482ba4c), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:27.959518 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.plugin [None req-735a57c6-e1b7-4301-992b-7fbc1978d12a tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Calling delete_port for 3dc04a03-6c2a-4941-b969-8983d482ba4c owned by network:floatingip {{(pid=113416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:56:27.970580 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ea8070d3-79db-4c00-9ca7-1457058aede1 req-4410cee7-8f52-40b7-bac3-53cb2e57b393 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/4c9cdff2-05de-4391-b19a-4c2f9845a0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4012349 Aug 29 23:56:28.098759 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ea487-fb70-4316-a52b-87b0f9732a15 req-cc604162-8275-4237-b5ff-a1840a8388f4 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:28.100812 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-519ea487-fb70-4316-a52b-87b0f9732a15 req-cc604162-8275-4237-b5ff-a1840a8388f4 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 945 time: 0.0774732 Aug 29 23:56:28.101661 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=6 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:28.162145 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:28.185029 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-519ea487-fb70-4316-a52b-87b0f9732a15 req-b1168a10-d3ee-4336-8f44-087d4ac92935 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=5eb73ffb-03b0-4171-b2b3-738fc3385da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742183 Aug 29 23:56:28.230185 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-735a57c6-e1b7-4301-992b-7fbc1978d12a tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963692'] for port (3dc04a03-6c2a-4941-b969-8983d482ba4c), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:28.251560 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:28.281944 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d973e687-2b77-48d5-93f1-ccc327b13a39 req-e0540821-c506-416d-90c1-25aac272f1f2 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:28.294768 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d973e687-2b77-48d5-93f1-ccc327b13a39 req-e0540821-c506-416d-90c1-25aac272f1f2 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=566e2dc8-23df-460a-bc9e-6d686006f9ef HTTP/1.1" status: 200 len: 945 time: 0.0990601 Aug 29 23:56:28.306818 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735a57c6-e1b7-4301-992b-7fbc1978d12a tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Pushing event deleted for resources: {'Port': ['ID=3dc04a03-6c2a-4941-b969-8983d482ba4c,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:28.350569 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d973e687-2b77-48d5-93f1-ccc327b13a39 req-97be1791-d9e8-4565-ab85-8a1504a07625 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=9e5bbcd3-bc91-4f58-9c4d-2f7cf5dcb057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543396 Aug 29 23:56:28.357542 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-735a57c6-e1b7-4301-992b-7fbc1978d12a tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for floatingip (6a01c1e7-0226-4a20-beda-371fc5828878), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:28.361704 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-735a57c6-e1b7-4301-992b-7fbc1978d12a tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for floatingip (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:28.364565 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-735a57c6-e1b7-4301-992b-7fbc1978d12a tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "DELETE /networking/v2.0/floatingips/6a01c1e7-0226-4a20-beda-371fc5828878 HTTP/1.1" status: 204 len: 168 time: 0.6685536 Aug 29 23:56:29.324387 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff9e217-3496-4f9a-812c-980783612ece req-c4bd14bb-2ba5-4df8-b6b3-962014edbb3b tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:29.326007 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-4ff9e217-3496-4f9a-812c-980783612ece req-c4bd14bb-2ba5-4df8-b6b3-962014edbb3b tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 945 time: 0.0513744 Aug 29 23:56:29.381731 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-4ff9e217-3496-4f9a-812c-980783612ece req-c200eceb-7c3e-46f9-b216-800e2f30047b tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=5eb73ffb-03b0-4171-b2b3-738fc3385da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482197 Aug 29 23:56:29.483969 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217da718-1c42-4d48-9267-2d611cff5123 req-06bc622e-0a85-45e6-ad7d-4e3fc873b2ac tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:29.485486 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-217da718-1c42-4d48-9267-2d611cff5123 req-06bc622e-0a85-45e6-ad7d-4e3fc873b2ac tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=566e2dc8-23df-460a-bc9e-6d686006f9ef HTTP/1.1" status: 200 len: 945 time: 0.0530493 Aug 29 23:56:29.540153 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-217da718-1c42-4d48-9267-2d611cff5123 req-f1eb41c6-7c35-440f-8306-1f921dd76cfc tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=9e5bbcd3-bc91-4f58-9c4d-2f7cf5dcb057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490754 Aug 29 23:56:29.970699 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.agents_db [None req-4166f728-c6cb-4ae6-8e81-f61b29fbc360 None None] Agent healthcheck: found 6 active agents {{(pid=113418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 23:56:30.664991 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5773665-bc88-47a9-983c-75e377be446f req-8fbcdfbe-632e-4265-beea-7e03adf9a304 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:30.666550 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b5773665-bc88-47a9-983c-75e377be446f req-8fbcdfbe-632e-4265-beea-7e03adf9a304 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=566e2dc8-23df-460a-bc9e-6d686006f9ef HTTP/1.1" status: 200 len: 945 time: 0.0484693 Aug 29 23:56:30.718708 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b5773665-bc88-47a9-983c-75e377be446f req-f1680f72-087c-4c5d-9bef-f164fbb3d119 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=9e5bbcd3-bc91-4f58-9c4d-2f7cf5dcb057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454552 Aug 29 23:56:31.848252 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c431ceac-c55b-4aa6-9aeb-b9806aca90df req-da58cb94-42a5-47e3-9159-138e9add6691 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:31.849793 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c431ceac-c55b-4aa6-9aeb-b9806aca90df req-da58cb94-42a5-47e3-9159-138e9add6691 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=566e2dc8-23df-460a-bc9e-6d686006f9ef HTTP/1.1" status: 200 len: 945 time: 0.0515084 Aug 29 23:56:31.906300 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c431ceac-c55b-4aa6-9aeb-b9806aca90df req-8d64e1f8-bc7d-439f-890c-013f3f1566b1 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=9e5bbcd3-bc91-4f58-9c4d-2f7cf5dcb057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499988 Aug 29 23:56:33.034392 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad30639-ea93-45d5-85c3-af2817f701cc req-fd800384-d497-4fae-8c0d-af22f1a8b5db tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:33.035872 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-4ad30639-ea93-45d5-85c3-af2817f701cc req-fd800384-d497-4fae-8c0d-af22f1a8b5db tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=566e2dc8-23df-460a-bc9e-6d686006f9ef HTTP/1.1" status: 200 len: 945 time: 0.0540247 Aug 29 23:56:33.088740 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-4ad30639-ea93-45d5-85c3-af2817f701cc req-5b51a3e1-d656-4519-acd9-93734203d7d9 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=9e5bbcd3-bc91-4f58-9c4d-2f7cf5dcb057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463805 Aug 29 23:56:34.219776 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647917d-fe21-464a-a5ff-d00301179ae1 req-fe61e9b3-829a-4719-91c9-e65597d7b24b tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:34.221362 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d647917d-fe21-464a-a5ff-d00301179ae1 req-fe61e9b3-829a-4719-91c9-e65597d7b24b tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=566e2dc8-23df-460a-bc9e-6d686006f9ef HTTP/1.1" status: 200 len: 945 time: 0.0507393 Aug 29 23:56:34.273266 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d647917d-fe21-464a-a5ff-d00301179ae1 req-165a33a4-103c-4975-b935-6fea8f12c7e5 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=9e5bbcd3-bc91-4f58-9c4d-2f7cf5dcb057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462956 Aug 29 23:56:34.673332 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:34.739534 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1c59a2-b8d1-4789-ac6f-94eda439fb6b req-6343315d-17d6-4edd-80dd-1300837cc279 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:34.741194 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-7e1c59a2-b8d1-4789-ac6f-94eda439fb6b req-6343315d-17d6-4edd-80dd-1300837cc279 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=13772077-dc96-4813-925d-975c5748e4d1 HTTP/1.1" status: 200 len: 945 time: 0.0831325 Aug 29 23:56:34.817163 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-7e1c59a2-b8d1-4789-ac6f-94eda439fb6b req-7bd39416-96ad-4938-a3f9-b29cb75bb0dc tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=db3d369f-4c74-447c-9748-b5e110841b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650659 Aug 29 23:56:35.427430 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f743fd32-0407-46af-9e04-a7e8fd7927db req-a20fab82-4788-4b8c-8cd1-58e4b8bf70c9 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:35.428984 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-f743fd32-0407-46af-9e04-a7e8fd7927db req-a20fab82-4788-4b8c-8cd1-58e4b8bf70c9 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=566e2dc8-23df-460a-bc9e-6d686006f9ef HTTP/1.1" status: 200 len: 945 time: 0.0594118 Aug 29 23:56:35.485005 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-f743fd32-0407-46af-9e04-a7e8fd7927db req-18b64bce-e622-4b16-b48b-e9a29eddf45d tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=9e5bbcd3-bc91-4f58-9c4d-2f7cf5dcb057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491974 Aug 29 23:56:35.966543 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8451c20c-1423-4c3a-828a-9a827e056923 req-859b41ef-19fd-49e3-8037-bbad042da8b2 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:35.968413 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-8451c20c-1423-4c3a-828a-9a827e056923 req-859b41ef-19fd-49e3-8037-bbad042da8b2 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=13772077-dc96-4813-925d-975c5748e4d1 HTTP/1.1" status: 200 len: 945 time: 0.0649252 Aug 29 23:56:36.023262 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-8451c20c-1423-4c3a-828a-9a827e056923 req-391702ec-f0c1-48cc-904a-20e93d0c50d1 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=db3d369f-4c74-447c-9748-b5e110841b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489638 Aug 29 23:56:36.621478 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09fb21-8906-4db5-af05-5c207a840c6c req-0aeb9464-81f9-4551-847b-41c3a1e35efa tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:36.623070 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ba09fb21-8906-4db5-af05-5c207a840c6c req-0aeb9464-81f9-4551-847b-41c3a1e35efa tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=566e2dc8-23df-460a-bc9e-6d686006f9ef HTTP/1.1" status: 200 len: 945 time: 0.0562904 Aug 29 23:56:36.673285 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=1 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:36.680739 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ba09fb21-8906-4db5-af05-5c207a840c6c req-0b14f753-97d3-4958-9948-b6c8abbc6e4c tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=9e5bbcd3-bc91-4f58-9c4d-2f7cf5dcb057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518000 Aug 29 23:56:37.157317 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf0e47-a116-452e-9535-928c621462fe req-9271f526-f353-45f5-956f-230de5b484f1 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:37.158905 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-5ebf0e47-a116-452e-9535-928c621462fe req-9271f526-f353-45f5-956f-230de5b484f1 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=13772077-dc96-4813-925d-975c5748e4d1 HTTP/1.1" status: 200 len: 945 time: 0.0513749 Aug 29 23:56:37.211084 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:37.217077 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-5ebf0e47-a116-452e-9535-928c621462fe req-c4b36985-c5f2-48b4-a53e-97c5350bf878 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=db3d369f-4c74-447c-9748-b5e110841b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489342 Aug 29 23:56:37.737539 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=46 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:37.812478 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7b50b-15aa-43c9-a091-68627ce96229 req-228b5070-0856-4109-93e2-5e7a9b3bbb01 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:37.814030 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-73f7b50b-15aa-43c9-a091-68627ce96229 req-228b5070-0856-4109-93e2-5e7a9b3bbb01 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=566e2dc8-23df-460a-bc9e-6d686006f9ef HTTP/1.1" status: 200 len: 945 time: 0.0557809 Aug 29 23:56:37.862695 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-73f7b50b-15aa-43c9-a091-68627ce96229 req-00fc5237-77a1-441f-a05e-48bb7dcf7fb0 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=9e5bbcd3-bc91-4f58-9c4d-2f7cf5dcb057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430081 Aug 29 23:56:38.352352 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9a671-4b93-4b10-93c8-670f7924143f req-c35a026b-52e6-4e34-9bc3-d853100cb1c3 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:38.353993 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e4d9a671-4b93-4b10-93c8-670f7924143f req-c35a026b-52e6-4e34-9bc3-d853100cb1c3 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=13772077-dc96-4813-925d-975c5748e4d1 HTTP/1.1" status: 200 len: 945 time: 0.0593755 Aug 29 23:56:38.407379 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=22,neutron:DELETE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:38.409041 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e4d9a671-4b93-4b10-93c8-670f7924143f req-884f3e83-7be5-48a8-bc8b-09faca9cdf41 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=db3d369f-4c74-447c-9748-b5e110841b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486372 Aug 29 23:56:38.998556 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e3f6ac-e7c9-4b61-9232-40b41d19774f req-fdfc059e-35f9-422c-9e83-1a5f537f910d tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:39.001323 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b2e3f6ac-e7c9-4b61-9232-40b41d19774f req-fdfc059e-35f9-422c-9e83-1a5f537f910d tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=566e2dc8-23df-460a-bc9e-6d686006f9ef HTTP/1.1" status: 200 len: 945 time: 0.0604615 Aug 29 23:56:39.061548 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b2e3f6ac-e7c9-4b61-9232-40b41d19774f req-9616e1ac-83e7-4929-adc6-edb8113a1d3c tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=9e5bbcd3-bc91-4f58-9c4d-2f7cf5dcb057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513015 Aug 29 23:56:39.537106 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4265a2-baf7-4fd9-a0ab-fa1a271dce69 req-590f7b55-5f3a-444a-b810-487222bdf244 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:39.538602 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-4c4265a2-baf7-4fd9-a0ab-fa1a271dce69 req-590f7b55-5f3a-444a-b810-487222bdf244 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=13772077-dc96-4813-925d-975c5748e4d1 HTTP/1.1" status: 200 len: 945 time: 0.0514328 Aug 29 23:56:39.590029 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-4c4265a2-baf7-4fd9-a0ab-fa1a271dce69 req-6bde1ea4-aa90-4d1b-abf2-fd44f8e68643 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=db3d369f-4c74-447c-9748-b5e110841b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443597 Aug 29 23:56:39.964868 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:39.965699 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:40.189417 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d165f-27a7-4f01-acdd-e85d3bab6a81 req-d7241ad2-e843-496e-bc63-83cc00be7e66 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:40.191126 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-429d165f-27a7-4f01-acdd-e85d3bab6a81 req-d7241ad2-e843-496e-bc63-83cc00be7e66 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=566e2dc8-23df-460a-bc9e-6d686006f9ef HTTP/1.1" status: 200 len: 945 time: 0.0526857 Aug 29 23:56:40.223500 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-de1bc349-ae4c-42ad-9a08-55d0ea6363d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (1020f8f9-c858-45a1-84c5-376480b0ca2e), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:40.244264 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-429d165f-27a7-4f01-acdd-e85d3bab6a81 req-0a09223d-3bef-4f27-a746-dd88df9a5f50 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=9e5bbcd3-bc91-4f58-9c4d-2f7cf5dcb057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471554 Aug 29 23:56:40.723651 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25614f-a634-4a85-9eec-abd0a5ce726b req-0e44eb5a-5d16-42ca-81ba-22d950058e50 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:40.725305 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-8d25614f-a634-4a85-9eec-abd0a5ce726b req-0e44eb5a-5d16-42ca-81ba-22d950058e50 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=13772077-dc96-4813-925d-975c5748e4d1 HTTP/1.1" status: 200 len: 945 time: 0.0597742 Aug 29 23:56:40.794392 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-8d25614f-a634-4a85-9eec-abd0a5ce726b req-12da7bcf-2971-4907-9705-5ef70ae3ce9c tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=db3d369f-4c74-447c-9748-b5e110841b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625932 Aug 29 23:56:41.108810 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99474aac-8f84-4b72-ba59-d21edead513b req-79c3e5b6-613d-461d-a183-992990c0f9d4 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:41.110417 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-99474aac-8f84-4b72-ba59-d21edead513b req-79c3e5b6-613d-461d-a183-992990c0f9d4 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.87 "GET /networking/v2.0/ports?device_id=13772077-dc96-4813-925d-975c5748e4d1 HTTP/1.1" status: 200 len: 945 time: 0.0567105 Aug 29 23:56:41.359030 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:41.369992 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fb1946-16f7-4fef-a517-54e7f362f6f6 req-01e47a4b-ddb1-40dd-bf35-d548a5a56197 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:41.371687 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-35fb1946-16f7-4fef-a517-54e7f362f6f6 req-01e47a4b-ddb1-40dd-bf35-d548a5a56197 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=566e2dc8-23df-460a-bc9e-6d686006f9ef HTTP/1.1" status: 200 len: 945 time: 0.0497553 Aug 29 23:56:41.429092 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-35fb1946-16f7-4fef-a517-54e7f362f6f6 req-36f6313f-72d8-4992-8558-f8a2bff8a3ac tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=9e5bbcd3-bc91-4f58-9c4d-2f7cf5dcb057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473564 Aug 29 23:56:41.938305 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a86c34-1613-40e7-bbe3-a9103a323341 req-cd310ff9-17d0-4367-94cb-59781f0c7da9 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:41.939805 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-25a86c34-1613-40e7-bbe3-a9103a323341 req-cd310ff9-17d0-4367-94cb-59781f0c7da9 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=13772077-dc96-4813-925d-975c5748e4d1 HTTP/1.1" status: 200 len: 945 time: 0.0628223 Aug 29 23:56:41.991501 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-25a86c34-1613-40e7-bbe3-a9103a323341 req-5eb56c43-5f04-474d-b1f6-7fcd844560f2 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=db3d369f-4c74-447c-9748-b5e110841b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453548 Aug 29 23:56:42.306002 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [req-99474aac-8f84-4b72-ba59-d21edead513b req-eedebe20-28d4-4e66-9873-cb1f29a79619 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Deleting port 6887f59b-e47e-4f9a-a537-7f002f8c2044 {{(pid=113415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:56:42.306562 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-99474aac-8f84-4b72-ba59-d21edead513b req-eedebe20-28d4-4e66-9873-cb1f29a79619 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (6887f59b-e47e-4f9a-a537-7f002f8c2044), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:42.343545 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7c9461-e7dc-458e-9a8a-9053827949b2 req-c4a873b9-87e5-4e68-888d-09a4db2dec61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:42.345080 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-ae7c9461-e7dc-458e-9a8a-9053827949b2 req-c4a873b9-87e5-4e68-888d-09a4db2dec61 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=566e2dc8-23df-460a-bc9e-6d686006f9ef HTTP/1.1" status: 200 len: 1129 time: 0.0698795 Aug 29 23:56:42.399243 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:42.399860 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-ae7c9461-e7dc-458e-9a8a-9053827949b2 req-1d7e000a-fcad-4bf1-ab42-8dd987a69a45 service neutron] 10.222.0.87 "GET /networking/v2.0/security-groups?id=9e5bbcd3-bc91-4f58-9c4d-2f7cf5dcb057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472863 Aug 29 23:56:42.430242 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.db [req-99474aac-8f84-4b72-ba59-d21edead513b req-eedebe20-28d4-4e66-9873-cb1f29a79619 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] For port 6887f59b-e47e-4f9a-a537-7f002f8c2044, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=6887f59b-e47e-4f9a-a537-7f002f8c2044,segment=NetworkSegment(b7df322f-93e7-4c06-ab35-efbbaf8c395e),segment_id=b7df322f-93e7-4c06-ab35-efbbaf8c395e)] {{(pid=113415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:56:42.430242 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-99474aac-8f84-4b72-ba59-d21edead513b req-eedebe20-28d4-4e66-9873-cb1f29a79619 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (6887f59b-e47e-4f9a-a537-7f002f8c2044), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:42.631408 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ad8bd-3fbb-424d-a8c4-29e1dc6fa15f req-6951d874-335d-4900-8fd0-3f914d9e103f tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:42.632977 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-820ad8bd-3fbb-424d-a8c4-29e1dc6fa15f req-6951d874-335d-4900-8fd0-3f914d9e103f tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=566e2dc8-23df-460a-bc9e-6d686006f9ef HTTP/1.1" status: 200 len: 945 time: 0.0960653 Aug 29 23:56:42.677501 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-99474aac-8f84-4b72-ba59-d21edead513b req-eedebe20-28d4-4e66-9873-cb1f29a79619 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:42.677864 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-99474aac-8f84-4b72-ba59-d21edead513b req-eedebe20-28d4-4e66-9873-cb1f29a79619 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477666'] for floatingip (c4f65f2d-14ba-4144-b611-8b79cf809267), after_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:42.678181 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.db.l3_db [req-99474aac-8f84-4b72-ba59-d21edead513b req-eedebe20-28d4-4e66-9873-cb1f29a79619 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Floating IP c4f65f2d-14ba-4144-b611-8b79cf809267 disassociated. External IP: 172.27.1.200, port: 6887f59b-e47e-4f9a-a537-7f002f8c2044. Aug 29 23:56:42.678527 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [req-99474aac-8f84-4b72-ba59-d21edead513b req-eedebe20-28d4-4e66-9873-cb1f29a79619 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Calling delete_port for 6887f59b-e47e-4f9a-a537-7f002f8c2044 owned by compute:nova {{(pid=113415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:56:42.714322 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-820ad8bd-3fbb-424d-a8c4-29e1dc6fa15f req-0002215b-5358-4653-9d4b-e85701309d71 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=9e5bbcd3-bc91-4f58-9c4d-2f7cf5dcb057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716920 Aug 29 23:56:42.955107 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-99474aac-8f84-4b72-ba59-d21edead513b req-eedebe20-28d4-4e66-9873-cb1f29a79619 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11068774'] for port (6887f59b-e47e-4f9a-a537-7f002f8c2044), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:42.990561 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedebe20-28d4-4e66-9873-cb1f29a79619 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Pushing event deleted for resources: {'Port': ['ID=6887f59b-e47e-4f9a-a537-7f002f8c2044,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:43.007554 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedebe20-28d4-4e66-9873-cb1f29a79619 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:43.007991 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedebe20-28d4-4e66-9873-cb1f29a79619 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:43.008634 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedebe20-28d4-4e66-9873-cb1f29a79619 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:43.009035 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedebe20-28d4-4e66-9873-cb1f29a79619 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:43.009375 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedebe20-28d4-4e66-9873-cb1f29a79619 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:43.009711 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedebe20-28d4-4e66-9873-cb1f29a79619 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:43.010042 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedebe20-28d4-4e66-9873-cb1f29a79619 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:43.010401 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedebe20-28d4-4e66-9873-cb1f29a79619 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:43.011421 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedebe20-28d4-4e66-9873-cb1f29a79619 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:43.011809 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedebe20-28d4-4e66-9873-cb1f29a79619 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:43.012202 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedebe20-28d4-4e66-9873-cb1f29a79619 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:43.012522 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedebe20-28d4-4e66-9873-cb1f29a79619 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:43.013221 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedebe20-28d4-4e66-9873-cb1f29a79619 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:43.013221 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedebe20-28d4-4e66-9873-cb1f29a79619 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:43.013508 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedebe20-28d4-4e66-9873-cb1f29a79619 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:43.019335 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (a7eaf665-0f6d-431a-9601-222c900251ec), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:43.137633 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-8203f37f-c74c-4901-b64a-2ffb46b0edcb req-3f284a32-2cce-4b58-a8ef-fcc9254e1753 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=13772077-dc96-4813-925d-975c5748e4d1 HTTP/1.1" status: 200 len: 210 time: 0.0608170 Aug 29 23:56:43.169132 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99474aac-8f84-4b72-ba59-d21edead513b req-eedebe20-28d4-4e66-9873-cb1f29a79619 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Router 2e462f98-05f3-486e-ab4a-97e92d2f3f62 has already been hosted by L3 agent 037668f0-d812-4b59-9d2d-ce33f66a7708 {{(pid=113415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:56:43.257070 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:43.279822 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99474aac-8f84-4b72-ba59-d21edead513b req-eedebe20-28d4-4e66-9873-cb1f29a79619 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Notify agent at l3_agent.dv-cinder-855041-2-iscsi the message routers_updated {{(pid=113415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:56:43.293226 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af67e853-15ba-4702-a515-0271b461695f None None] Sync routers for ids ['2e462f98-05f3-486e-ab4a-97e92d2f3f62'] in dv-cinder-855041-2-iscsi {{(pid=113417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:56:43.311990 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af67e853-15ba-4702-a515-0271b461695f None None] Routers {'2e462f98-05f3-486e-ab4a-97e92d2f3f62'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:56:43.313026 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-af67e853-15ba-4702-a515-0271b461695f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:56:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['2e462f98-05f3-486e-ab4a-97e92d2f3f62'], 'active': True} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:56:43.327877 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.db.l3_dvrscheduler_db [req-99474aac-8f84-4b72-ba59-d21edead513b req-eedebe20-28d4-4e66-9873-cb1f29a79619 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] No DVR routers for this DVR port 6887f59b-e47e-4f9a-a537-7f002f8c2044 on host hv-cinder-85504 {{(pid=113415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 23:56:43.333940 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-99474aac-8f84-4b72-ba59-d21edead513b req-eedebe20-28d4-4e66-9873-cb1f29a79619 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for port (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:43.340942 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-99474aac-8f84-4b72-ba59-d21edead513b req-eedebe20-28d4-4e66-9873-cb1f29a79619 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.87 "DELETE /networking/v2.0/ports/6887f59b-e47e-4f9a-a537-7f002f8c2044 HTTP/1.1" status: 204 len: 173 time: 1.1728699 Aug 29 23:56:43.343410 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13772077-dc96-4813-925d-975c5748e4d1', 'name': 'network-vif-deleted', 'tag': '6887f59b-e47e-4f9a-a537-7f002f8c2044'}] {{(pid=113415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:56:43.345670 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbb4ce14699acef1e34bc356a7f428b480f1dc74f7679c811df4fa99cd0d73e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d222acb-fb7a-456a-b764-f7b80c499364" -d '{"events": [{"server_uuid": "13772077-dc96-4813-925d-975c5748e4d1", "name": "network-vif-deleted", "tag": "6887f59b-e47e-4f9a-a537-7f002f8c2044"}]}' {{(pid=113415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:56:43.414442 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082018aa-df52-4cf6-8f75-622153f8e081 x-openstack-request-id: req-082018aa-df52-4cf6-8f75-622153f8e081 {{(pid=113415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:56:43.415077 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13772077-dc96-4813-925d-975c5748e4d1", "name": "network-vif-deleted", "tag": "6887f59b-e47e-4f9a-a537-7f002f8c2044", "status": "completed", "code": 200}]} {{(pid=113415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:56:43.415077 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-082018aa-df52-4cf6-8f75-622153f8e081 {{(pid=113415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:56:43.415358 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-082018aa-df52-4cf6-8f75-622153f8e081'] response: {'server_uuid': '13772077-dc96-4813-925d-975c5748e4d1', 'name': 'network-vif-deleted', 'tag': '6887f59b-e47e-4f9a-a537-7f002f8c2044', 'status': 'completed', 'code': 200} Aug 29 23:56:43.440142 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-3dea7595-43da-49cf-9d97-f9b18b9543b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (037668f0-d812-4b59-9d2d-ce33f66a7708), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:43.464363 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvr_db [None req-af67e853-15ba-4702-a515-0271b461695f None None] Set router 2e462f98-05f3-486e-ab4a-97e92d2f3f62 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:56:43.731523 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-af67e853-15ba-4702-a515-0271b461695f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'name': 'tempest-AttachVolumeNegativeTest-1778292269-router', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'bb4d1692-7347-404c-a89d-e9e869c496d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:10Z', 'updated_at': '2022-08-29T23:52:22Z', 'revision_number': 4, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'gw_port': {'id': 'bb4d1692-7347-404c-a89d-e9e869c496d8', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:40:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:11Z', 'updated_at': '2022-08-29T23:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': '14ecde1e-ea4b-4879-9300-81c8f8fd9833', 'name': '', 'network_id': '60b40027-b034-467e-a623-8d465afe9154', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'mac_address': 'fa:16:3e:a3:e0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '371040be-dae2-4b4b-8892-6a99379ddf2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:20Z', 'updated_at': '2022-08-29T23:52:41Z', 'revision_number': 5, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'subnets': [{'id': '371040be-dae2-4b4b-8892-6a99379ddf2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:56:43.759330 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af67e853-15ba-4702-a515-0271b461695f None None] Checking router: 2e462f98-05f3-486e-ab4a-97e92d2f3f62 for host: dv-cinder-855041-2-iscsi {{(pid=113417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:56:43.770040 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af67e853-15ba-4702-a515-0271b461695f None None] Routers {'2e462f98-05f3-486e-ab4a-97e92d2f3f62'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:56:43.770570 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-af67e853-15ba-4702-a515-0271b461695f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:56:43Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['2e462f98-05f3-486e-ab4a-97e92d2f3f62'], 'active': True} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:56:43.859507 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f78b882-7ed4-487a-a1e6-0593d478d1cb req-3388fa06-7f3b-48ff-b341-8cef2621a69d tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:43.861143 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-2f78b882-7ed4-487a-a1e6-0593d478d1cb req-3388fa06-7f3b-48ff-b341-8cef2621a69d tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=566e2dc8-23df-460a-bc9e-6d686006f9ef HTTP/1.1" status: 200 len: 945 time: 0.0601552 Aug 29 23:56:43.903809 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvr_db [None req-af67e853-15ba-4702-a515-0271b461695f None None] Set router 2e462f98-05f3-486e-ab4a-97e92d2f3f62 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:56:43.930415 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-2f78b882-7ed4-487a-a1e6-0593d478d1cb req-55144fdc-4f24-4533-b6c8-b226046e0988 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=9e5bbcd3-bc91-4f58-9c4d-2f7cf5dcb057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606849 Aug 29 23:56:44.123496 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-af67e853-15ba-4702-a515-0271b461695f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'name': 'tempest-AttachVolumeNegativeTest-1778292269-router', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'bb4d1692-7347-404c-a89d-e9e869c496d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:10Z', 'updated_at': '2022-08-29T23:52:22Z', 'revision_number': 4, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'gw_port': {'id': 'bb4d1692-7347-404c-a89d-e9e869c496d8', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:40:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:11Z', 'updated_at': '2022-08-29T23:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': '14ecde1e-ea4b-4879-9300-81c8f8fd9833', 'name': '', 'network_id': '60b40027-b034-467e-a623-8d465afe9154', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'mac_address': 'fa:16:3e:a3:e0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '371040be-dae2-4b4b-8892-6a99379ddf2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:20Z', 'updated_at': '2022-08-29T23:52:41Z', 'revision_number': 5, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'subnets': [{'id': '371040be-dae2-4b4b-8892-6a99379ddf2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:56:44.157482 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af67e853-15ba-4702-a515-0271b461695f None None] The sync data for ids ['2e462f98-05f3-486e-ab4a-97e92d2f3f62'] in dv-cinder-855041-2-iscsi is: [{'id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'name': 'tempest-AttachVolumeNegativeTest-1778292269-router', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'bb4d1692-7347-404c-a89d-e9e869c496d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:10Z', 'updated_at': '2022-08-29T23:52:22Z', 'revision_number': 4, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'gw_port': {'id': 'bb4d1692-7347-404c-a89d-e9e869c496d8', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:40:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:11Z', 'updated_at': '2022-08-29T23:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': '14ecde1e-ea4b-4879-9300-81c8f8fd9833', 'name': '', 'network_id': '60b40027-b034-467e-a623-8d465afe9154', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'mac_address': 'fa:16:3e:a3:e0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '371040be-dae2-4b4b-8892-6a99379ddf2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:20Z', 'updated_at': '2022-08-29T23:52:41Z', 'revision_number': 5, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'subnets': [{'id': '371040be-dae2-4b4b-8892-6a99379ddf2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:56:44.305764 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-4c785d17-0ce0-46bf-8e71-18eb0f383ac1 req-a98b5a11-e9ec-4b1e-8f74-706d5a30f368 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=13772077-dc96-4813-925d-975c5748e4d1 HTTP/1.1" status: 200 len: 210 time: 0.0377331 Aug 29 23:56:44.431931 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e11a438-9d97-47ec-8516-95eae48a98b6 None None] New status for floating IP c4f65f2d-14ba-4144-b611-8b79cf809267: DOWN {{(pid=113418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 23:56:44.463159 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cdcd43ac-7909-438b-ba67-31b4a20d4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (bcd4f52e-0d63-4d8a-9dda-ff825ab30758), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:44.756137 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device 6887f59b-e47e-4f9a-a537-7f002f8c2044 no longer exists at agent hyperv_hv-cinder-85504 {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:56:44.778156 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] No Port match for: 6887f59b-e47e-4f9a-a537-7f002f8c2044 {{(pid=113417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:56:44.778588 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device 6887f59b-e47e-4f9a-a537-7f002f8c2044 not bound to the agent host hv-cinder-85504 {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:56:45.062455 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd3b7a-a4b6-427f-9385-7b0bb778274b req-10f79d05-36f4-42d8-8135-149564aea064 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:45.064407 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-dbcd3b7a-a4b6-427f-9385-7b0bb778274b req-10f79d05-36f4-42d8-8135-149564aea064 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=566e2dc8-23df-460a-bc9e-6d686006f9ef HTTP/1.1" status: 200 len: 945 time: 0.0538330 Aug 29 23:56:45.115639 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:45.121147 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-dbcd3b7a-a4b6-427f-9385-7b0bb778274b req-92c21ee8-58ee-4f68-b02f-5653fb0069a1 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=9e5bbcd3-bc91-4f58-9c4d-2f7cf5dcb057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506415 Aug 29 23:56:45.454416 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-151b3352-b915-4922-88c4-8187036384ef req-d2da27e6-35ac-453d-8f69-aa38d967376e tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=13772077-dc96-4813-925d-975c5748e4d1 HTTP/1.1" status: 200 len: 210 time: 0.0349429 Aug 29 23:56:45.611665 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (01773ddc-a5d8-4c68-b7b5-e385af2b339f), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:45.903780 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c2fc75-cfb1-43c9-a466-8a86da08d5ab req-93a35624-4be3-456f-93d1-3f0ac5e2ff15 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:45.908819 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-a4c2fc75-cfb1-43c9-a466-8a86da08d5ab req-93a35624-4be3-456f-93d1-3f0ac5e2ff15 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=566e2dc8-23df-460a-bc9e-6d686006f9ef HTTP/1.1" status: 200 len: 945 time: 0.0825801 Aug 29 23:56:45.993085 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8d98a-8fb5-4dee-b0d6-23dffc33c9e7 req-6a2d1698-81b5-4fa6-98c0-224bfbaf4781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:45.994630 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-91e8d98a-8fb5-4dee-b0d6-23dffc33c9e7 req-6a2d1698-81b5-4fa6-98c0-224bfbaf4781 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=dc817de5d4ef4812a2fee6ebe0895889&device_id=566e2dc8-23df-460a-bc9e-6d686006f9ef HTTP/1.1" status: 200 len: 1129 time: 0.0723484 Aug 29 23:56:45.999497 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-a4c2fc75-cfb1-43c9-a466-8a86da08d5ab req-6490647c-ecb9-4a90-96db-21b6123ba715 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=9e5bbcd3-bc91-4f58-9c4d-2f7cf5dcb057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867727 Aug 29 23:56:46.105300 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8d98a-8fb5-4dee-b0d6-23dffc33c9e7 req-2e135893-bf80-45ab-899d-538f95e7cb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:46.106914 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-91e8d98a-8fb5-4dee-b0d6-23dffc33c9e7 req-2e135893-bf80-45ab-899d-538f95e7cb36 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=e198d273-347a-4fa0-82d5-22e40c3600ea HTTP/1.1" status: 200 len: 920 time: 0.1039071 Aug 29 23:56:46.204835 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-91e8d98a-8fb5-4dee-b0d6-23dffc33c9e7 req-019d5e29-7e07-453c-b0fc-7f9aa3a7c851 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02e49e4b-817d-47fa-9692-a891d61a7f03 HTTP/1.1" status: 200 len: 1001 time: 0.0816281 Aug 29 23:56:46.258671 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8d98a-8fb5-4dee-b0d6-23dffc33c9e7 req-9512a0a0-c1cc-48e7-8d2c-e2ae59e011bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:46.260130 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-91e8d98a-8fb5-4dee-b0d6-23dffc33c9e7 req-9512a0a0-c1cc-48e7-8d2c-e2ae59e011bd service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=61447109-44f2-44fa-83dd-52a148538e4e HTTP/1.1" status: 200 len: 857 time: 0.0487688 Aug 29 23:56:46.343560 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8d98a-8fb5-4dee-b0d6-23dffc33c9e7 req-dd5ea75b-b9d8-45ac-adbe-1a45fe149bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:46.345612 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-91e8d98a-8fb5-4dee-b0d6-23dffc33c9e7 req-dd5ea75b-b9d8-45ac-adbe-1a45fe149bda service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=e198d273-347a-4fa0-82d5-22e40c3600ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0752172 Aug 29 23:56:46.418164 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-55545b4a-c719-46e4-a9c5-7c044aa64822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (63136763-0f20-46a8-951a-2f70193501e4), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:46.449608 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-91e8d98a-8fb5-4dee-b0d6-23dffc33c9e7 req-e5e93024-fc97-4bf4-ab02-7b84180054ad service neutron] 10.222.0.87 "GET /networking/v2.0/networks/e198d273-347a-4fa0-82d5-22e40c3600ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963418 Aug 29 23:56:46.636077 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 51214) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:56:46.719765 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-1970ea1f-9cf0-4f35-83e8-ef44d9e73838 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for security_group (db3d369f-4c74-447c-9748-b5e110841b76), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:46.775022 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-1970ea1f-9cf0-4f35-83e8-ef44d9e73838 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for security_group (db3d369f-4c74-447c-9748-b5e110841b76), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:46.843065 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-91e8d98a-8fb5-4dee-b0d6-23dffc33c9e7 req-03bb3c29-8fe5-4643-a3e0-f1b29cfabf2b service neutron] 10.222.0.87 "GET /networking/v2.0/networks/e198d273-347a-4fa0-82d5-22e40c3600ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467927 Aug 29 23:56:46.966358 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-1970ea1f-9cf0-4f35-83e8-ef44d9e73838 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (db3d369f-4c74-447c-9748-b5e110841b76), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:46.969708 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-1970ea1f-9cf0-4f35-83e8-ef44d9e73838 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for security_group (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:46.971116 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-1970ea1f-9cf0-4f35-83e8-ef44d9e73838 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "DELETE /networking/v2.0/security-groups/db3d369f-4c74-447c-9748-b5e110841b76 HTTP/1.1" status: 204 len: 168 time: 0.3338780 Aug 29 23:56:46.974421 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 51216) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:56:46.987551 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1970ea1f-9cf0-4f35-83e8-ef44d9e73838 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3d369f-4c74-447c-9748-b5e110841b76,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:47.004668 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.api.v2.resource [None req-a6366d26-5ae1-4bf3-92f5-c4f357581728 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] show failed (client error): The resource could not be found. Aug 29 23:56:47.006040 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-a6366d26-5ae1-4bf3-92f5-c4f357581728 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups/db3d369f-4c74-447c-9748-b5e110841b76 HTTP/1.1" status: 404 len: 347 time: 0.0298746 Aug 29 23:56:47.008930 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 51218) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:56:47.153858 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.plugin [None req-bb303c2a-0a56-4058-b117-9985990b9330 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Deleting port 9401fea7-aa28-4f05-a2db-ef0eca94f819 {{(pid=113416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:56:47.155396 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-bb303c2a-0a56-4058-b117-9985990b9330 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (9401fea7-aa28-4f05-a2db-ef0eca94f819), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:47.166899 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6677e38e-81de-4013-bfe0-712ea79446a2 req-985b3467-f595-46cb-a365-ac6c0c5e2d65 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:47.169036 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-6677e38e-81de-4013-bfe0-712ea79446a2 req-985b3467-f595-46cb-a365-ac6c0c5e2d65 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=566e2dc8-23df-460a-bc9e-6d686006f9ef HTTP/1.1" status: 200 len: 945 time: 0.0660272 Aug 29 23:56:47.185461 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:47.227748 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-6677e38e-81de-4013-bfe0-712ea79446a2 req-ffff0e58-8405-4026-9c4c-98c327eba6ee tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=9e5bbcd3-bc91-4f58-9c4d-2f7cf5dcb057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500104 Aug 29 23:56:47.256248 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-bb303c2a-0a56-4058-b117-9985990b9330 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (9401fea7-aa28-4f05-a2db-ef0eca94f819), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:47.268278 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-bb303c2a-0a56-4058-b117-9985990b9330 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for floatingip (9401fea7-aa28-4f05-a2db-ef0eca94f819), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:47.280064 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.plugin [None req-bb303c2a-0a56-4058-b117-9985990b9330 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Calling delete_port for 9401fea7-aa28-4f05-a2db-ef0eca94f819 owned by network:floatingip {{(pid=113416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:56:47.509947 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-bb303c2a-0a56-4058-b117-9985990b9330 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963692'] for port (9401fea7-aa28-4f05-a2db-ef0eca94f819), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:47.536248 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb303c2a-0a56-4058-b117-9985990b9330 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Pushing event deleted for resources: {'Port': ['ID=9401fea7-aa28-4f05-a2db-ef0eca94f819,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:47.608156 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-bb303c2a-0a56-4058-b117-9985990b9330 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for floatingip (c4f65f2d-14ba-4144-b611-8b79cf809267), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:47.610745 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-bb303c2a-0a56-4058-b117-9985990b9330 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for floatingip (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:47.611947 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-bb303c2a-0a56-4058-b117-9985990b9330 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "DELETE /networking/v2.0/floatingips/c4f65f2d-14ba-4144-b611-8b79cf809267 HTTP/1.1" status: 204 len: 168 time: 0.6020350 Aug 29 23:56:47.787366 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 51226) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:56:47.792997 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [None req-b8c0777e-d1ec-4022-aeaf-0a636b4de37d tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Request body: {'security_group': {'name': 'tempest-securitygroup--226566183', 'description': 'tempest-description--1717603551'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:56:47.880397 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-b8c0777e-d1ec-4022-aeaf-0a636b4de37d tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for security_group (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:47.954046 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-b8c0777e-d1ec-4022-aeaf-0a636b4de37d tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for security_group (7d936ff5-6e57-4f7a-af3b-e8f14d94f891), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:48.017407 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-b8c0777e-d1ec-4022-aeaf-0a636b4de37d tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (7d936ff5-6e57-4f7a-af3b-e8f14d94f891), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:48.052146 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c0777e-d1ec-4022-aeaf-0a636b4de37d tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d936ff5-6e57-4f7a-af3b-e8f14d94f891,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:48.122729 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-b8c0777e-d1ec-4022-aeaf-0a636b4de37d tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for security_group (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:48.124379 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-b8c0777e-d1ec-4022-aeaf-0a636b4de37d tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3355925 Aug 29 23:56:48.127637 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 51228) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:56:48.132777 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [None req-c0ee06a6-1aff-450d-a993-22b5bfef3e16 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Request body: {'security_group_rule': {'security_group_id': '7d936ff5-6e57-4f7a-af3b-e8f14d94f891', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:56:48.236371 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-c0ee06a6-1aff-450d-a993-22b5bfef3e16 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for security_group_rule (e60a6800-2aff-4ad7-af1e-286aba2c1555), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:48.294228 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:48.311366 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-c0ee06a6-1aff-450d-a993-22b5bfef3e16 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for security_group_rule (e60a6800-2aff-4ad7-af1e-286aba2c1555), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:48.364339 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7569db0a-4b39-4f38-9d00-7a843e6f3c83 req-df81e8bd-2d7c-4aa1-a209-97895c1a5129 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:48.365897 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-7569db0a-4b39-4f38-9d00-7a843e6f3c83 req-df81e8bd-2d7c-4aa1-a209-97895c1a5129 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=566e2dc8-23df-460a-bc9e-6d686006f9ef HTTP/1.1" status: 200 len: 945 time: 0.0525146 Aug 29 23:56:48.423371 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-7569db0a-4b39-4f38-9d00-7a843e6f3c83 req-be8f3623-4760-43c7-b117-22699126735f tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=9e5bbcd3-bc91-4f58-9c4d-2f7cf5dcb057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491722 Aug 29 23:56:48.428843 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-c0ee06a6-1aff-450d-a993-22b5bfef3e16 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707692'] for security_group_rule (e60a6800-2aff-4ad7-af1e-286aba2c1555), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:48.445617 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:48.455456 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ee06a6-1aff-450d-a993-22b5bfef3e16 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e60a6800-2aff-4ad7-af1e-286aba2c1555,revision_number=0']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:48.539639 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-c0ee06a6-1aff-450d-a993-22b5bfef3e16 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:48.544016 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 51236) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:56:48.544677 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-c0ee06a6-1aff-450d-a993-22b5bfef3e16 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4150615 Aug 29 23:56:48.548893 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [None req-5fdf81a2-337e-4bca-a981-71ea4bce2310 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Request body: {'security_group_rule': {'security_group_id': '7d936ff5-6e57-4f7a-af3b-e8f14d94f891', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:56:48.684893 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:48.687121 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-5fdf81a2-337e-4bca-a981-71ea4bce2310 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for security_group_rule (be640768-9079-4bb5-b0fe-ff3caf71d1e6), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:48.753027 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-5fdf81a2-337e-4bca-a981-71ea4bce2310 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for security_group_rule (be640768-9079-4bb5-b0fe-ff3caf71d1e6), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:48.824484 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-5fdf81a2-337e-4bca-a981-71ea4bce2310 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707692'] for security_group_rule (be640768-9079-4bb5-b0fe-ff3caf71d1e6), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:48.847911 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf81a2-337e-4bca-a981-71ea4bce2310 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be640768-9079-4bb5-b0fe-ff3caf71d1e6,revision_number=0']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:48.914840 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-5fdf81a2-337e-4bca-a981-71ea4bce2310 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:48.916022 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-5fdf81a2-337e-4bca-a981-71ea4bce2310 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3708718 Aug 29 23:56:48.919509 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 51240) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:56:48.924141 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [None req-fc4ed670-cbe8-4e4e-8c37-f3face0af6ce tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Request body: {'floatingip': {'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:56:48.936729 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920377e8-e908-42e6-956c-76b361341cf6 req-8245a236-3db8-4c58-bf40-d50d2a407a22 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:48.938720 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-920377e8-e908-42e6-956c-76b361341cf6 req-8245a236-3db8-4c58-bf40-d50d2a407a22 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=7ee8f86b-fd8a-4324-ae63-5329fe8fa4c9 HTTP/1.1" status: 200 len: 946 time: 0.0563409 Aug 29 23:56:48.989669 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-920377e8-e908-42e6-956c-76b361341cf6 req-92dbb803-7a1d-4eee-a692-b7ffbfa3d9e5 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=1d395dde-8486-4434-bdf6-ee9fb7385d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453532 Aug 29 23:56:49.040574 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-fc4ed670-cbe8-4e4e-8c37-f3face0af6ce tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:49.122323 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-fc4ed670-cbe8-4e4e-8c37-f3face0af6ce tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:49.238325 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.db_base_plugin_common [None req-fc4ed670-cbe8-4e4e-8c37-f3face0af6ce tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Allocated IP 172.27.1.54 (c6396a07-dfbf-4950-850b-378da3ed2a88/a98be68c-aef3-471c-b3f8-ae629ebf2983/ce12cbc7-de92-4fa1-8d17-575c57a99d31) {{(pid=113416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:56:49.367309 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-fc4ed670-cbe8-4e4e-8c37-f3face0af6ce tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for port (ce12cbc7-de92-4fa1-8d17-575c57a99d31), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:49.474534 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-fc4ed670-cbe8-4e4e-8c37-f3face0af6ce tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963692'] for port (ce12cbc7-de92-4fa1-8d17-575c57a99d31), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:49.522276 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4ed670-cbe8-4e4e-8c37-f3face0af6ce tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Network c6396a07-dfbf-4950-850b-378da3ed2a88 is already hosted by enough agents. {{(pid=113416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:56:49.525331 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.base_scheduler [None req-fc4ed670-cbe8-4e4e-8c37-f3face0af6ce tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Resources bound (agent type, host, resource id): {{(pid=113416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:56:49.529806 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4ed670-cbe8-4e4e-8c37-f3face0af6ce tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Received port after_create {{(pid=113416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:56:49.552370 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4ed670-cbe8-4e4e-8c37-f3face0af6ce tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Pushing event updated for resources: {'Port': ['ID=ce12cbc7-de92-4fa1-8d17-575c57a99d31,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:49.553822 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57005ea0-a73c-495b-9a7e-eed472cf67a4 req-38758bc0-accd-4057-a0e5-6a58a265dc6a tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:49.555399 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-57005ea0-a73c-495b-9a7e-eed472cf67a4 req-38758bc0-accd-4057-a0e5-6a58a265dc6a tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=566e2dc8-23df-460a-bc9e-6d686006f9ef HTTP/1.1" status: 200 len: 945 time: 0.0508370 Aug 29 23:56:49.619012 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-fc4ed670-cbe8-4e4e-8c37-f3face0af6ce tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for floatingip (a3842e10-9be5-451d-96a5-04be03a56572), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:49.628056 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-57005ea0-a73c-495b-9a7e-eed472cf67a4 req-4fa0b893-b718-48b0-a329-805ef94a81b3 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=9e5bbcd3-bc91-4f58-9c4d-2f7cf5dcb057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652885 Aug 29 23:56:49.751764 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-fc4ed670-cbe8-4e4e-8c37-f3face0af6ce tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (ce12cbc7-de92-4fa1-8d17-575c57a99d31), before_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:49.906787 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:DELETE=1,neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:49.919892 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-fc4ed670-cbe8-4e4e-8c37-f3face0af6ce tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for port (ce12cbc7-de92-4fa1-8d17-575c57a99d31), precommit_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:50.053230 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-fc4ed670-cbe8-4e4e-8c37-f3face0af6ce tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963685'] for port (ce12cbc7-de92-4fa1-8d17-575c57a99d31), after_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:50.085221 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:50.133823 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4ed670-cbe8-4e4e-8c37-f3face0af6ce tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Pushing event updated for resources: {'Port': ['ID=ce12cbc7-de92-4fa1-8d17-575c57a99d31,revision_number=2']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:50.141835 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-fc4ed670-cbe8-4e4e-8c37-f3face0af6ce tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477666'] for floatingip (a3842e10-9be5-451d-96a5-04be03a56572), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:50.160776 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a98aa5-4740-4ce4-b089-ae8e713c3c0a req-c48e2147-f7d9-49f2-8cae-0596925f66f5 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:50.163261 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-81a98aa5-4740-4ce4-b089-ae8e713c3c0a req-c48e2147-f7d9-49f2-8cae-0596925f66f5 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=7ee8f86b-fd8a-4324-ae63-5329fe8fa4c9 HTTP/1.1" status: 200 len: 946 time: 0.0897624 Aug 29 23:56:50.212840 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-fc4ed670-cbe8-4e4e-8c37-f3face0af6ce tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for floatingip (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:50.215682 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-fc4ed670-cbe8-4e4e-8c37-f3face0af6ce tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2950349 Aug 29 23:56:50.227108 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-81a98aa5-4740-4ce4-b089-ae8e713c3c0a req-c13a256f-451f-4d6a-b702-7fd1b2f3cab4 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=1d395dde-8486-4434-bdf6-ee9fb7385d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575180 Aug 29 23:56:50.472234 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-daed9867-0eb6-472f-9b81-019f7039b945 req-4d060525-c675-4fb1-b7a8-0468e77b4d46 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--226566183&fields=id&tenant_id=a2963b1b4aba47f593c63a398b511792 HTTP/1.1" status: 200 len: 267 time: 0.0487998 Aug 29 23:56:50.592053 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed9867-0eb6-472f-9b81-019f7039b945 req-e318b5c7-f45e-4d14-84db-b4317bb1b48b tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:50.593632 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-daed9867-0eb6-472f-9b81-019f7039b945 req-e318b5c7-f45e-4d14-84db-b4317bb1b48b tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/networks?id=60b40027-b034-467e-a623-8d465afe9154 HTTP/1.1" status: 200 len: 815 time: 0.1149495 Aug 29 23:56:50.608957 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-daed9867-0eb6-472f-9b81-019f7039b945 req-f3b14301-cc11-4ee3-bc8c-e59c735a67b0 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/quotas/a2963b1b4aba47f593c63a398b511792 HTTP/1.1" status: 200 len: 375 time: 0.0096595 Aug 29 23:56:50.660418 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-daed9867-0eb6-472f-9b81-019f7039b945 req-d3887197-ce3c-4289-ad75-7643e6bab426 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?tenant_id=a2963b1b4aba47f593c63a398b511792&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461302 Aug 29 23:56:50.730834 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:50.782515 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54ffa32-9486-4ed9-8ab3-60dd512cb9f2 req-00dbfb11-496a-475e-9273-dc742f3dc3a1 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:50.784004 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d54ffa32-9486-4ed9-8ab3-60dd512cb9f2 req-00dbfb11-496a-475e-9273-dc742f3dc3a1 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=566e2dc8-23df-460a-bc9e-6d686006f9ef HTTP/1.1" status: 200 len: 945 time: 0.0649939 Aug 29 23:56:50.822628 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-daed9867-0eb6-472f-9b81-019f7039b945 req-cbc038ea-514e-437d-a8b2-00082e4bb77c service neutron] 10.222.0.90 "GET /networking/v2.0/networks/60b40027-b034-467e-a623-8d465afe9154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497984 Aug 29 23:56:50.900946 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d54ffa32-9486-4ed9-8ab3-60dd512cb9f2 req-703403fa-f02d-4031-b29f-366e05ccf631 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=9e5bbcd3-bc91-4f58-9c4d-2f7cf5dcb057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098173 Aug 29 23:56:50.959300 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-daed9867-0eb6-472f-9b81-019f7039b945 req-8153608f-9a57-42f1-9501-45cefbd57f32 service neutron] 10.222.0.90 "GET /networking/v2.0/networks/60b40027-b034-467e-a623-8d465afe9154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254725 Aug 29 23:56:51.048673 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25040fb-cd3d-4168-8059-eea6b64c1935 req-4b878743-5628-49ee-8ee7-56530bf74dac tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:51.050198 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-a25040fb-cd3d-4168-8059-eea6b64c1935 req-4b878743-5628-49ee-8ee7-56530bf74dac tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=566e2dc8-23df-460a-bc9e-6d686006f9ef HTTP/1.1" status: 200 len: 945 time: 0.0567706 Aug 29 23:56:51.061609 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 51264) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:56:51.066409 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [None req-b5921911-edd0-4f35-aa33-9fb5e7890b47 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Request body: {'floatingip': {'port_id': '02e49e4b-817d-47fa-9692-a891d61a7f03'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:56:51.128450 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-b5921911-edd0-4f35-aa33-9fb5e7890b47 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Publish callbacks [] for floatingip (fadc1373-881d-4632-a76a-f7acfd58d78c), before_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:51.221461 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-57ff2ca5-dc2c-4557-b9eb-a9327d5fb0c2 req-84841f92-1c06-4557-8092-95904019789d tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=b35389dd-c528-4d6d-8519-fdb7a2d94c2c HTTP/1.1" status: 200 len: 210 time: 0.0377827 Aug 29 23:56:51.435704 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c6df72-34d1-41ed-adbc-6236120a3e28 req-b83167f6-d4e0-496f-80b4-662a4e41ccf7 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:51.437322 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-f0c6df72-34d1-41ed-adbc-6236120a3e28 req-b83167f6-d4e0-496f-80b4-662a4e41ccf7 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=7ee8f86b-fd8a-4324-ae63-5329fe8fa4c9 HTTP/1.1" status: 200 len: 946 time: 0.1222551 Aug 29 23:56:51.454612 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e535658-56bb-46ef-9e16-0379f9251cbe req-a8a80d2a-5c94-4cb3-a42c-84f9a8d5b897 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:51.456072 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-9e535658-56bb-46ef-9e16-0379f9251cbe req-a8a80d2a-5c94-4cb3-a42c-84f9a8d5b897 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.87 "GET /networking/v2.0/ports?device_id=7ee8f86b-fd8a-4324-ae63-5329fe8fa4c9 HTTP/1.1" status: 200 len: 946 time: 0.0905178 Aug 29 23:56:51.457818 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:51.538276 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-f0c6df72-34d1-41ed-adbc-6236120a3e28 req-6f6ed48b-a0a7-40c6-a6ba-7843e1e350b7 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=1d395dde-8486-4434-bdf6-ee9fb7385d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951860 Aug 29 23:56:51.589833 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [req-9e535658-56bb-46ef-9e16-0379f9251cbe req-d4147bfc-21aa-47d2-a94f-bde37f6614a9 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] Deleting port 3c1e79ee-4a00-47c6-9256-e32ed1c62445 {{(pid=113415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:56:51.590229 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-9e535658-56bb-46ef-9e16-0379f9251cbe req-d4147bfc-21aa-47d2-a94f-bde37f6614a9 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (3c1e79ee-4a00-47c6-9256-e32ed1c62445), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:51.716949 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.db [req-9e535658-56bb-46ef-9e16-0379f9251cbe req-d4147bfc-21aa-47d2-a94f-bde37f6614a9 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] For port 3c1e79ee-4a00-47c6-9256-e32ed1c62445, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=3c1e79ee-4a00-47c6-9256-e32ed1c62445,segment=NetworkSegment(dad3ba3f-d50b-4a90-9593-18298e0d176c),segment_id=dad3ba3f-d50b-4a90-9593-18298e0d176c)] {{(pid=113415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:56:51.717660 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-9e535658-56bb-46ef-9e16-0379f9251cbe req-d4147bfc-21aa-47d2-a94f-bde37f6614a9 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (3c1e79ee-4a00-47c6-9256-e32ed1c62445), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:51.731517 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [req-9e535658-56bb-46ef-9e16-0379f9251cbe req-d4147bfc-21aa-47d2-a94f-bde37f6614a9 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] Calling delete_port for 3c1e79ee-4a00-47c6-9256-e32ed1c62445 owned by compute:nova {{(pid=113415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:56:51.756331 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-b5921911-edd0-4f35-aa33-9fb5e7890b47 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:51.823902 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-b5921911-edd0-4f35-aa33-9fb5e7890b47 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477666'] for floatingip (fadc1373-881d-4632-a76a-f7acfd58d78c), after_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:52.012570 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-9e535658-56bb-46ef-9e16-0379f9251cbe req-d4147bfc-21aa-47d2-a94f-bde37f6614a9 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11068774'] for port (3c1e79ee-4a00-47c6-9256-e32ed1c62445), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:52.030928 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] get_ports_and_sgs() called for port_ids ['3c1e79ee-4a00-47c6-9256-e32ed1c62445'] {{(pid=113417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 23:56:52.041668 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4147bfc-21aa-47d2-a94f-bde37f6614a9 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] Pushing event deleted for resources: {'Port': ['ID=3c1e79ee-4a00-47c6-9256-e32ed1c62445,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:52.053590 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5921911-edd0-4f35-aa33-9fb5e7890b47 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Router 0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e has already been hosted by L3 agent 037668f0-d812-4b59-9d2d-ce33f66a7708 {{(pid=113416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:56:52.077718 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:52.100485 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e535658-56bb-46ef-9e16-0379f9251cbe req-d4147bfc-21aa-47d2-a94f-bde37f6614a9 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] No DVR routers for this DVR port 3c1e79ee-4a00-47c6-9256-e32ed1c62445 on host hv-cinder-85504 {{(pid=113415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 23:56:52.103218 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-9e535658-56bb-46ef-9e16-0379f9251cbe req-d4147bfc-21aa-47d2-a94f-bde37f6614a9 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for port (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:52.107171 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-9e535658-56bb-46ef-9e16-0379f9251cbe req-d4147bfc-21aa-47d2-a94f-bde37f6614a9 tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.87 "DELETE /networking/v2.0/ports/3c1e79ee-4a00-47c6-9256-e32ed1c62445 HTTP/1.1" status: 204 len: 173 time: 0.6414905 Aug 29 23:56:52.107651 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ee8f86b-fd8a-4324-ae63-5329fe8fa4c9', 'name': 'network-vif-deleted', 'tag': '3c1e79ee-4a00-47c6-9256-e32ed1c62445'}] {{(pid=113415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:56:52.110049 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbb4ce14699acef1e34bc356a7f428b480f1dc74f7679c811df4fa99cd0d73e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c86f9c-3719-47f9-a695-a8c97f34fd87" -d '{"events": [{"server_uuid": "7ee8f86b-fd8a-4324-ae63-5329fe8fa4c9", "name": "network-vif-deleted", "tag": "3c1e79ee-4a00-47c6-9256-e32ed1c62445"}]}' {{(pid=113415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:56:52.156567 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a1955b3-67d3-4e43-b383-c60f2a14d32d x-openstack-request-id: req-1a1955b3-67d3-4e43-b383-c60f2a14d32d {{(pid=113415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:56:52.156857 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ee8f86b-fd8a-4324-ae63-5329fe8fa4c9", "name": "network-vif-deleted", "tag": "3c1e79ee-4a00-47c6-9256-e32ed1c62445", "status": "completed", "code": 200}]} {{(pid=113415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:56:52.157911 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-1a1955b3-67d3-4e43-b383-c60f2a14d32d {{(pid=113415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:56:52.157911 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a1955b3-67d3-4e43-b383-c60f2a14d32d'] response: {'server_uuid': '7ee8f86b-fd8a-4324-ae63-5329fe8fa4c9', 'name': 'network-vif-deleted', 'tag': '3c1e79ee-4a00-47c6-9256-e32ed1c62445', 'status': 'completed', 'code': 200} Aug 29 23:56:52.202213 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5921911-edd0-4f35-aa33-9fb5e7890b47 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Notify agent at l3_agent.dv-cinder-855041-2-iscsi the message routers_updated {{(pid=113416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:56:52.210050 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-b5921911-edd0-4f35-aa33-9fb5e7890b47 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for floatingip (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:52.222081 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708b13b2-6fdc-4bfa-a50d-a6c2e9aad6e3 None None] Sync routers for ids ['0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e'] in dv-cinder-855041-2-iscsi {{(pid=113417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:56:52.234376 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708b13b2-6fdc-4bfa-a50d-a6c2e9aad6e3 None None] Routers {'0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:56:52.235164 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-708b13b2-6fdc-4bfa-a50d-a6c2e9aad6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:56:43Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e'], 'active': True} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:56:52.273854 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '566e2dc8-23df-460a-bc9e-6d686006f9ef', 'tag': '02e49e4b-817d-47fa-9692-a891d61a7f03'}] {{(pid=113416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:56:52.276817 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca1b1d0bad556637bdc4aa8e491b493d03ba5f494de7569054403470f02cf73a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2815a3-619a-47a0-ac6e-05bd49d47e75" -d '{"events": [{"name": "network-changed", "server_uuid": "566e2dc8-23df-460a-bc9e-6d686006f9ef", "tag": "02e49e4b-817d-47fa-9692-a891d61a7f03"}]}' {{(pid=113416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:56:52.315176 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:52.343654 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-b5921911-edd0-4f35-aa33-9fb5e7890b47 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "PUT /networking/v2.0/floatingips/fadc1373-881d-4632-a76a-f7acfd58d78c HTTP/1.1" status: 200 len: 993 time: 1.2806866 Aug 29 23:56:52.397116 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 23:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeae3436-a878-4444-80c2-63c06fc8588d x-openstack-request-id: req-aeae3436-a878-4444-80c2-63c06fc8588d {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:56:52.397422 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "566e2dc8-23df-460a-bc9e-6d686006f9ef", "tag": "02e49e4b-817d-47fa-9692-a891d61a7f03", "status": "completed", "code": 200}]} {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:56:52.397750 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-aeae3436-a878-4444-80c2-63c06fc8588d {{(pid=113416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:56:52.398171 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aeae3436-a878-4444-80c2-63c06fc8588d'] response: {'name': 'network-changed', 'server_uuid': '566e2dc8-23df-460a-bc9e-6d686006f9ef', 'tag': '02e49e4b-817d-47fa-9692-a891d61a7f03', 'status': 'completed', 'code': 200} Aug 29 23:56:52.450645 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-70c950f8-51c6-4df1-ba26-7016660549e5 req-089a272c-bfd8-4fda-84fb-daf3131428d3 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=b35389dd-c528-4d6d-8519-fdb7a2d94c2c HTTP/1.1" status: 200 len: 210 time: 0.0841970 Aug 29 23:56:52.550076 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvr_db [None req-708b13b2-6fdc-4bfa-a50d-a6c2e9aad6e3 None None] Set router 0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e gateway port host: dv-cinder-855041-2-iscsi {{(pid=113417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:56:52.581178 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:52.675050 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:52.855941 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-a163eaff-12b2-4a5d-90cc-40e3bbeaf839 req-6959abff-9ef2-43ed-ad9d-a8469aa753ee tempest-VolumesSnapshotTestJSON-1211203300 tempest-VolumesSnapshotTestJSON-1211203300-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=7ee8f86b-fd8a-4324-ae63-5329fe8fa4c9 HTTP/1.1" status: 200 len: 210 time: 0.0410895 Aug 29 23:56:52.857562 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2815a3-619a-47a0-ac6e-05bd49d47e75 req-9c71a370-e9d8-42a6-9fc9-92d6b45f16a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:52.859089 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ce2815a3-619a-47a0-ac6e-05bd49d47e75 req-9c71a370-e9d8-42a6-9fc9-92d6b45f16a1 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=dc817de5d4ef4812a2fee6ebe0895889&device_id=566e2dc8-23df-460a-bc9e-6d686006f9ef HTTP/1.1" status: 200 len: 1129 time: 0.4071558 Aug 29 23:56:52.863627 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-708b13b2-6fdc-4bfa-a50d-a6c2e9aad6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e', 'name': 'tempest-ServerRescueNegativeTestJSON-775195304-router', 'tenant_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'f2310b0e-c287-4f95-9f84-528a711e70f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:12Z', 'updated_at': '2022-08-29T23:52:28Z', 'revision_number': 4, 'project_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'gw_port': {'id': 'f2310b0e-c287-4f95-9f84-528a711e70f8', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:13Z', 'updated_at': '2022-08-29T23:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_floatingips': [{'id': 'fadc1373-881d-4632-a76a-f7acfd58d78c', 'tenant_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'floating_ip_address': '172.27.1.116', 'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'router_id': '0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e', 'port_id': '02e49e4b-817d-47fa-9692-a891d61a7f03', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e198d273-347a-4fa0-82d5-22e40c3600ea', 'mac_address': 'fa:16:3e:df:28:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566e2dc8-23df-460a-bc9e-6d686006f9ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:54:47Z', 'updated_at': '2022-08-29T23:56:51Z', 'revision_number': 3, 'project_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '966aacc9-57d0-4bcd-a0b7-ec830fd3f948', 'name': '', 'network_id': 'e198d273-347a-4fa0-82d5-22e40c3600ea', 'tenant_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'mac_address': 'fa:16:3e:7c:c1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '61447109-44f2-44fa-83dd-52a148538e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:24Z', 'updated_at': '2022-08-29T23:52:46Z', 'revision_number': 5, 'project_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'subnets': [{'id': '61447109-44f2-44fa-83dd-52a148538e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:56:52.903813 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708b13b2-6fdc-4bfa-a50d-a6c2e9aad6e3 None None] Checking router: 0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e for host: dv-cinder-855041-2-iscsi {{(pid=113417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:56:52.915286 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708b13b2-6fdc-4bfa-a50d-a6c2e9aad6e3 None None] Routers {'0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:56:52.915934 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-708b13b2-6fdc-4bfa-a50d-a6c2e9aad6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:56:43Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e'], 'active': True} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:56:52.974121 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:52.981108 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2815a3-619a-47a0-ac6e-05bd49d47e75 req-04b2a754-a858-41f3-b15f-4149a6ea40d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:52.982903 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ce2815a3-619a-47a0-ac6e-05bd49d47e75 req-04b2a754-a858-41f3-b15f-4149a6ea40d4 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=e198d273-347a-4fa0-82d5-22e40c3600ea HTTP/1.1" status: 200 len: 920 time: 0.1085682 Aug 29 23:56:53.050694 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvr_db [None req-708b13b2-6fdc-4bfa-a50d-a6c2e9aad6e3 None None] Set router 0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e gateway port host: dv-cinder-855041-2-iscsi {{(pid=113417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:56:53.054069 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ce2815a3-619a-47a0-ac6e-05bd49d47e75 req-de11b693-8a68-40eb-8e02-e7789687b4f0 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02e49e4b-817d-47fa-9692-a891d61a7f03 HTTP/1.1" status: 200 len: 1001 time: 0.0647562 Aug 29 23:56:53.308462 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-708b13b2-6fdc-4bfa-a50d-a6c2e9aad6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e', 'name': 'tempest-ServerRescueNegativeTestJSON-775195304-router', 'tenant_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'f2310b0e-c287-4f95-9f84-528a711e70f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:12Z', 'updated_at': '2022-08-29T23:52:28Z', 'revision_number': 4, 'project_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'gw_port': {'id': 'f2310b0e-c287-4f95-9f84-528a711e70f8', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:13Z', 'updated_at': '2022-08-29T23:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_floatingips': [{'id': 'fadc1373-881d-4632-a76a-f7acfd58d78c', 'tenant_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'floating_ip_address': '172.27.1.116', 'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'router_id': '0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e', 'port_id': '02e49e4b-817d-47fa-9692-a891d61a7f03', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e198d273-347a-4fa0-82d5-22e40c3600ea', 'mac_address': 'fa:16:3e:df:28:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566e2dc8-23df-460a-bc9e-6d686006f9ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:54:47Z', 'updated_at': '2022-08-29T23:56:51Z', 'revision_number': 3, 'project_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '966aacc9-57d0-4bcd-a0b7-ec830fd3f948', 'name': '', 'network_id': 'e198d273-347a-4fa0-82d5-22e40c3600ea', 'tenant_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'mac_address': 'fa:16:3e:7c:c1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '61447109-44f2-44fa-83dd-52a148538e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:24Z', 'updated_at': '2022-08-29T23:52:46Z', 'revision_number': 5, 'project_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'subnets': [{'id': '61447109-44f2-44fa-83dd-52a148538e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:56:53.331300 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2815a3-619a-47a0-ac6e-05bd49d47e75 req-0c0b715f-dc5a-4766-b531-9854363c01de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:53.334482 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ce2815a3-619a-47a0-ac6e-05bd49d47e75 req-0c0b715f-dc5a-4766-b531-9854363c01de service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=61447109-44f2-44fa-83dd-52a148538e4e HTTP/1.1" status: 200 len: 857 time: 0.0772693 Aug 29 23:56:53.342348 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708b13b2-6fdc-4bfa-a50d-a6c2e9aad6e3 None None] The sync data for ids ['0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e'] in dv-cinder-855041-2-iscsi is: [{'id': '0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e', 'name': 'tempest-ServerRescueNegativeTestJSON-775195304-router', 'tenant_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'f2310b0e-c287-4f95-9f84-528a711e70f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:12Z', 'updated_at': '2022-08-29T23:52:28Z', 'revision_number': 4, 'project_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'gw_port': {'id': 'f2310b0e-c287-4f95-9f84-528a711e70f8', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:13Z', 'updated_at': '2022-08-29T23:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_floatingips': [{'id': 'fadc1373-881d-4632-a76a-f7acfd58d78c', 'tenant_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'floating_ip_address': '172.27.1.116', 'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'router_id': '0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e', 'port_id': '02e49e4b-817d-47fa-9692-a891d61a7f03', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e198d273-347a-4fa0-82d5-22e40c3600ea', 'mac_address': 'fa:16:3e:df:28:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566e2dc8-23df-460a-bc9e-6d686006f9ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:54:47Z', 'updated_at': '2022-08-29T23:56:51Z', 'revision_number': 3, 'project_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '966aacc9-57d0-4bcd-a0b7-ec830fd3f948', 'name': '', 'network_id': 'e198d273-347a-4fa0-82d5-22e40c3600ea', 'tenant_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'mac_address': 'fa:16:3e:7c:c1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '61447109-44f2-44fa-83dd-52a148538e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:24Z', 'updated_at': '2022-08-29T23:52:46Z', 'revision_number': 5, 'project_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'subnets': [{'id': '61447109-44f2-44fa-83dd-52a148538e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:56:53.396777 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2815a3-619a-47a0-ac6e-05bd49d47e75 req-4a5aca32-34dd-4b38-8d17-42b870a0d3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:53.398650 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ce2815a3-619a-47a0-ac6e-05bd49d47e75 req-4a5aca32-34dd-4b38-8d17-42b870a0d3c9 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=e198d273-347a-4fa0-82d5-22e40c3600ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0559130 Aug 29 23:56:53.511122 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ce2815a3-619a-47a0-ac6e-05bd49d47e75 req-d134167a-3cd0-4350-af70-6e8b5ae93154 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/e198d273-347a-4fa0-82d5-22e40c3600ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060348 Aug 29 23:56:53.658298 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ce2815a3-619a-47a0-ac6e-05bd49d47e75 req-7f241d9c-379d-421e-9fa6-a1fe127ce647 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/e198d273-347a-4fa0-82d5-22e40c3600ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397512 Aug 29 23:56:53.705001 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c266ffd3-625e-4fdd-8e02-45adab3992a3 req-c1fcab67-a883-45dd-beb5-20a3e4d8f0cf tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=b35389dd-c528-4d6d-8519-fdb7a2d94c2c HTTP/1.1" status: 200 len: 210 time: 0.0427237 Aug 29 23:56:54.399556 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '566e2dc8-23df-460a-bc9e-6d686006f9ef', 'tag': '02e49e4b-817d-47fa-9692-a891d61a7f03'}] {{(pid=113416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:56:54.402605 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca1b1d0bad556637bdc4aa8e491b493d03ba5f494de7569054403470f02cf73a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c9e9e3-7d71-47e6-a239-3d121a4fa5bf" -d '{"events": [{"name": "network-changed", "server_uuid": "566e2dc8-23df-460a-bc9e-6d686006f9ef", "tag": "02e49e4b-817d-47fa-9692-a891d61a7f03"}]}' {{(pid=113416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:56:54.447158 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 23:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bdb502b-b077-4354-8f38-47049a780131 x-openstack-request-id: req-7bdb502b-b077-4354-8f38-47049a780131 {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:56:54.447581 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "566e2dc8-23df-460a-bc9e-6d686006f9ef", "tag": "02e49e4b-817d-47fa-9692-a891d61a7f03", "status": "completed", "code": 200}]} {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:56:54.447931 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-7bdb502b-b077-4354-8f38-47049a780131 {{(pid=113416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:56:54.448529 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bdb502b-b077-4354-8f38-47049a780131'] response: {'name': 'network-changed', 'server_uuid': '566e2dc8-23df-460a-bc9e-6d686006f9ef', 'tag': '02e49e4b-817d-47fa-9692-a891d61a7f03', 'status': 'completed', 'code': 200} Aug 29 23:56:54.593840 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9e9e3-7d71-47e6-a239-3d121a4fa5bf req-f25d1019-36a9-4589-9cbf-bf923bd5ebbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:54.596868 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-b9c9e9e3-7d71-47e6-a239-3d121a4fa5bf req-f25d1019-36a9-4589-9cbf-bf923bd5ebbd service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=dc817de5d4ef4812a2fee6ebe0895889&device_id=566e2dc8-23df-460a-bc9e-6d686006f9ef HTTP/1.1" status: 200 len: 1129 time: 0.0991132 Aug 29 23:56:54.635505 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed9867-0eb6-472f-9b81-019f7039b945 req-e61476f3-b02e-4d68-b6b6-f1116d280548 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:54.637925 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-daed9867-0eb6-472f-9b81-019f7039b945 req-e61476f3-b02e-4d68-b6b6-f1116d280548 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.87 "GET /networking/v2.0/networks?id=60b40027-b034-467e-a623-8d465afe9154 HTTP/1.1" status: 200 len: 815 time: 0.1572354 Aug 29 23:56:54.718633 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-daed9867-0eb6-472f-9b81-019f7039b945 req-bff538f5-fd9b-4feb-b019-bc9b4c285fd6 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.87 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a2963b1b4aba47f593c63a398b511792 HTTP/1.1" status: 200 len: 379 time: 0.0715730 Aug 29 23:56:54.737383 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [req-daed9867-0eb6-472f-9b81-019f7039b945 req-34efcded-c716-48a6-bf19-3527e99adbf5 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Request body: {'port': {'device_id': 'b35389dd-c528-4d6d-8519-fdb7a2d94c2c', 'network_id': '60b40027-b034-467e-a623-8d465afe9154', 'admin_state_up': True, 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'security_groups': ['7d936ff5-6e57-4f7a-af3b-e8f14d94f891']}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:56:54.739941 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9e9e3-7d71-47e6-a239-3d121a4fa5bf req-3dd422da-cfb5-43fc-a9f4-67602d82855a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:54.741737 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-b9c9e9e3-7d71-47e6-a239-3d121a4fa5bf req-3dd422da-cfb5-43fc-a9f4-67602d82855a service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=e198d273-347a-4fa0-82d5-22e40c3600ea HTTP/1.1" status: 200 len: 920 time: 0.1242030 Aug 29 23:56:54.743816 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:54.847280 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device 3c1e79ee-4a00-47c6-9256-e32ed1c62445 no longer exists at agent hyperv_hv-cinder-85504 {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:56:54.856456 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-b9c9e9e3-7d71-47e6-a239-3d121a4fa5bf req-9bf4bf74-0dc3-4bca-a443-8f8561c3e19b service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02e49e4b-817d-47fa-9692-a891d61a7f03 HTTP/1.1" status: 200 len: 1001 time: 0.1007404 Aug 29 23:56:54.876030 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] No Port match for: 3c1e79ee-4a00-47c6-9256-e32ed1c62445 {{(pid=113417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:56:54.876644 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device 3c1e79ee-4a00-47c6-9256-e32ed1c62445 not bound to the agent host hv-cinder-85504 {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:56:54.915568 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b37ba185-8af6-4b25-813a-6fecf171818e req-96732698-d2ef-4793-afb7-61ed5ae2b43c tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=b35389dd-c528-4d6d-8519-fdb7a2d94c2c HTTP/1.1" status: 200 len: 210 time: 0.0540924 Aug 29 23:56:54.939244 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9e9e3-7d71-47e6-a239-3d121a4fa5bf req-98fdb5e3-3add-4f05-8ad8-f2432c845597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:54.941830 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-b9c9e9e3-7d71-47e6-a239-3d121a4fa5bf req-98fdb5e3-3add-4f05-8ad8-f2432c845597 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=61447109-44f2-44fa-83dd-52a148538e4e HTTP/1.1" status: 200 len: 857 time: 0.0767138 Aug 29 23:56:54.990238 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9e9e3-7d71-47e6-a239-3d121a4fa5bf req-4595a946-06b7-44c3-89b9-fa88e79dfb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:54.991759 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-b9c9e9e3-7d71-47e6-a239-3d121a4fa5bf req-4595a946-06b7-44c3-89b9-fa88e79dfb73 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=e198d273-347a-4fa0-82d5-22e40c3600ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437784 Aug 29 23:56:55.040562 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daed9867-0eb6-472f-9b81-019f7039b945 req-34efcded-c716-48a6-bf19-3527e99adbf5 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Made reservation on behalf of a2963b1b4aba47f593c63a398b511792 for: {'port': 1} {{(pid=113415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:56:55.045928 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-daed9867-0eb6-472f-9b81-019f7039b945 req-34efcded-c716-48a6-bf19-3527e99adbf5 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:55.102475 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-b9c9e9e3-7d71-47e6-a239-3d121a4fa5bf req-d9596406-e788-4084-9a4b-9ec98f9fbb85 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/e198d273-347a-4fa0-82d5-22e40c3600ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034651 Aug 29 23:56:55.220573 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-b9c9e9e3-7d71-47e6-a239-3d121a4fa5bf req-8d1512c9-74ae-4996-ab1c-acd4b3a4a9c1 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/e198d273-347a-4fa0-82d5-22e40c3600ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057980 Aug 29 23:56:55.249012 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.db.db_base_plugin_common [req-daed9867-0eb6-472f-9b81-019f7039b945 req-34efcded-c716-48a6-bf19-3527e99adbf5 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Allocated IP 172.20.0.5 (60b40027-b034-467e-a623-8d465afe9154/371040be-dae2-4b4b-8892-6a99379ddf2c/ed6ca7d8-37df-4692-9d8b-45582a2ea5c7) {{(pid=113415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:56:55.340609 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:55.407916 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-daed9867-0eb6-472f-9b81-019f7039b945 req-34efcded-c716-48a6-bf19-3527e99adbf5 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for port (ed6ca7d8-37df-4692-9d8b-45582a2ea5c7), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:55.509404 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-daed9867-0eb6-472f-9b81-019f7039b945 req-34efcded-c716-48a6-bf19-3527e99adbf5 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11068774'] for port (ed6ca7d8-37df-4692-9d8b-45582a2ea5c7), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:55.571361 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daed9867-0eb6-472f-9b81-019f7039b945 req-34efcded-c716-48a6-bf19-3527e99adbf5 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Network 60b40027-b034-467e-a623-8d465afe9154 is already hosted by enough agents. {{(pid=113415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:56:55.575137 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.base_scheduler [req-daed9867-0eb6-472f-9b81-019f7039b945 req-34efcded-c716-48a6-bf19-3527e99adbf5 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Resources bound (agent type, host, resource id): {{(pid=113415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:56:55.579670 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.db.l3_dvrscheduler_db [req-daed9867-0eb6-472f-9b81-019f7039b945 req-34efcded-c716-48a6-bf19-3527e99adbf5 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Received port after_create {{(pid=113415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:56:55.606115 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34efcded-c716-48a6-bf19-3527e99adbf5 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Pushing event updated for resources: {'Port': ['ID=ed6ca7d8-37df-4692-9d8b-45582a2ea5c7,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:55.645223 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed9867-0eb6-472f-9b81-019f7039b945 req-34efcded-c716-48a6-bf19-3527e99adbf5 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:55.646226 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-daed9867-0eb6-472f-9b81-019f7039b945 req-34efcded-c716-48a6-bf19-3527e99adbf5 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for port (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:55.729362 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-daed9867-0eb6-472f-9b81-019f7039b945 req-34efcded-c716-48a6-bf19-3527e99adbf5 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.87 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9952362 Aug 29 23:56:55.742862 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [req-daed9867-0eb6-472f-9b81-019f7039b945 req-0f5342b8-2c54-4ebf-bb47-8b09689b2cd3 service neutron] Request body: {'port': {'device_id': 'b35389dd-c528-4d6d-8519-fdb7a2d94c2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85504'}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:56:55.807954 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-daed9867-0eb6-472f-9b81-019f7039b945 req-0f5342b8-2c54-4ebf-bb47-8b09689b2cd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (ed6ca7d8-37df-4692-9d8b-45582a2ea5c7), before_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:55.816853 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:55.860412 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-6b6d9240-edb1-4afd-abf4-8c1d5b421ba4 None None] Provisioning complete for port ed6ca7d8-37df-4692-9d8b-45582a2ea5c7 triggered by entity DHCP. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:56:55.861013 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-6b6d9240-edb1-4afd-abf4-8c1d5b421ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (ed6ca7d8-37df-4692-9d8b-45582a2ea5c7), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:55.904504 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-6b6d9240-edb1-4afd-abf4-8c1d5b421ba4 None None] Port ed6ca7d8-37df-4692-9d8b-45582a2ea5c7 cannot update to ACTIVE because it is not bound. {{(pid=113417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 23:56:56.150299 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd1875-f49c-40f1-bb95-f9b7c78f9eee req-83fe5c5f-bac0-4d12-8b68-914088ecdb36 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:56.152419 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-63bd1875-f49c-40f1-bb95-f9b7c78f9eee req-83fe5c5f-bac0-4d12-8b68-914088ecdb36 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=b35389dd-c528-4d6d-8519-fdb7a2d94c2c HTTP/1.1" status: 200 len: 931 time: 0.0970728 Aug 29 23:56:56.171176 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.notifiers.nova [req-daed9867-0eb6-472f-9b81-019f7039b945 req-0f5342b8-2c54-4ebf-bb47-8b09689b2cd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed6ca7d8-37df-4692-9d8b-45582a2ea5c7 {{(pid=113415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:56:56.187205 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-daed9867-0eb6-472f-9b81-019f7039b945 req-0f5342b8-2c54-4ebf-bb47-8b09689b2cd3 service neutron] Publish callbacks [] for port (ed6ca7d8-37df-4692-9d8b-45582a2ea5c7), precommit_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:56.225369 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.db.provisioning_blocks [req-daed9867-0eb6-472f-9b81-019f7039b945 req-0f5342b8-2c54-4ebf-bb47-8b09689b2cd3 service neutron] Transition to ACTIVE for port object ed6ca7d8-37df-4692-9d8b-45582a2ea5c7 will not be triggered until provisioned by entity L2. {{(pid=113415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 23:56:56.243061 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-63bd1875-f49c-40f1-bb95-f9b7c78f9eee req-906a6617-fece-4c67-9f43-8b091d912fff tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=7d936ff5-6e57-4f7a-af3b-e8f14d94f891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666163 Aug 29 23:56:56.278205 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-daed9867-0eb6-472f-9b81-019f7039b945 req-0f5342b8-2c54-4ebf-bb47-8b09689b2cd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11068783'] for port (ed6ca7d8-37df-4692-9d8b-45582a2ea5c7), after_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:56.378330 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5342b8-2c54-4ebf-bb47-8b09689b2cd3 service neutron] Pushing event updated for resources: {'Port': ['ID=ed6ca7d8-37df-4692-9d8b-45582a2ea5c7,revision_number=2']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:56.415993 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.managers [req-daed9867-0eb6-472f-9b81-019f7039b945 req-0f5342b8-2c54-4ebf-bb47-8b09689b2cd3 service neutron] Attempting to bind port ed6ca7d8-37df-4692-9d8b-45582a2ea5c7 on host hv-cinder-85504 for vnic_type normal with profile {{(pid=113415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:56:56.416382 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.managers [req-daed9867-0eb6-472f-9b81-019f7039b945 req-0f5342b8-2c54-4ebf-bb47-8b09689b2cd3 service neutron] Attempting to bind port ed6ca7d8-37df-4692-9d8b-45582a2ea5c7 by drivers openvswitch,hyperv on host hv-cinder-85504 at level 0 using segments [{'id': 'b7df322f-93e7-4c06-ab35-efbbaf8c395e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '60b40027-b034-467e-a623-8d465afe9154'}] {{(pid=113415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:56:56.416717 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daed9867-0eb6-472f-9b81-019f7039b945 req-0f5342b8-2c54-4ebf-bb47-8b09689b2cd3 service neutron] Attempting to bind port ed6ca7d8-37df-4692-9d8b-45582a2ea5c7 on network 60b40027-b034-467e-a623-8d465afe9154 {{(pid=113415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:56:56.422749 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daed9867-0eb6-472f-9b81-019f7039b945 req-0f5342b8-2c54-4ebf-bb47-8b09689b2cd3 service neutron] Port ed6ca7d8-37df-4692-9d8b-45582a2ea5c7 on network 60b40027-b034-467e-a623-8d465afe9154 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85504 {{(pid=113415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 23:56:56.423167 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daed9867-0eb6-472f-9b81-019f7039b945 req-0f5342b8-2c54-4ebf-bb47-8b09689b2cd3 service neutron] Attempting to bind port ed6ca7d8-37df-4692-9d8b-45582a2ea5c7 on network 60b40027-b034-467e-a623-8d465afe9154 {{(pid=113415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:56:56.429823 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daed9867-0eb6-472f-9b81-019f7039b945 req-0f5342b8-2c54-4ebf-bb47-8b09689b2cd3 service neutron] Checking agent: {'id': 'a7eaf665-0f6d-431a-9601-222c900251ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85504', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 50, 13), 'started_at': datetime.datetime(2022, 8, 29, 23, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:56:56.430160 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daed9867-0eb6-472f-9b81-019f7039b945 req-0f5342b8-2c54-4ebf-bb47-8b09689b2cd3 service neutron] Checking segment: {'id': 'b7df322f-93e7-4c06-ab35-efbbaf8c395e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '60b40027-b034-467e-a623-8d465afe9154'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:56:56.430664 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daed9867-0eb6-472f-9b81-019f7039b945 req-0f5342b8-2c54-4ebf-bb47-8b09689b2cd3 service neutron] Bound using segment: {'id': 'b7df322f-93e7-4c06-ab35-efbbaf8c395e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '60b40027-b034-467e-a623-8d465afe9154'} {{(pid=113415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:56:56.431250 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.managers [req-daed9867-0eb6-472f-9b81-019f7039b945 req-0f5342b8-2c54-4ebf-bb47-8b09689b2cd3 service neutron] Bound port: ed6ca7d8-37df-4692-9d8b-45582a2ea5c7, host: hv-cinder-85504, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7df322f-93e7-4c06-ab35-efbbaf8c395e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '60b40027-b034-467e-a623-8d465afe9154'}}] {{(pid=113415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:56:56.431737 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-daed9867-0eb6-472f-9b81-019f7039b945 req-0f5342b8-2c54-4ebf-bb47-8b09689b2cd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (ed6ca7d8-37df-4692-9d8b-45582a2ea5c7), before_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:56.493449 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:56.506028 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.db [req-daed9867-0eb6-472f-9b81-019f7039b945 req-0f5342b8-2c54-4ebf-bb47-8b09689b2cd3 service neutron] For port ed6ca7d8-37df-4692-9d8b-45582a2ea5c7, host hv-cinder-85504, cleared binding levels {{(pid=113415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:56:56.509619 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.db [req-daed9867-0eb6-472f-9b81-019f7039b945 req-0f5342b8-2c54-4ebf-bb47-8b09689b2cd3 service neutron] For port ed6ca7d8-37df-4692-9d8b-45582a2ea5c7, host hv-cinder-85504, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=ed6ca7d8-37df-4692-9d8b-45582a2ea5c7,segment=NetworkSegment(b7df322f-93e7-4c06-ab35-efbbaf8c395e),segment_id=b7df322f-93e7-4c06-ab35-efbbaf8c395e)] {{(pid=113415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:56:56.606465 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-daed9867-0eb6-472f-9b81-019f7039b945 req-0f5342b8-2c54-4ebf-bb47-8b09689b2cd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11068783'] for port (ed6ca7d8-37df-4692-9d8b-45582a2ea5c7), after_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:56.612504 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed9867-0eb6-472f-9b81-019f7039b945 req-0f5342b8-2c54-4ebf-bb47-8b09689b2cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:56.613126 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-daed9867-0eb6-472f-9b81-019f7039b945 req-0f5342b8-2c54-4ebf-bb47-8b09689b2cd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for port (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:56.614505 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-daed9867-0eb6-472f-9b81-019f7039b945 req-0f5342b8-2c54-4ebf-bb47-8b09689b2cd3 service neutron] 10.222.0.87 "PUT /networking/v2.0/ports/ed6ca7d8-37df-4692-9d8b-45582a2ea5c7 HTTP/1.1" status: 200 len: 1093 time: 0.8773682 Aug 29 23:56:56.615030 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b35389dd-c528-4d6d-8519-fdb7a2d94c2c', 'tag': 'ed6ca7d8-37df-4692-9d8b-45582a2ea5c7'}] {{(pid=113415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:56:56.617468 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbb4ce14699acef1e34bc356a7f428b480f1dc74f7679c811df4fa99cd0d73e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3faf3ae-59f4-47b4-a3e3-bd2b819f1bb4" -d '{"events": [{"name": "network-changed", "server_uuid": "b35389dd-c528-4d6d-8519-fdb7a2d94c2c", "tag": "ed6ca7d8-37df-4692-9d8b-45582a2ea5c7"}]}' {{(pid=113415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:56:56.669755 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5342b8-2c54-4ebf-bb47-8b09689b2cd3 service neutron] Pushing event updated for resources: {'Port': ['ID=ed6ca7d8-37df-4692-9d8b-45582a2ea5c7,revision_number=3']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:56.677456 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 23:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203ab403-e077-4ca6-954f-b694a6198c43 x-openstack-request-id: req-203ab403-e077-4ca6-954f-b694a6198c43 {{(pid=113415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:56:56.677745 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b35389dd-c528-4d6d-8519-fdb7a2d94c2c", "tag": "ed6ca7d8-37df-4692-9d8b-45582a2ea5c7", "status": "completed", "code": 200}]} {{(pid=113415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:56:56.678001 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-203ab403-e077-4ca6-954f-b694a6198c43 {{(pid=113415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:56:56.678410 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-203ab403-e077-4ca6-954f-b694a6198c43'] response: {'name': 'network-changed', 'server_uuid': 'b35389dd-c528-4d6d-8519-fdb7a2d94c2c', 'tag': 'ed6ca7d8-37df-4692-9d8b-45582a2ea5c7', 'status': 'completed', 'code': 200} Aug 29 23:56:56.755391 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fbf910-5642-4714-9369-8fd0fa2d11d3 req-51aaec78-f889-4ef6-acef-7396c304c269 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:56.757130 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d6fbf910-5642-4714-9369-8fd0fa2d11d3 req-51aaec78-f889-4ef6-acef-7396c304c269 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 946 time: 0.0591826 Aug 29 23:56:56.812022 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d6fbf910-5642-4714-9369-8fd0fa2d11d3 req-39637c47-a207-4708-b391-62a872c614cb tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474775 Aug 29 23:56:57.343149 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:57.344294 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:57.389433 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da6476-5e81-4e12-a95e-e60ce8469ce0 req-cf4d94fa-7a9a-42d0-b7bf-65bc88c51918 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:57.391058 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-71da6476-5e81-4e12-a95e-e60ce8469ce0 req-cf4d94fa-7a9a-42d0-b7bf-65bc88c51918 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=b35389dd-c528-4d6d-8519-fdb7a2d94c2c HTTP/1.1" status: 200 len: 943 time: 0.0567667 Aug 29 23:56:57.444673 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-71da6476-5e81-4e12-a95e-e60ce8469ce0 req-141fa929-b771-4ce9-b52b-5e6b5f7b7f52 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=7d936ff5-6e57-4f7a-af3b-e8f14d94f891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476384 Aug 29 23:56:57.950333 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe7409-978f-4f47-a582-e661234a5f5a req-d7c1a74f-7507-4198-896d-52872316888f tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:57.951991 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-23fe7409-978f-4f47-a582-e661234a5f5a req-d7c1a74f-7507-4198-896d-52872316888f tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 946 time: 0.0500436 Aug 29 23:56:58.027112 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-23fe7409-978f-4f47-a582-e661234a5f5a req-7474a74a-ee28-4e3a-b422-e08e6dcd1830 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683706 Aug 29 23:56:58.586390 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6178af4-50b9-4bfa-a059-a841240effe5 req-47ae375b-b194-48e2-a316-a29bbec29869 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:58.587962 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e6178af4-50b9-4bfa-a059-a841240effe5 req-47ae375b-b194-48e2-a316-a29bbec29869 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=b35389dd-c528-4d6d-8519-fdb7a2d94c2c HTTP/1.1" status: 200 len: 943 time: 0.0610693 Aug 29 23:56:58.601358 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:58.642765 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e6178af4-50b9-4bfa-a059-a841240effe5 req-e135744f-1c4b-41ca-84b1-4a9b378ea37d tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=7d936ff5-6e57-4f7a-af3b-e8f14d94f891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482192 Aug 29 23:56:59.168908 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92472fed-2a0b-4191-85e9-cb178d197cab req-10c5ab42-0fd3-4f23-8be3-5c51af092123 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:59.170419 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-92472fed-2a0b-4191-85e9-cb178d197cab req-10c5ab42-0fd3-4f23-8be3-5c51af092123 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 946 time: 0.0552120 Aug 29 23:56:59.227934 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-92472fed-2a0b-4191-85e9-cb178d197cab req-61035e36-59d8-4cda-a770-588b0f4d1689 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515261 Aug 29 23:56:59.773999 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6639153-1f05-4768-a64a-4a40fdfa6a3b req-e9afee0d-43ac-4014-bacf-55ec92f4168d tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:59.775760 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b6639153-1f05-4768-a64a-4a40fdfa6a3b req-e9afee0d-43ac-4014-bacf-55ec92f4168d tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=b35389dd-c528-4d6d-8519-fdb7a2d94c2c HTTP/1.1" status: 200 len: 943 time: 0.0538402 Aug 29 23:56:59.830049 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b6639153-1f05-4768-a64a-4a40fdfa6a3b req-bb332a3a-a0f2-4e24-9cd9-7260138280f0 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=7d936ff5-6e57-4f7a-af3b-e8f14d94f891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479383 Aug 29 23:57:00.368935 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5342622-79f0-4e30-bdb9-6270ab6d888e req-0be548f0-26d1-4047-9e8b-9b3108a69595 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:00.371465 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b5342622-79f0-4e30-bdb9-6270ab6d888e req-0be548f0-26d1-4047-9e8b-9b3108a69595 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 946 time: 0.0538442 Aug 29 23:57:00.437446 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b5342622-79f0-4e30-bdb9-6270ab6d888e req-4af6c8cd-268e-471b-b058-4f4625c628c7 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585864 Aug 29 23:57:00.505819 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3faf3ae-59f4-47b4-a3e3-bd2b819f1bb4 req-f50e86de-5fe5-4e7b-aae4-4cb04211d530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:00.507676 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e3faf3ae-59f4-47b4-a3e3-bd2b819f1bb4 req-f50e86de-5fe5-4e7b-aae4-4cb04211d530 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=a2963b1b4aba47f593c63a398b511792&device_id=b35389dd-c528-4d6d-8519-fdb7a2d94c2c HTTP/1.1" status: 200 len: 1127 time: 0.0481868 Aug 29 23:57:00.655837 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3faf3ae-59f4-47b4-a3e3-bd2b819f1bb4 req-1f709f41-9223-48b8-a884-2c9f37673313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:00.657515 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e3faf3ae-59f4-47b4-a3e3-bd2b819f1bb4 req-1f709f41-9223-48b8-a884-2c9f37673313 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?tenant_id=a2963b1b4aba47f593c63a398b511792&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1360252 Aug 29 23:57:00.848456 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3faf3ae-59f4-47b4-a3e3-bd2b819f1bb4 req-aeaef418-e4f3-4fe4-af7d-0c07c9076f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:00.849954 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e3faf3ae-59f4-47b4-a3e3-bd2b819f1bb4 req-aeaef418-e4f3-4fe4-af7d-0c07c9076f69 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1038058 Aug 29 23:57:00.923166 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9851f616-3b74-43d0-91d8-bc9f0dadca3b req-d738cac0-31dc-4baf-a621-ef35f95b3f05 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:00.924711 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-9851f616-3b74-43d0-91d8-bc9f0dadca3b req-d738cac0-31dc-4baf-a621-ef35f95b3f05 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.87 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 946 time: 0.0559838 Aug 29 23:57:00.990309 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ddb12b-b3f2-4d02-8216-bd06286986d3 req-11b9f4de-3fed-45cb-95b1-e7518f87d586 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:00.992135 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c4ddb12b-b3f2-4d02-8216-bd06286986d3 req-11b9f4de-3fed-45cb-95b1-e7518f87d586 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=b35389dd-c528-4d6d-8519-fdb7a2d94c2c HTTP/1.1" status: 200 len: 943 time: 0.0509133 Aug 29 23:57:01.051086 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c4ddb12b-b3f2-4d02-8216-bd06286986d3 req-030f603d-af97-4eb3-808e-f216fbfba0a7 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=7d936ff5-6e57-4f7a-af3b-e8f14d94f891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521276 Aug 29 23:57:01.109067 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:01.119305 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed9867-0eb6-472f-9b81-019f7039b945 req-ff6c1e74-121d-470d-8e31-26da6faab550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:01.124534 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-daed9867-0eb6-472f-9b81-019f7039b945 req-ff6c1e74-121d-470d-8e31-26da6faab550 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=a2963b1b4aba47f593c63a398b511792&device_id=b35389dd-c528-4d6d-8519-fdb7a2d94c2c HTTP/1.1" status: 200 len: 1127 time: 0.0573294 Aug 29 23:57:01.166621 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [req-9851f616-3b74-43d0-91d8-bc9f0dadca3b req-e19478cb-ecb0-4135-8765-fcd071fd4dbc tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Deleting port b8d16afd-dba0-4d77-93f1-1d3f97943c11 {{(pid=113415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:57:01.167213 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-9851f616-3b74-43d0-91d8-bc9f0dadca3b req-e19478cb-ecb0-4135-8765-fcd071fd4dbc tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (b8d16afd-dba0-4d77-93f1-1d3f97943c11), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:01.174203 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-daed9867-0eb6-472f-9b81-019f7039b945 req-5d31932c-ba76-40ab-a6da-1d888fe6f807 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed6ca7d8-37df-4692-9d8b-45582a2ea5c7 HTTP/1.1" status: 200 len: 217 time: 0.0432029 Aug 29 23:57:01.234100 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed9867-0eb6-472f-9b81-019f7039b945 req-ff63396b-529a-48fb-9214-0f3af26b575e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:01.235574 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-daed9867-0eb6-472f-9b81-019f7039b945 req-ff63396b-529a-48fb-9214-0f3af26b575e service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=371040be-dae2-4b4b-8892-6a99379ddf2c HTTP/1.1" status: 200 len: 854 time: 0.0558782 Aug 29 23:57:01.276283 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.db [req-9851f616-3b74-43d0-91d8-bc9f0dadca3b req-e19478cb-ecb0-4135-8765-fcd071fd4dbc tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] For port b8d16afd-dba0-4d77-93f1-1d3f97943c11, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=b8d16afd-dba0-4d77-93f1-1d3f97943c11,segment=NetworkSegment(114ca9d5-57df-429a-9e81-974fb793f3bc),segment_id=114ca9d5-57df-429a-9e81-974fb793f3bc)] {{(pid=113415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:57:01.276674 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-9851f616-3b74-43d0-91d8-bc9f0dadca3b req-e19478cb-ecb0-4135-8765-fcd071fd4dbc tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (b8d16afd-dba0-4d77-93f1-1d3f97943c11), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:01.286383 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed9867-0eb6-472f-9b81-019f7039b945 req-007ed3ea-2b58-4442-8d50-3ade19e892aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:01.288013 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-daed9867-0eb6-472f-9b81-019f7039b945 req-007ed3ea-2b58-4442-8d50-3ade19e892aa service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=60b40027-b034-467e-a623-8d465afe9154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462654 Aug 29 23:57:01.422692 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:01.527823 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-9851f616-3b74-43d0-91d8-bc9f0dadca3b req-e19478cb-ecb0-4135-8765-fcd071fd4dbc tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:01.528287 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-9851f616-3b74-43d0-91d8-bc9f0dadca3b req-e19478cb-ecb0-4135-8765-fcd071fd4dbc tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477666'] for floatingip (86601f9c-d96d-44fb-85ed-28fe2109b6d7), after_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:01.528642 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.db.l3_db [req-9851f616-3b74-43d0-91d8-bc9f0dadca3b req-e19478cb-ecb0-4135-8765-fcd071fd4dbc tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Floating IP 86601f9c-d96d-44fb-85ed-28fe2109b6d7 disassociated. External IP: 172.27.1.219, port: b8d16afd-dba0-4d77-93f1-1d3f97943c11. Aug 29 23:57:01.528990 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [req-9851f616-3b74-43d0-91d8-bc9f0dadca3b req-e19478cb-ecb0-4135-8765-fcd071fd4dbc tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Calling delete_port for b8d16afd-dba0-4d77-93f1-1d3f97943c11 owned by compute:nova {{(pid=113415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:57:01.629947 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83991624-d308-4fd0-a36b-d0dcb26bc06b req-792aaaa1-a686-4771-96e3-af03d4216b34 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:01.631536 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-83991624-d308-4fd0-a36b-d0dcb26bc06b req-792aaaa1-a686-4771-96e3-af03d4216b34 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 946 time: 0.0915005 Aug 29 23:57:01.641094 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-daed9867-0eb6-472f-9b81-019f7039b945 req-e9196543-ab37-4fac-9011-575f8476b352 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/60b40027-b034-467e-a623-8d465afe9154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466227 Aug 29 23:57:01.746076 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-daed9867-0eb6-472f-9b81-019f7039b945 req-a62dd2d0-d098-4334-b8ad-06ece22f922c service neutron] 10.222.0.87 "GET /networking/v2.0/networks/60b40027-b034-467e-a623-8d465afe9154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969031 Aug 29 23:57:01.749185 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-83991624-d308-4fd0-a36b-d0dcb26bc06b req-c005ceeb-13d2-4be2-8c1e-d7e128945dcf tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fdf9f572-5b3d-4118-b881-e7002e4c34b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993629 Aug 29 23:57:01.823609 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-9851f616-3b74-43d0-91d8-bc9f0dadca3b req-e19478cb-ecb0-4135-8765-fcd071fd4dbc tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11068774'] for port (b8d16afd-dba0-4d77-93f1-1d3f97943c11), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:01.854994 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19478cb-ecb0-4135-8765-fcd071fd4dbc tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Pushing event deleted for resources: {'Port': ['ID=b8d16afd-dba0-4d77-93f1-1d3f97943c11,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:01.979291 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9851f616-3b74-43d0-91d8-bc9f0dadca3b req-e19478cb-ecb0-4135-8765-fcd071fd4dbc tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Router b27e3222-c8a5-4b18-ac0d-28af47137885 has already been hosted by L3 agent 037668f0-d812-4b59-9d2d-ce33f66a7708 {{(pid=113415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:57:02.089802 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9851f616-3b74-43d0-91d8-bc9f0dadca3b req-e19478cb-ecb0-4135-8765-fcd071fd4dbc tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Notify agent at l3_agent.dv-cinder-855041-2-iscsi the message routers_updated {{(pid=113415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:57:02.100918 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be23d929-7343-4563-b068-f679f1a7ccd3 None None] Sync routers for ids ['b27e3222-c8a5-4b18-ac0d-28af47137885'] in dv-cinder-855041-2-iscsi {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:57:02.116132 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be23d929-7343-4563-b068-f679f1a7ccd3 None None] Routers {'b27e3222-c8a5-4b18-ac0d-28af47137885'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:57:02.117265 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-be23d929-7343-4563-b068-f679f1a7ccd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:56:43Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['b27e3222-c8a5-4b18-ac0d-28af47137885'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:57:02.142154 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.db.l3_dvrscheduler_db [req-9851f616-3b74-43d0-91d8-bc9f0dadca3b req-e19478cb-ecb0-4135-8765-fcd071fd4dbc tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] No DVR routers for this DVR port b8d16afd-dba0-4d77-93f1-1d3f97943c11 on host hv-cinder-85504 {{(pid=113415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 23:57:02.145226 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-9851f616-3b74-43d0-91d8-bc9f0dadca3b req-e19478cb-ecb0-4135-8765-fcd071fd4dbc tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for port (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:02.149302 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-9851f616-3b74-43d0-91d8-bc9f0dadca3b req-e19478cb-ecb0-4135-8765-fcd071fd4dbc tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.87 "DELETE /networking/v2.0/ports/b8d16afd-dba0-4d77-93f1-1d3f97943c11 HTTP/1.1" status: 204 len: 173 time: 1.0840459 Aug 29 23:57:02.149981 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39819963-dd3d-4079-a0a1-d21a46d4a420', 'name': 'network-vif-deleted', 'tag': 'b8d16afd-dba0-4d77-93f1-1d3f97943c11'}] {{(pid=113415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:57:02.152511 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbb4ce14699acef1e34bc356a7f428b480f1dc74f7679c811df4fa99cd0d73e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7486b877-c6d2-49c9-918d-9cd056ec18a2" -d '{"events": [{"server_uuid": "39819963-dd3d-4079-a0a1-d21a46d4a420", "name": "network-vif-deleted", "tag": "b8d16afd-dba0-4d77-93f1-1d3f97943c11"}]}' {{(pid=113415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:57:02.220073 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27fa2ce-1cee-4e53-9cb0-e3627a81d3a9 x-openstack-request-id: req-b27fa2ce-1cee-4e53-9cb0-e3627a81d3a9 {{(pid=113415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:57:02.220463 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39819963-dd3d-4079-a0a1-d21a46d4a420", "name": "network-vif-deleted", "tag": "b8d16afd-dba0-4d77-93f1-1d3f97943c11", "status": "completed", "code": 200}]} {{(pid=113415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:57:02.220898 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b27fa2ce-1cee-4e53-9cb0-e3627a81d3a9 {{(pid=113415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:57:02.221323 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b27fa2ce-1cee-4e53-9cb0-e3627a81d3a9'] response: {'server_uuid': '39819963-dd3d-4079-a0a1-d21a46d4a420', 'name': 'network-vif-deleted', 'tag': 'b8d16afd-dba0-4d77-93f1-1d3f97943c11', 'status': 'completed', 'code': 200} Aug 29 23:57:02.244990 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0dc9c1-5b90-434c-9b6b-187c5311cf7b req-c7ea9996-6997-41bb-8cb2-f773686444f9 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:02.247379 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-8f0dc9c1-5b90-434c-9b6b-187c5311cf7b req-c7ea9996-6997-41bb-8cb2-f773686444f9 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=b35389dd-c528-4d6d-8519-fdb7a2d94c2c HTTP/1.1" status: 200 len: 943 time: 0.0842502 Aug 29 23:57:02.288618 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-be23d929-7343-4563-b068-f679f1a7ccd3 None None] Set router b27e3222-c8a5-4b18-ac0d-28af47137885 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:57:02.307314 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-8f0dc9c1-5b90-434c-9b6b-187c5311cf7b req-50ff7804-846b-460b-be9e-c4f411702c1c tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=7d936ff5-6e57-4f7a-af3b-e8f14d94f891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530531 Aug 29 23:57:02.598381 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-be23d929-7343-4563-b068-f679f1a7ccd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27e3222-c8a5-4b18-ac0d-28af47137885', 'name': 'tempest-AttachVolumeShelveTestJSON-2146582793-router', 'tenant_id': '3beae764b5cb4dcd9f13e26878bbac48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '51a1db89-b26a-4686-b2eb-85f92a1e50a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:15Z', 'updated_at': '2022-08-29T23:52:29Z', 'revision_number': 4, 'project_id': '3beae764b5cb4dcd9f13e26878bbac48', 'gw_port': {'id': '51a1db89-b26a-4686-b2eb-85f92a1e50a8', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27e3222-c8a5-4b18-ac0d-28af47137885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:17Z', 'updated_at': '2022-08-29T23:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': '761aeb90-d390-4049-9a47-b526491624f1', 'name': '', 'network_id': '7a46036d-55d3-472c-985d-7d32e6afcac9', 'tenant_id': '3beae764b5cb4dcd9f13e26878bbac48', 'mac_address': 'fa:16:3e:7d:b5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27e3222-c8a5-4b18-ac0d-28af47137885', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '16471bf1-5160-46ce-b487-b87c8418028b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:27Z', 'updated_at': '2022-08-29T23:52:49Z', 'revision_number': 5, 'project_id': '3beae764b5cb4dcd9f13e26878bbac48', 'subnets': [{'id': '16471bf1-5160-46ce-b487-b87c8418028b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:57:02.627214 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be23d929-7343-4563-b068-f679f1a7ccd3 None None] Checking router: b27e3222-c8a5-4b18-ac0d-28af47137885 for host: dv-cinder-855041-2-iscsi {{(pid=113418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:57:02.636527 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be23d929-7343-4563-b068-f679f1a7ccd3 None None] Routers {'b27e3222-c8a5-4b18-ac0d-28af47137885'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:57:02.637141 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-be23d929-7343-4563-b068-f679f1a7ccd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:56:43Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['b27e3222-c8a5-4b18-ac0d-28af47137885'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:57:02.762218 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-be23d929-7343-4563-b068-f679f1a7ccd3 None None] Set router b27e3222-c8a5-4b18-ac0d-28af47137885 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:57:02.864463 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e0a38b6a-8a85-4883-84d4-f7b2bd3640c2 req-a068ab35-4e0a-46bd-9996-ebe397acc093 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 210 time: 0.0298548 Aug 29 23:57:02.967947 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-be23d929-7343-4563-b068-f679f1a7ccd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27e3222-c8a5-4b18-ac0d-28af47137885', 'name': 'tempest-AttachVolumeShelveTestJSON-2146582793-router', 'tenant_id': '3beae764b5cb4dcd9f13e26878bbac48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '51a1db89-b26a-4686-b2eb-85f92a1e50a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:15Z', 'updated_at': '2022-08-29T23:52:29Z', 'revision_number': 4, 'project_id': '3beae764b5cb4dcd9f13e26878bbac48', 'gw_port': {'id': '51a1db89-b26a-4686-b2eb-85f92a1e50a8', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27e3222-c8a5-4b18-ac0d-28af47137885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:17Z', 'updated_at': '2022-08-29T23:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': '761aeb90-d390-4049-9a47-b526491624f1', 'name': '', 'network_id': '7a46036d-55d3-472c-985d-7d32e6afcac9', 'tenant_id': '3beae764b5cb4dcd9f13e26878bbac48', 'mac_address': 'fa:16:3e:7d:b5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27e3222-c8a5-4b18-ac0d-28af47137885', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '16471bf1-5160-46ce-b487-b87c8418028b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:27Z', 'updated_at': '2022-08-29T23:52:49Z', 'revision_number': 5, 'project_id': '3beae764b5cb4dcd9f13e26878bbac48', 'subnets': [{'id': '16471bf1-5160-46ce-b487-b87c8418028b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:57:02.998528 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be23d929-7343-4563-b068-f679f1a7ccd3 None None] The sync data for ids ['b27e3222-c8a5-4b18-ac0d-28af47137885'] in dv-cinder-855041-2-iscsi is: [{'id': 'b27e3222-c8a5-4b18-ac0d-28af47137885', 'name': 'tempest-AttachVolumeShelveTestJSON-2146582793-router', 'tenant_id': '3beae764b5cb4dcd9f13e26878bbac48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '51a1db89-b26a-4686-b2eb-85f92a1e50a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:15Z', 'updated_at': '2022-08-29T23:52:29Z', 'revision_number': 4, 'project_id': '3beae764b5cb4dcd9f13e26878bbac48', 'gw_port': {'id': '51a1db89-b26a-4686-b2eb-85f92a1e50a8', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27e3222-c8a5-4b18-ac0d-28af47137885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:17Z', 'updated_at': '2022-08-29T23:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': '761aeb90-d390-4049-9a47-b526491624f1', 'name': '', 'network_id': '7a46036d-55d3-472c-985d-7d32e6afcac9', 'tenant_id': '3beae764b5cb4dcd9f13e26878bbac48', 'mac_address': 'fa:16:3e:7d:b5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27e3222-c8a5-4b18-ac0d-28af47137885', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '16471bf1-5160-46ce-b487-b87c8418028b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:27Z', 'updated_at': '2022-08-29T23:52:49Z', 'revision_number': 5, 'project_id': '3beae764b5cb4dcd9f13e26878bbac48', 'subnets': [{'id': '16471bf1-5160-46ce-b487-b87c8418028b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:57:03.286028 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb9bc5d-9d01-45b8-b030-6a5ea3422404 None None] New status for floating IP 86601f9c-d96d-44fb-85ed-28fe2109b6d7: DOWN {{(pid=113417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 23:57:03.440136 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:03.458815 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e7a3f3-977d-4667-b0ff-81bf6e9dc796 req-69cc9fb1-c639-4661-a217-b13506d16992 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:03.460376 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-70e7a3f3-977d-4667-b0ff-81bf6e9dc796 req-69cc9fb1-c639-4661-a217-b13506d16992 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=b35389dd-c528-4d6d-8519-fdb7a2d94c2c HTTP/1.1" status: 200 len: 943 time: 0.0674376 Aug 29 23:57:03.524886 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-70e7a3f3-977d-4667-b0ff-81bf6e9dc796 req-072163d7-30b1-4ce4-b023-fa6e446f0a88 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=7d936ff5-6e57-4f7a-af3b-e8f14d94f891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580187 Aug 29 23:57:04.024318 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-3523b54a-1c8b-416b-b455-33513f79ee7e req-5a4b65c8-38f8-4872-b37f-24572f41a013 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=39819963-dd3d-4079-a0a1-d21a46d4a420 HTTP/1.1" status: 200 len: 210 time: 0.0425496 Aug 29 23:57:04.195843 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device ed6ca7d8-37df-4692-9d8b-45582a2ea5c7 details requested by agent hyperv_hv-cinder-85504 with host hv-cinder-85504 {{(pid=113417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 23:57:04.222670 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:04.309812 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port ed6ca7d8-37df-4692-9d8b-45582a2ea5c7, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=ed6ca7d8-37df-4692-9d8b-45582a2ea5c7,segment=NetworkSegment(b7df322f-93e7-4c06-ab35-efbbaf8c395e),segment_id=b7df322f-93e7-4c06-ab35-efbbaf8c395e)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:57:04.323332 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Returning: {'device': 'ed6ca7d8-37df-4692-9d8b-45582a2ea5c7', 'network_id': '60b40027-b034-467e-a623-8d465afe9154', 'port_id': 'ed6ca7d8-37df-4692-9d8b-45582a2ea5c7', 'mac_address': 'fa:16:3e:d5:8f:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '371040be-dae2-4b4b-8892-6a99379ddf2c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 23:57:04.363494 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Current status of the port ed6ca7d8-37df-4692-9d8b-45582a2ea5c7 is: DOWN; New status is: BUILD {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:57:04.363888 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (ed6ca7d8-37df-4692-9d8b-45582a2ea5c7), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:04.379971 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.notifiers.nova [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed6ca7d8-37df-4692-9d8b-45582a2ea5c7 {{(pid=113417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:57:04.405616 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port ed6ca7d8-37df-4692-9d8b-45582a2ea5c7, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=ed6ca7d8-37df-4692-9d8b-45582a2ea5c7,segment=NetworkSegment(b7df322f-93e7-4c06-ab35-efbbaf8c395e),segment_id=b7df322f-93e7-4c06-ab35-efbbaf8c395e)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:57:04.481181 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (ed6ca7d8-37df-4692-9d8b-45582a2ea5c7), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:04.530813 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Pushing event updated for resources: {'Port': ['ID=ed6ca7d8-37df-4692-9d8b-45582a2ea5c7,revision_number=4']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:04.538962 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:04.539305 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:04.539669 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:04.540028 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:04.540401 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:04.540748 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:04.541754 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:04.542088 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:04.542418 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:04.542746 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:04.543072 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:04.543411 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:04.543736 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:04.544057 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:04.544408 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:04.656623 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591c574-f176-4d03-b372-13b9658c9a07 req-dbdc881a-af54-4226-a231-a11bcfd062c4 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:04.658167 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-f591c574-f176-4d03-b372-13b9658c9a07 req-dbdc881a-af54-4226-a231-a11bcfd062c4 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=b35389dd-c528-4d6d-8519-fdb7a2d94c2c HTTP/1.1" status: 200 len: 944 time: 0.0519595 Aug 29 23:57:04.710079 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-f591c574-f176-4d03-b372-13b9658c9a07 req-761ff357-2105-40b8-bebe-8788e500ad80 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=7d936ff5-6e57-4f7a-af3b-e8f14d94f891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455472 Aug 29 23:57:04.779531 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] get_ports_and_sgs() called for port_ids ['ed6ca7d8-37df-4692-9d8b-45582a2ea5c7'] {{(pid=113417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 23:57:04.813608 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:05.235943 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 51406) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:05.298490 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-52352b69-49a3-4888-b581-3da08feae307 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks [] for security_group (fdf9f572-5b3d-4118-b881-e7002e4c34b1), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:05.325076 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-52352b69-49a3-4888-b581-3da08feae307 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks [] for security_group (fdf9f572-5b3d-4118-b881-e7002e4c34b1), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:05.513344 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-52352b69-49a3-4888-b581-3da08feae307 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (fdf9f572-5b3d-4118-b881-e7002e4c34b1), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:05.515877 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-52352b69-49a3-4888-b581-3da08feae307 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks [] for security_group (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:05.517075 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-52352b69-49a3-4888-b581-3da08feae307 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "DELETE /networking/v2.0/security-groups/fdf9f572-5b3d-4118-b881-e7002e4c34b1 HTTP/1.1" status: 204 len: 168 time: 0.2801132 Aug 29 23:57:05.520409 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 51412) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:05.525941 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:05.527954 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52352b69-49a3-4888-b581-3da08feae307 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf9f572-5b3d-4118-b881-e7002e4c34b1,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:05.537722 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.api.v2.resource [None req-72218a6f-c3d1-4f9b-a865-c60994aab0fd tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] show failed (client error): The resource could not be found. Aug 29 23:57:05.539261 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-72218a6f-c3d1-4f9b-a865-c60994aab0fd tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups/fdf9f572-5b3d-4118-b881-e7002e4c34b1 HTTP/1.1" status: 404 len: 347 time: 0.0176330 Aug 29 23:57:05.543019 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 51414) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:05.549353 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:05.670242 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [None req-5fc22bfb-8540-45d8-b2d5-58f0411abff8 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Deleting port ab4b5e6c-0d47-45c0-9e1f-27a6cf343f5f {{(pid=113415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:57:05.670589 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-5fc22bfb-8540-45d8-b2d5-58f0411abff8 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (ab4b5e6c-0d47-45c0-9e1f-27a6cf343f5f), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:05.771898 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-5fc22bfb-8540-45d8-b2d5-58f0411abff8 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (ab4b5e6c-0d47-45c0-9e1f-27a6cf343f5f), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:05.771898 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-5fc22bfb-8540-45d8-b2d5-58f0411abff8 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks [] for floatingip (ab4b5e6c-0d47-45c0-9e1f-27a6cf343f5f), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:05.787350 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [None req-5fc22bfb-8540-45d8-b2d5-58f0411abff8 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Calling delete_port for ab4b5e6c-0d47-45c0-9e1f-27a6cf343f5f owned by network:floatingip {{(pid=113415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:57:05.888050 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b19689-4155-491e-bd25-19b7b25ec6a1 req-abac869a-9e95-42c8-a811-4ab70966aca4 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:05.889656 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d7b19689-4155-491e-bd25-19b7b25ec6a1 req-abac869a-9e95-42c8-a811-4ab70966aca4 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=b35389dd-c528-4d6d-8519-fdb7a2d94c2c HTTP/1.1" status: 200 len: 944 time: 0.1001058 Aug 29 23:57:05.965633 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d7b19689-4155-491e-bd25-19b7b25ec6a1 req-cd59fc9a-7a9f-4cd6-9257-0843dfb73dd1 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=7d936ff5-6e57-4f7a-af3b-e8f14d94f891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691180 Aug 29 23:57:05.979153 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:06.080620 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-5fc22bfb-8540-45d8-b2d5-58f0411abff8 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11068774'] for port (ab4b5e6c-0d47-45c0-9e1f-27a6cf343f5f), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:06.107490 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc22bfb-8540-45d8-b2d5-58f0411abff8 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Pushing event deleted for resources: {'Port': ['ID=ab4b5e6c-0d47-45c0-9e1f-27a6cf343f5f,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:06.177846 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-5fc22bfb-8540-45d8-b2d5-58f0411abff8 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks [] for floatingip (86601f9c-d96d-44fb-85ed-28fe2109b6d7), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:06.180440 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-5fc22bfb-8540-45d8-b2d5-58f0411abff8 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for floatingip (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:06.182208 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-5fc22bfb-8540-45d8-b2d5-58f0411abff8 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "DELETE /networking/v2.0/floatingips/86601f9c-d96d-44fb-85ed-28fe2109b6d7 HTTP/1.1" status: 204 len: 168 time: 0.6376066 Aug 29 23:57:06.196024 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device ed6ca7d8-37df-4692-9d8b-45582a2ea5c7 up at agent hyperv_hv-cinder-85504 {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:57:06.250959 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Provisioning for port ed6ca7d8-37df-4692-9d8b-45582a2ea5c7 completed by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 23:57:06.314129 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Provisioning complete for port ed6ca7d8-37df-4692-9d8b-45582a2ea5c7 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:57:06.314542 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (ed6ca7d8-37df-4692-9d8b-45582a2ea5c7), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:06.379259 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 51422) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:06.386836 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [None req-e3df44a8-caca-4a68-9892-8758f866e7e1 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Request body: {'security_group': {'name': 'tempest-securitygroup--613294517', 'description': 'tempest-description--1535082062'}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:57:06.397393 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Current status of the port ed6ca7d8-37df-4692-9d8b-45582a2ea5c7 is: BUILD; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:57:06.397785 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (ed6ca7d8-37df-4692-9d8b-45582a2ea5c7), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:06.428360 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35389dd-c528-4d6d-8519-fdb7a2d94c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed6ca7d8-37df-4692-9d8b-45582a2ea5c7'}] {{(pid=113417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:57:06.430653 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d41a01b6be055f780f1b28f387bc014884277aca14b53491aeccfff4134a8b4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eec0d2d-74ab-4d99-914e-0c814ea0c0ce" -d '{"events": [{"server_uuid": "b35389dd-c528-4d6d-8519-fdb7a2d94c2c", "name": "network-vif-plugged", "status": "completed", "tag": "ed6ca7d8-37df-4692-9d8b-45582a2ea5c7"}]}' {{(pid=113417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:57:06.443839 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port ed6ca7d8-37df-4692-9d8b-45582a2ea5c7, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=ed6ca7d8-37df-4692-9d8b-45582a2ea5c7,segment=NetworkSegment(b7df322f-93e7-4c06-ab35-efbbaf8c395e),segment_id=b7df322f-93e7-4c06-ab35-efbbaf8c395e)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:57:06.471571 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fdad054-ce3e-46ef-af28-e2d957191a05 x-openstack-request-id: req-5fdad054-ce3e-46ef-af28-e2d957191a05 {{(pid=113417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:57:06.471883 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b35389dd-c528-4d6d-8519-fdb7a2d94c2c", "name": "network-vif-plugged", "status": "completed", "tag": "ed6ca7d8-37df-4692-9d8b-45582a2ea5c7", "code": 200}]} {{(pid=113417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:57:06.472145 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-5fdad054-ce3e-46ef-af28-e2d957191a05 {{(pid=113417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:57:06.472597 dv-cinder-855041-2-iscsi neutron-server[113417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fdad054-ce3e-46ef-af28-e2d957191a05'] response: {'server_uuid': 'b35389dd-c528-4d6d-8519-fdb7a2d94c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed6ca7d8-37df-4692-9d8b-45582a2ea5c7', 'code': 200} Aug 29 23:57:06.485592 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-e3df44a8-caca-4a68-9892-8758f866e7e1 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks [] for security_group (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:06.519992 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (ed6ca7d8-37df-4692-9d8b-45582a2ea5c7), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:06.521035 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device b8d16afd-dba0-4d77-93f1-1d3f97943c11 no longer exists at agent hyperv_hv-cinder-85504 {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:57:06.562005 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-e3df44a8-caca-4a68-9892-8758f866e7e1 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks [] for security_group (66421100-836a-4b79-b0d6-afeb34f4a88d), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:06.563162 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] No Port match for: b8d16afd-dba0-4d77-93f1-1d3f97943c11 {{(pid=113417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:57:06.563502 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device b8d16afd-dba0-4d77-93f1-1d3f97943c11 not bound to the agent host hv-cinder-85504 {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:57:06.592770 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Pushing event updated for resources: {'Port': ['ID=ed6ca7d8-37df-4692-9d8b-45582a2ea5c7,revision_number=5']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:06.651314 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-e3df44a8-caca-4a68-9892-8758f866e7e1 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (66421100-836a-4b79-b0d6-afeb34f4a88d), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:06.681820 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3df44a8-caca-4a68-9892-8758f866e7e1 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66421100-836a-4b79-b0d6-afeb34f4a88d,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:06.755816 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-e3df44a8-caca-4a68-9892-8758f866e7e1 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks [] for security_group (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:06.757085 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-e3df44a8-caca-4a68-9892-8758f866e7e1 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3764935 Aug 29 23:57:06.760222 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 51426) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:06.764875 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [None req-43fb5bbb-99be-4601-9fcc-ae8426eb1d03 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Request body: {'security_group_rule': {'security_group_id': '66421100-836a-4b79-b0d6-afeb34f4a88d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:57:06.769760 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:06.874713 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-43fb5bbb-99be-4601-9fcc-ae8426eb1d03 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks [] for security_group_rule (12fa42d4-ce81-4b07-892b-80f094f1d220), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:06.943324 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-43fb5bbb-99be-4601-9fcc-ae8426eb1d03 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks [] for security_group_rule (12fa42d4-ce81-4b07-892b-80f094f1d220), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:06.971822 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.agents_db [None req-4166f728-c6cb-4ae6-8e81-f61b29fbc360 None None] Agent healthcheck: found 6 active agents {{(pid=113418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 23:57:07.033939 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-43fb5bbb-99be-4601-9fcc-ae8426eb1d03 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707692'] for security_group_rule (12fa42d4-ce81-4b07-892b-80f094f1d220), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:07.055044 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fb5bbb-99be-4601-9fcc-ae8426eb1d03 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12fa42d4-ce81-4b07-892b-80f094f1d220,revision_number=0']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:07.087326 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94efb227-a871-4954-b452-5de855c7ffb3 req-4f49cd67-d717-498d-bd3b-33d4207a8847 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:07.089419 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-94efb227-a871-4954-b452-5de855c7ffb3 req-4f49cd67-d717-498d-bd3b-33d4207a8847 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=b35389dd-c528-4d6d-8519-fdb7a2d94c2c HTTP/1.1" status: 200 len: 945 time: 0.0484159 Aug 29 23:57:07.134009 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-43fb5bbb-99be-4601-9fcc-ae8426eb1d03 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:07.135220 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-43fb5bbb-99be-4601-9fcc-ae8426eb1d03 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3739407 Aug 29 23:57:07.138204 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 51432) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:07.144550 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [None req-773cc20d-7d42-4e29-8e46-17dda9a89ab6 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Request body: {'security_group_rule': {'security_group_id': '66421100-836a-4b79-b0d6-afeb34f4a88d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:57:07.149020 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-94efb227-a871-4954-b452-5de855c7ffb3 req-ca399e80-b49b-4750-aceb-ca7305b6ad0b tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=7d936ff5-6e57-4f7a-af3b-e8f14d94f891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537410 Aug 29 23:57:07.253124 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-773cc20d-7d42-4e29-8e46-17dda9a89ab6 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks [] for security_group_rule (ad081c82-8637-495a-918f-822ca178109c), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:07.315741 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-773cc20d-7d42-4e29-8e46-17dda9a89ab6 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks [] for security_group_rule (ad081c82-8637-495a-918f-822ca178109c), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:07.433852 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-773cc20d-7d42-4e29-8e46-17dda9a89ab6 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707692'] for security_group_rule (ad081c82-8637-495a-918f-822ca178109c), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:07.452943 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773cc20d-7d42-4e29-8e46-17dda9a89ab6 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad081c82-8637-495a-918f-822ca178109c,revision_number=0']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:07.584633 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-773cc20d-7d42-4e29-8e46-17dda9a89ab6 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:07.585811 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-773cc20d-7d42-4e29-8e46-17dda9a89ab6 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4466286 Aug 29 23:57:07.589014 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 51434) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:07.594799 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [None req-903fb1f8-a9c3-49a1-8ce2-0af73a8c4d99 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Request body: {'floatingip': {'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:57:07.696945 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-903fb1f8-a9c3-49a1-8ce2-0af73a8c4d99 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:07.780076 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-903fb1f8-a9c3-49a1-8ce2-0af73a8c4d99 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:07.912667 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.db_base_plugin_common [None req-903fb1f8-a9c3-49a1-8ce2-0af73a8c4d99 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Allocated IP 172.27.1.250 (c6396a07-dfbf-4950-850b-378da3ed2a88/a98be68c-aef3-471c-b3f8-ae629ebf2983/5384047d-5b01-49e0-b50e-1dced24ba3da) {{(pid=113416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:57:08.044738 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-903fb1f8-a9c3-49a1-8ce2-0af73a8c4d99 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks [] for port (5384047d-5b01-49e0-b50e-1dced24ba3da), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:08.234401 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-903fb1f8-a9c3-49a1-8ce2-0af73a8c4d99 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963692'] for port (5384047d-5b01-49e0-b50e-1dced24ba3da), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:08.276829 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:08.302512 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903fb1f8-a9c3-49a1-8ce2-0af73a8c4d99 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Network c6396a07-dfbf-4950-850b-378da3ed2a88 is already hosted by enough agents. {{(pid=113416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:57:08.306329 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.base_scheduler [None req-903fb1f8-a9c3-49a1-8ce2-0af73a8c4d99 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Resources bound (agent type, host, resource id): {{(pid=113416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:57:08.311576 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903fb1f8-a9c3-49a1-8ce2-0af73a8c4d99 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Received port after_create {{(pid=113416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:57:08.318163 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903fb1f8-a9c3-49a1-8ce2-0af73a8c4d99 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Pushing event updated for resources: {'Port': ['ID=5384047d-5b01-49e0-b50e-1dced24ba3da,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:08.361371 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:08.444585 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-903fb1f8-a9c3-49a1-8ce2-0af73a8c4d99 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks [] for floatingip (6c10fc0e-ac8c-4bce-8d84-6aa37e42b93b), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:08.568518 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-903fb1f8-a9c3-49a1-8ce2-0af73a8c4d99 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (5384047d-5b01-49e0-b50e-1dced24ba3da), before_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:08.581818 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bdd729-0f86-4261-b68f-7670be3395e8 req-5b443980-b354-4d0f-88bf-49923a3dca2f tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:08.586832 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c1bdd729-0f86-4261-b68f-7670be3395e8 req-5b443980-b354-4d0f-88bf-49923a3dca2f tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=b35389dd-c528-4d6d-8519-fdb7a2d94c2c HTTP/1.1" status: 200 len: 945 time: 0.3466043 Aug 29 23:57:08.635184 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c1bdd729-0f86-4261-b68f-7670be3395e8 req-373232b5-db36-44c3-bb9e-3a1072a0cedb tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=7d936ff5-6e57-4f7a-af3b-e8f14d94f891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440097 Aug 29 23:57:08.734865 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-903fb1f8-a9c3-49a1-8ce2-0af73a8c4d99 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks [] for port (5384047d-5b01-49e0-b50e-1dced24ba3da), precommit_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:08.885066 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-903fb1f8-a9c3-49a1-8ce2-0af73a8c4d99 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963685'] for port (5384047d-5b01-49e0-b50e-1dced24ba3da), after_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:08.965798 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903fb1f8-a9c3-49a1-8ce2-0af73a8c4d99 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Pushing event updated for resources: {'Port': ['ID=5384047d-5b01-49e0-b50e-1dced24ba3da,revision_number=2']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:08.971446 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-903fb1f8-a9c3-49a1-8ce2-0af73a8c4d99 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477666'] for floatingip (6c10fc0e-ac8c-4bce-8d84-6aa37e42b93b), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:09.110304 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-903fb1f8-a9c3-49a1-8ce2-0af73a8c4d99 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for floatingip (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:09.111604 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-903fb1f8-a9c3-49a1-8ce2-0af73a8c4d99 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5216506 Aug 29 23:57:09.412504 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e40b3dcb-f255-4ade-b6b0-b99b620d000f req-39513942-fc72-453b-82d7-7a6c347d3fd5 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--613294517&fields=id&tenant_id=3beae764b5cb4dcd9f13e26878bbac48 HTTP/1.1" status: 200 len: 267 time: 0.1215942 Aug 29 23:57:09.450589 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d6d885-40a8-4f46-a1b4-a8075d9e84b8 req-255f1558-0808-44e7-95a6-bfae37f730f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:09.453341 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c9d6d885-40a8-4f46-a1b4-a8075d9e84b8 req-255f1558-0808-44e7-95a6-bfae37f730f2 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=b35389dd-c528-4d6d-8519-fdb7a2d94c2c HTTP/1.1" status: 200 len: 1129 time: 0.1192043 Aug 29 23:57:09.613700 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c9d6d885-40a8-4f46-a1b4-a8075d9e84b8 req-edae65c9-f4ca-428b-a45a-566b8b277d67 service neutron] 10.222.0.87 "GET /networking/v2.0/security-groups?id=7d936ff5-6e57-4f7a-af3b-e8f14d94f891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353199 Aug 29 23:57:09.637108 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b3dcb-f255-4ade-b6b0-b99b620d000f req-39e33df0-fa64-49c7-a4bc-196f60c50ca5 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:09.638714 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e40b3dcb-f255-4ade-b6b0-b99b620d000f req-39e33df0-fa64-49c7-a4bc-196f60c50ca5 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/networks?id=7a46036d-55d3-472c-985d-7d32e6afcac9 HTTP/1.1" status: 200 len: 817 time: 0.2158682 Aug 29 23:57:09.655547 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e40b3dcb-f255-4ade-b6b0-b99b620d000f req-36048278-c572-43ef-b1d7-62954d94c4c1 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/quotas/3beae764b5cb4dcd9f13e26878bbac48 HTTP/1.1" status: 200 len: 375 time: 0.0110927 Aug 29 23:57:09.726167 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:09.746253 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e40b3dcb-f255-4ade-b6b0-b99b620d000f req-64fedfaa-bff9-4212-9d0f-5aaf97a11c5d tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?tenant_id=3beae764b5cb4dcd9f13e26878bbac48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0844891 Aug 29 23:57:09.851096 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a400043a-416e-458d-bba2-e29c9322bcc0 req-c7147933-bc3c-4e59-b5f2-b32579219d69 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:09.852616 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-a400043a-416e-458d-bba2-e29c9322bcc0 req-c7147933-bc3c-4e59-b5f2-b32579219d69 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=b35389dd-c528-4d6d-8519-fdb7a2d94c2c HTTP/1.1" status: 200 len: 945 time: 0.1033921 Aug 29 23:57:09.907356 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:09.924940 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e40b3dcb-f255-4ade-b6b0-b99b620d000f req-69ef3c88-a578-4127-9c63-cf35fa59fd9d service neutron] 10.222.0.90 "GET /networking/v2.0/networks/7a46036d-55d3-472c-985d-7d32e6afcac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652482 Aug 29 23:57:09.951132 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-a400043a-416e-458d-bba2-e29c9322bcc0 req-b8c8f29d-203e-42cb-976e-34eb7432df1b tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=7d936ff5-6e57-4f7a-af3b-e8f14d94f891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920954 Aug 29 23:57:10.072275 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e40b3dcb-f255-4ade-b6b0-b99b620d000f req-1cbf4deb-1f61-4604-b547-331b4fb82256 service neutron] 10.222.0.90 "GET /networking/v2.0/networks/7a46036d-55d3-472c-985d-7d32e6afcac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380334 Aug 29 23:57:10.263384 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-099da73d-4c84-4d3f-b570-602614b86b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (1020f8f9-c858-45a1-84c5-376480b0ca2e), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:10.427910 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-f5c24ba7-da89-4727-8c63-4504975240fa req-b9081816-bf9b-4bce-8dc5-80b6863bc260 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 210 time: 0.0305972 Aug 29 23:57:11.096533 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595c449-2229-4f8e-83d3-bde325602a27 req-f38671b8-f3fd-4a45-81ea-fe82ae214d80 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:11.098129 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-0595c449-2229-4f8e-83d3-bde325602a27 req-f38671b8-f3fd-4a45-81ea-fe82ae214d80 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=b35389dd-c528-4d6d-8519-fdb7a2d94c2c HTTP/1.1" status: 200 len: 945 time: 0.0565598 Aug 29 23:57:11.152083 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-0595c449-2229-4f8e-83d3-bde325602a27 req-3e9eb7aa-2640-4ffd-9183-81e793e4298a tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=7d936ff5-6e57-4f7a-af3b-e8f14d94f891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481069 Aug 29 23:57:11.572241 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-79376b2c-65a1-40f5-b5e5-0fd1a174f0f5 req-3c94382d-2a88-40f7-ba46-cc0a0e126b2a tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 210 time: 0.0352132 Aug 29 23:57:12.145042 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e09ae-30e8-4303-869f-e0f480db7a97 req-caf7fcfd-38f4-46a0-9631-9e8933e9a734 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:12.146602 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-855e09ae-30e8-4303-869f-e0f480db7a97 req-caf7fcfd-38f4-46a0-9631-9e8933e9a734 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 945 time: 0.0494525 Aug 29 23:57:12.213502 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-855e09ae-30e8-4303-869f-e0f480db7a97 req-8016acd3-29df-438f-815d-c79de251a5ac tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=5eb73ffb-03b0-4171-b2b3-738fc3385da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601315 Aug 29 23:57:12.332263 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd862fe-230b-41fe-9086-c785c0e11580 req-6da22d3c-2cd7-4f25-aa66-990aa6e1f5df tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:12.334138 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-2dd862fe-230b-41fe-9086-c785c0e11580 req-6da22d3c-2cd7-4f25-aa66-990aa6e1f5df tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=b35389dd-c528-4d6d-8519-fdb7a2d94c2c HTTP/1.1" status: 200 len: 945 time: 0.0570126 Aug 29 23:57:12.389490 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-2dd862fe-230b-41fe-9086-c785c0e11580 req-877f3a4a-5657-4081-9fef-467d3c7d9bea tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=7d936ff5-6e57-4f7a-af3b-e8f14d94f891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478539 Aug 29 23:57:12.509454 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f005397-1ceb-4718-b094-8f33a4214d34 req-59c49b55-c3a1-4bda-945e-ddd24a7b0445 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:12.511359 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-8f005397-1ceb-4718-b094-8f33a4214d34 req-59c49b55-c3a1-4bda-945e-ddd24a7b0445 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=b35389dd-c528-4d6d-8519-fdb7a2d94c2c HTTP/1.1" status: 200 len: 945 time: 0.0477965 Aug 29 23:57:12.521406 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 51502) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:12.526942 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [None req-19c04a78-5070-46d1-93f5-c8ca2e6430c2 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Request body: {'floatingip': {'port_id': 'ed6ca7d8-37df-4692-9d8b-45582a2ea5c7'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:57:12.575795 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-19c04a78-5070-46d1-93f5-c8ca2e6430c2 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for floatingip (a3842e10-9be5-451d-96a5-04be03a56572), before_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:12.681216 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:12.712682 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e8595353-9d75-4620-884b-6c7c5a7f777c req-3f465c8b-4458-48fa-b656-97a104a87f9a tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 210 time: 0.0297284 Aug 29 23:57:13.045644 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-19c04a78-5070-46d1-93f5-c8ca2e6430c2 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:13.067352 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (a7eaf665-0f6d-431a-9601-222c900251ec), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:13.131088 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-19c04a78-5070-46d1-93f5-c8ca2e6430c2 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477666'] for floatingip (a3842e10-9be5-451d-96a5-04be03a56572), after_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:13.236441 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.db.l3_db [None req-19c04a78-5070-46d1-93f5-c8ca2e6430c2 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Floating IP a3842e10-9be5-451d-96a5-04be03a56572 associated. External IP: 172.27.1.54, port: ed6ca7d8-37df-4692-9d8b-45582a2ea5c7. Aug 29 23:57:13.377013 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb3c98e-bcef-4baa-b920-86973ad1e0cc req-a0326431-0609-4efa-8bfd-88152ab86933 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:13.378669 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-4cb3c98e-bcef-4baa-b920-86973ad1e0cc req-a0326431-0609-4efa-8bfd-88152ab86933 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 945 time: 0.0610845 Aug 29 23:57:13.407858 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-72f914ad-059f-46ac-8eea-9c00ab3eac39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (037668f0-d812-4b59-9d2d-ce33f66a7708), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:13.429823 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:13.469301 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-4cb3c98e-bcef-4baa-b920-86973ad1e0cc req-30ac5528-1487-4713-9e56-1d6fd3ab37d2 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=5eb73ffb-03b0-4171-b2b3-738fc3385da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678549 Aug 29 23:57:13.516218 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c04a78-5070-46d1-93f5-c8ca2e6430c2 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Router 2e462f98-05f3-486e-ab4a-97e92d2f3f62 has already been hosted by L3 agent 037668f0-d812-4b59-9d2d-ce33f66a7708 {{(pid=113416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:57:13.628010 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c04a78-5070-46d1-93f5-c8ca2e6430c2 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Notify agent at l3_agent.dv-cinder-855041-2-iscsi the message routers_updated {{(pid=113416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:57:13.632575 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-19c04a78-5070-46d1-93f5-c8ca2e6430c2 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for floatingip (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:13.646305 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc0d26b-40a4-4a1c-b715-4b1f23607a3c None None] Sync routers for ids ['2e462f98-05f3-486e-ab4a-97e92d2f3f62'] in dv-cinder-855041-2-iscsi {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:57:13.657466 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc0d26b-40a4-4a1c-b715-4b1f23607a3c None None] Routers {'2e462f98-05f3-486e-ab4a-97e92d2f3f62'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:57:13.658211 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-bcc0d26b-40a4-4a1c-b715-4b1f23607a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:57:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['2e462f98-05f3-486e-ab4a-97e92d2f3f62'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:57:13.669048 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-19c04a78-5070-46d1-93f5-c8ca2e6430c2 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "PUT /networking/v2.0/floatingips/a3842e10-9be5-451d-96a5-04be03a56572 HTTP/1.1" status: 200 len: 990 time: 1.1425788 Aug 29 23:57:13.669048 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b35389dd-c528-4d6d-8519-fdb7a2d94c2c', 'tag': 'ed6ca7d8-37df-4692-9d8b-45582a2ea5c7'}] {{(pid=113416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:57:13.669048 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca1b1d0bad556637bdc4aa8e491b493d03ba5f494de7569054403470f02cf73a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96802f9a-f0a8-4375-bc2e-0250dde0ecd2" -d '{"events": [{"name": "network-changed", "server_uuid": "b35389dd-c528-4d6d-8519-fdb7a2d94c2c", "tag": "ed6ca7d8-37df-4692-9d8b-45582a2ea5c7"}]}' {{(pid=113416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:57:13.711461 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 23:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60650901-0fc9-4bda-b4ec-f411debc60d4 x-openstack-request-id: req-60650901-0fc9-4bda-b4ec-f411debc60d4 {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:57:13.711753 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b35389dd-c528-4d6d-8519-fdb7a2d94c2c", "tag": "ed6ca7d8-37df-4692-9d8b-45582a2ea5c7", "status": "completed", "code": 200}]} {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:57:13.712010 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-60650901-0fc9-4bda-b4ec-f411debc60d4 {{(pid=113416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:57:13.712734 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60650901-0fc9-4bda-b4ec-f411debc60d4'] response: {'name': 'network-changed', 'server_uuid': 'b35389dd-c528-4d6d-8519-fdb7a2d94c2c', 'tag': 'ed6ca7d8-37df-4692-9d8b-45582a2ea5c7', 'status': 'completed', 'code': 200} Aug 29 23:57:13.769487 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-bcc0d26b-40a4-4a1c-b715-4b1f23607a3c None None] Set router 2e462f98-05f3-486e-ab4a-97e92d2f3f62 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:57:13.824888 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-cd72df7a-c3fb-408c-9699-87eabaea4037 req-a8f67102-88ca-4d8c-8022-4a06ab8a18e0 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 210 time: 0.0296376 Aug 29 23:57:13.952979 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96802f9a-f0a8-4375-bc2e-0250dde0ecd2 req-db2b0d92-8f1a-49b4-8d7d-e2283a89041c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:13.954445 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-96802f9a-f0a8-4375-bc2e-0250dde0ecd2 req-db2b0d92-8f1a-49b4-8d7d-e2283a89041c service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=a2963b1b4aba47f593c63a398b511792&device_id=b35389dd-c528-4d6d-8519-fdb7a2d94c2c HTTP/1.1" status: 200 len: 1129 time: 0.0489178 Aug 29 23:57:13.981185 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=100 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:14.002325 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=100 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:14.022158 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-bcc0d26b-40a4-4a1c-b715-4b1f23607a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'name': 'tempest-AttachVolumeNegativeTest-1778292269-router', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'bb4d1692-7347-404c-a89d-e9e869c496d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:10Z', 'updated_at': '2022-08-29T23:52:22Z', 'revision_number': 4, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'gw_port': {'id': 'bb4d1692-7347-404c-a89d-e9e869c496d8', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:40:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:11Z', 'updated_at': '2022-08-29T23:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_floatingips': [{'id': 'a3842e10-9be5-451d-96a5-04be03a56572', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'floating_ip_address': '172.27.1.54', 'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'router_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'port_id': 'ed6ca7d8-37df-4692-9d8b-45582a2ea5c7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b40027-b034-467e-a623-8d465afe9154', 'mac_address': 'fa:16:3e:d5:8f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35389dd-c528-4d6d-8519-fdb7a2d94c2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:56:49Z', 'updated_at': '2022-08-29T23:57:12Z', 'revision_number': 1, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14ecde1e-ea4b-4879-9300-81c8f8fd9833', 'name': '', 'network_id': '60b40027-b034-467e-a623-8d465afe9154', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'mac_address': 'fa:16:3e:a3:e0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '371040be-dae2-4b4b-8892-6a99379ddf2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:20Z', 'updated_at': '2022-08-29T23:52:41Z', 'revision_number': 5, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'subnets': [{'id': '371040be-dae2-4b4b-8892-6a99379ddf2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:57:14.052838 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc0d26b-40a4-4a1c-b715-4b1f23607a3c None None] Checking router: 2e462f98-05f3-486e-ab4a-97e92d2f3f62 for host: dv-cinder-855041-2-iscsi {{(pid=113418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:57:14.064777 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc0d26b-40a4-4a1c-b715-4b1f23607a3c None None] Routers {'2e462f98-05f3-486e-ab4a-97e92d2f3f62'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:57:14.065981 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-bcc0d26b-40a4-4a1c-b715-4b1f23607a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:57:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['2e462f98-05f3-486e-ab4a-97e92d2f3f62'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:57:14.071624 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96802f9a-f0a8-4375-bc2e-0250dde0ecd2 req-c33b55a5-e20d-48ef-846a-9f3da140b764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:14.073379 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-96802f9a-f0a8-4375-bc2e-0250dde0ecd2 req-c33b55a5-e20d-48ef-846a-9f3da140b764 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=60b40027-b034-467e-a623-8d465afe9154 HTTP/1.1" status: 200 len: 917 time: 0.1099160 Aug 29 23:57:14.168032 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-96802f9a-f0a8-4375-bc2e-0250dde0ecd2 req-51452e48-c742-44db-86e3-fb83497eae81 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed6ca7d8-37df-4692-9d8b-45582a2ea5c7 HTTP/1.1" status: 200 len: 998 time: 0.0672953 Aug 29 23:57:14.226381 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-bcc0d26b-40a4-4a1c-b715-4b1f23607a3c None None] Set router 2e462f98-05f3-486e-ab4a-97e92d2f3f62 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:57:14.258675 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96802f9a-f0a8-4375-bc2e-0250dde0ecd2 req-f30c5fa8-b2dd-43b6-8659-38315bb376d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:14.260804 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-96802f9a-f0a8-4375-bc2e-0250dde0ecd2 req-f30c5fa8-b2dd-43b6-8659-38315bb376d8 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=371040be-dae2-4b4b-8892-6a99379ddf2c HTTP/1.1" status: 200 len: 854 time: 0.0642715 Aug 29 23:57:14.262762 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56d99a-3e02-45fc-8950-74bf03db4bac req-4c6e119f-2b5b-4ae9-9ab5-6c1dca4c76a3 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:14.264307 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-9e56d99a-3e02-45fc-8950-74bf03db4bac req-4c6e119f-2b5b-4ae9-9ab5-6c1dca4c76a3 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.87 "GET /networking/v2.0/ports?device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 945 time: 0.0676997 Aug 29 23:57:14.321368 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:14.329951 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96802f9a-f0a8-4375-bc2e-0250dde0ecd2 req-e6c20577-c54c-4f8b-9dac-7dd54f707bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:14.344017 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-96802f9a-f0a8-4375-bc2e-0250dde0ecd2 req-e6c20577-c54c-4f8b-9dac-7dd54f707bda service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=60b40027-b034-467e-a623-8d465afe9154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519409 Aug 29 23:57:14.381729 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.plugin [req-9e56d99a-3e02-45fc-8950-74bf03db4bac req-bb2b3e2e-c5e2-4575-90e5-6b5699bb6716 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Deleting port 5a748e41-64a4-4228-b0c8-40ef6e76caf4 {{(pid=113416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:57:14.382300 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-9e56d99a-3e02-45fc-8950-74bf03db4bac req-bb2b3e2e-c5e2-4575-90e5-6b5699bb6716 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (5a748e41-64a4-4228-b0c8-40ef6e76caf4), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:14.417280 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cdcd43ac-7909-438b-ba67-31b4a20d4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (bcd4f52e-0d63-4d8a-9dda-ff825ab30758), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:14.466271 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-96802f9a-f0a8-4375-bc2e-0250dde0ecd2 req-80634a8b-d8d3-4d55-8d92-516da343e8a8 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/60b40027-b034-467e-a623-8d465afe9154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215360 Aug 29 23:57:14.491226 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.db [req-9e56d99a-3e02-45fc-8950-74bf03db4bac req-bb2b3e2e-c5e2-4575-90e5-6b5699bb6716 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] For port 5a748e41-64a4-4228-b0c8-40ef6e76caf4, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=5a748e41-64a4-4228-b0c8-40ef6e76caf4,segment=NetworkSegment(bb534462-ddc2-4778-84af-6323faf368f0),segment_id=bb534462-ddc2-4778-84af-6323faf368f0)] {{(pid=113416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:57:14.491591 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-9e56d99a-3e02-45fc-8950-74bf03db4bac req-bb2b3e2e-c5e2-4575-90e5-6b5699bb6716 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (5a748e41-64a4-4228-b0c8-40ef6e76caf4), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:14.510633 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-bcc0d26b-40a4-4a1c-b715-4b1f23607a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'name': 'tempest-AttachVolumeNegativeTest-1778292269-router', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'bb4d1692-7347-404c-a89d-e9e869c496d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:10Z', 'updated_at': '2022-08-29T23:52:22Z', 'revision_number': 4, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'gw_port': {'id': 'bb4d1692-7347-404c-a89d-e9e869c496d8', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:40:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:11Z', 'updated_at': '2022-08-29T23:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_floatingips': [{'id': 'a3842e10-9be5-451d-96a5-04be03a56572', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'floating_ip_address': '172.27.1.54', 'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'router_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'port_id': 'ed6ca7d8-37df-4692-9d8b-45582a2ea5c7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b40027-b034-467e-a623-8d465afe9154', 'mac_address': 'fa:16:3e:d5:8f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35389dd-c528-4d6d-8519-fdb7a2d94c2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:56:49Z', 'updated_at': '2022-08-29T23:57:12Z', 'revision_number': 1, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14ecde1e-ea4b-4879-9300-81c8f8fd9833', 'name': '', 'network_id': '60b40027-b034-467e-a623-8d465afe9154', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'mac_address': 'fa:16:3e:a3:e0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '371040be-dae2-4b4b-8892-6a99379ddf2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:20Z', 'updated_at': '2022-08-29T23:52:41Z', 'revision_number': 5, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'subnets': [{'id': '371040be-dae2-4b4b-8892-6a99379ddf2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:57:14.537090 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc0d26b-40a4-4a1c-b715-4b1f23607a3c None None] The sync data for ids ['2e462f98-05f3-486e-ab4a-97e92d2f3f62'] in dv-cinder-855041-2-iscsi is: [{'id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'name': 'tempest-AttachVolumeNegativeTest-1778292269-router', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'bb4d1692-7347-404c-a89d-e9e869c496d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:10Z', 'updated_at': '2022-08-29T23:52:22Z', 'revision_number': 4, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'gw_port': {'id': 'bb4d1692-7347-404c-a89d-e9e869c496d8', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:40:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:11Z', 'updated_at': '2022-08-29T23:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_floatingips': [{'id': 'a3842e10-9be5-451d-96a5-04be03a56572', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'floating_ip_address': '172.27.1.54', 'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'router_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'port_id': 'ed6ca7d8-37df-4692-9d8b-45582a2ea5c7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b40027-b034-467e-a623-8d465afe9154', 'mac_address': 'fa:16:3e:d5:8f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35389dd-c528-4d6d-8519-fdb7a2d94c2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:56:49Z', 'updated_at': '2022-08-29T23:57:12Z', 'revision_number': 1, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14ecde1e-ea4b-4879-9300-81c8f8fd9833', 'name': '', 'network_id': '60b40027-b034-467e-a623-8d465afe9154', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'mac_address': 'fa:16:3e:a3:e0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '371040be-dae2-4b4b-8892-6a99379ddf2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:20Z', 'updated_at': '2022-08-29T23:52:41Z', 'revision_number': 5, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'subnets': [{'id': '371040be-dae2-4b4b-8892-6a99379ddf2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:57:14.587667 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021349f2-edc0-4515-a543-ac9ce2aeca76 req-f39ca398-b926-4778-8d7b-0398dc9cf24a tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:14.594236 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-021349f2-edc0-4515-a543-ac9ce2aeca76 req-f39ca398-b926-4778-8d7b-0398dc9cf24a tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 945 time: 0.0546386 Aug 29 23:57:14.677328 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=100 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:14.742660 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-021349f2-edc0-4515-a543-ac9ce2aeca76 req-f2120ca9-6881-4cbe-b779-d137c1e756d7 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=5eb73ffb-03b0-4171-b2b3-738fc3385da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289396 Aug 29 23:57:14.745283 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:14.773180 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-96802f9a-f0a8-4375-bc2e-0250dde0ecd2 req-aba108da-9512-49cf-9508-014f65d252bc service neutron] 10.222.0.87 "GET /networking/v2.0/networks/60b40027-b034-467e-a623-8d465afe9154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805365 Aug 29 23:57:14.814854 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-9e56d99a-3e02-45fc-8950-74bf03db4bac req-bb2b3e2e-c5e2-4575-90e5-6b5699bb6716 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:14.815491 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-9e56d99a-3e02-45fc-8950-74bf03db4bac req-bb2b3e2e-c5e2-4575-90e5-6b5699bb6716 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477666'] for floatingip (d4f73c49-cb5b-477a-be83-5bf0a42a86dd), after_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:14.815806 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.db.l3_db [req-9e56d99a-3e02-45fc-8950-74bf03db4bac req-bb2b3e2e-c5e2-4575-90e5-6b5699bb6716 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Floating IP d4f73c49-cb5b-477a-be83-5bf0a42a86dd disassociated. External IP: 172.27.1.78, port: 5a748e41-64a4-4228-b0c8-40ef6e76caf4. Aug 29 23:57:14.816151 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.plugin [req-9e56d99a-3e02-45fc-8950-74bf03db4bac req-bb2b3e2e-c5e2-4575-90e5-6b5699bb6716 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Calling delete_port for 5a748e41-64a4-4228-b0c8-40ef6e76caf4 owned by compute:nova {{(pid=113416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:57:14.886297 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937d07c2-ef62-41b8-b622-66e94267fe6a None None] New status for floating IP a3842e10-9be5-451d-96a5-04be03a56572: ACTIVE {{(pid=113417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 23:57:14.915307 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:15.033680 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-1be29900-892a-4d90-a466-b2072f14b4ef req-96349c74-b043-450d-a927-18d76309d386 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 210 time: 0.0901434 Aug 29 23:57:15.057740 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-9e56d99a-3e02-45fc-8950-74bf03db4bac req-bb2b3e2e-c5e2-4575-90e5-6b5699bb6716 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963692'] for port (5a748e41-64a4-4228-b0c8-40ef6e76caf4), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:15.135565 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2b3e2e-c5e2-4575-90e5-6b5699bb6716 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Pushing event deleted for resources: {'Port': ['ID=5a748e41-64a4-4228-b0c8-40ef6e76caf4,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:15.155290 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b3dcb-f255-4ade-b6b0-b99b620d000f req-78f1472f-d3c5-45ef-8dcd-494388271250 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:15.158574 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e40b3dcb-f255-4ade-b6b0-b99b620d000f req-78f1472f-d3c5-45ef-8dcd-494388271250 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.87 "GET /networking/v2.0/networks?id=7a46036d-55d3-472c-985d-7d32e6afcac9 HTTP/1.1" status: 200 len: 817 time: 0.3065727 Aug 29 23:57:15.235857 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e40b3dcb-f255-4ade-b6b0-b99b620d000f req-fb30b629-1743-4d7f-975c-e71529461903 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.87 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3beae764b5cb4dcd9f13e26878bbac48 HTTP/1.1" status: 200 len: 379 time: 0.0691414 Aug 29 23:57:15.247370 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [req-e40b3dcb-f255-4ade-b6b0-b99b620d000f req-ddb53c61-c4cb-4895-9980-c8c2232fd408 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Request body: {'port': {'device_id': 'a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa', 'network_id': '7a46036d-55d3-472c-985d-7d32e6afcac9', 'admin_state_up': True, 'tenant_id': '3beae764b5cb4dcd9f13e26878bbac48', 'security_groups': ['66421100-836a-4b79-b0d6-afeb34f4a88d']}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:57:15.548664 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e40b3dcb-f255-4ade-b6b0-b99b620d000f req-ddb53c61-c4cb-4895-9980-c8c2232fd408 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Made reservation on behalf of 3beae764b5cb4dcd9f13e26878bbac48 for: {'port': 1} {{(pid=113415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:57:15.552812 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-e40b3dcb-f255-4ade-b6b0-b99b620d000f req-ddb53c61-c4cb-4895-9980-c8c2232fd408 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:15.558620 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e56d99a-3e02-45fc-8950-74bf03db4bac req-bb2b3e2e-c5e2-4575-90e5-6b5699bb6716 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Router 5371629e-3840-425d-941b-fcb3b356a1fa has already been hosted by L3 agent 037668f0-d812-4b59-9d2d-ce33f66a7708 {{(pid=113416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:57:15.588551 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (01773ddc-a5d8-4c68-b7b5-e385af2b339f), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:15.680494 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e56d99a-3e02-45fc-8950-74bf03db4bac req-bb2b3e2e-c5e2-4575-90e5-6b5699bb6716 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Notify agent at l3_agent.dv-cinder-855041-2-iscsi the message routers_updated {{(pid=113416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:57:15.693160 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4795bf-697f-407c-ae42-9f6679cbdcd6 None None] Sync routers for ids ['5371629e-3840-425d-941b-fcb3b356a1fa'] in dv-cinder-855041-2-iscsi {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:57:15.704361 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4795bf-697f-407c-ae42-9f6679cbdcd6 None None] Routers {'5371629e-3840-425d-941b-fcb3b356a1fa'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:57:15.705557 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-3a4795bf-697f-407c-ae42-9f6679cbdcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:57:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['5371629e-3840-425d-941b-fcb3b356a1fa'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:57:15.733850 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.db.db_base_plugin_common [req-e40b3dcb-f255-4ade-b6b0-b99b620d000f req-ddb53c61-c4cb-4895-9980-c8c2232fd408 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Allocated IP 172.20.0.11 (7a46036d-55d3-472c-985d-7d32e6afcac9/16471bf1-5160-46ce-b487-b87c8418028b/cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f) {{(pid=113415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:57:15.756333 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e56d99a-3e02-45fc-8950-74bf03db4bac req-bb2b3e2e-c5e2-4575-90e5-6b5699bb6716 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] No DVR routers for this DVR port 5a748e41-64a4-4228-b0c8-40ef6e76caf4 on host hv-cinder-85504 {{(pid=113416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 23:57:15.759607 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-9e56d99a-3e02-45fc-8950-74bf03db4bac req-bb2b3e2e-c5e2-4575-90e5-6b5699bb6716 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for port (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:15.764708 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-9e56d99a-3e02-45fc-8950-74bf03db4bac req-bb2b3e2e-c5e2-4575-90e5-6b5699bb6716 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.87 "DELETE /networking/v2.0/ports/5a748e41-64a4-4228-b0c8-40ef6e76caf4 HTTP/1.1" status: 204 len: 173 time: 1.4841123 Aug 29 23:57:15.764708 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3de91e-440c-4c11-97f0-8cc634192f45', 'name': 'network-vif-deleted', 'tag': '5a748e41-64a4-4228-b0c8-40ef6e76caf4'}] {{(pid=113416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:57:15.767668 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca1b1d0bad556637bdc4aa8e491b493d03ba5f494de7569054403470f02cf73a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1995fae4-e7c0-41ef-b8ea-48cdc8edfef0" -d '{"events": [{"server_uuid": "6d3de91e-440c-4c11-97f0-8cc634192f45", "name": "network-vif-deleted", "tag": "5a748e41-64a4-4228-b0c8-40ef6e76caf4"}]}' {{(pid=113416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:57:15.829504 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351d74b3-0854-4c37-9428-2a5ee1edc2a1 x-openstack-request-id: req-351d74b3-0854-4c37-9428-2a5ee1edc2a1 {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:57:15.830534 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3de91e-440c-4c11-97f0-8cc634192f45", "name": "network-vif-deleted", "tag": "5a748e41-64a4-4228-b0c8-40ef6e76caf4", "status": "completed", "code": 200}]} {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:57:15.830534 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-351d74b3-0854-4c37-9428-2a5ee1edc2a1 {{(pid=113416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:57:15.831020 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-351d74b3-0854-4c37-9428-2a5ee1edc2a1'] response: {'server_uuid': '6d3de91e-440c-4c11-97f0-8cc634192f45', 'name': 'network-vif-deleted', 'tag': '5a748e41-64a4-4228-b0c8-40ef6e76caf4', 'status': 'completed', 'code': 200} Aug 29 23:57:15.855317 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-3a4795bf-697f-407c-ae42-9f6679cbdcd6 None None] Set router 5371629e-3840-425d-941b-fcb3b356a1fa gateway port host: dv-cinder-855041-2-iscsi {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:57:15.919423 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-6fa1ede8-ac0f-49f9-9cde-fc801b35897a req-128450d2-11b9-41c5-8098-e0932e293c2c tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 210 time: 0.0451205 Aug 29 23:57:15.984510 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-e40b3dcb-f255-4ade-b6b0-b99b620d000f req-ddb53c61-c4cb-4895-9980-c8c2232fd408 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks [] for port (cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:16.021820 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:16.115242 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-e40b3dcb-f255-4ade-b6b0-b99b620d000f req-ddb53c61-c4cb-4895-9980-c8c2232fd408 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11068774'] for port (cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:16.206035 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e40b3dcb-f255-4ade-b6b0-b99b620d000f req-ddb53c61-c4cb-4895-9980-c8c2232fd408 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Network 7a46036d-55d3-472c-985d-7d32e6afcac9 is already hosted by enough agents. {{(pid=113415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:57:16.209811 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.base_scheduler [req-e40b3dcb-f255-4ade-b6b0-b99b620d000f req-ddb53c61-c4cb-4895-9980-c8c2232fd408 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Resources bound (agent type, host, resource id): {{(pid=113415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:57:16.217059 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.db.l3_dvrscheduler_db [req-e40b3dcb-f255-4ade-b6b0-b99b620d000f req-ddb53c61-c4cb-4895-9980-c8c2232fd408 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Received port after_create {{(pid=113415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:57:16.219834 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:16.234420 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-3a4795bf-697f-407c-ae42-9f6679cbdcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5371629e-3840-425d-941b-fcb3b356a1fa', 'name': 'tempest-AttachVolumeTestJSON-1281828477-router', 'tenant_id': '4b68600b8657473eb43d16098bbcacf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '50d67b08-de59-4733-be5d-71963d30dbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:15Z', 'updated_at': '2022-08-29T23:52:31Z', 'revision_number': 4, 'project_id': '4b68600b8657473eb43d16098bbcacf6', 'gw_port': {'id': '50d67b08-de59-4733-be5d-71963d30dbba', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5371629e-3840-425d-941b-fcb3b356a1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:18Z', 'updated_at': '2022-08-29T23:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': 'b75e0afb-67a6-43ff-a6a4-0b5c0281fe26', 'name': '', 'network_id': '4c9cdff2-05de-4391-b19a-4c2f9845a0aa', 'tenant_id': '4b68600b8657473eb43d16098bbcacf6', 'mac_address': 'fa:16:3e:e8:fe:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5371629e-3840-425d-941b-fcb3b356a1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '490c1584-2616-4278-814c-8d73c9c52d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:28Z', 'updated_at': '2022-08-29T23:52:44Z', 'revision_number': 5, 'project_id': '4b68600b8657473eb43d16098bbcacf6', 'subnets': [{'id': '490c1584-2616-4278-814c-8d73c9c52d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:57:16.252840 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb53c61-c4cb-4895-9980-c8c2232fd408 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Pushing event updated for resources: {'Port': ['ID=cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:16.264805 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d7c4e-da4d-4db2-9544-6087ac68268e req-d7cbf999-95b3-4088-8c50-1642031bc5bf tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:16.266261 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-070d7c4e-da4d-4db2-9544-6087ac68268e req-d7cbf999-95b3-4088-8c50-1642031bc5bf tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 932 time: 0.1111865 Aug 29 23:57:16.272413 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4795bf-697f-407c-ae42-9f6679cbdcd6 None None] Checking router: 5371629e-3840-425d-941b-fcb3b356a1fa for host: dv-cinder-855041-2-iscsi {{(pid=113418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:57:16.285317 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4795bf-697f-407c-ae42-9f6679cbdcd6 None None] Routers {'5371629e-3840-425d-941b-fcb3b356a1fa'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:57:16.286012 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-3a4795bf-697f-407c-ae42-9f6679cbdcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:57:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['5371629e-3840-425d-941b-fcb3b356a1fa'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:57:16.345557 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-070d7c4e-da4d-4db2-9544-6087ac68268e req-68bf2d89-a3f4-4478-9b7f-fc4509ff8cea tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=66421100-836a-4b79-b0d6-afeb34f4a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680170 Aug 29 23:57:16.366074 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b3dcb-f255-4ade-b6b0-b99b620d000f req-ddb53c61-c4cb-4895-9980-c8c2232fd408 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:16.366736 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-e40b3dcb-f255-4ade-b6b0-b99b620d000f req-ddb53c61-c4cb-4895-9980-c8c2232fd408 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for port (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:16.461754 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-3a4795bf-697f-407c-ae42-9f6679cbdcd6 None None] Set router 5371629e-3840-425d-941b-fcb3b356a1fa gateway port host: dv-cinder-855041-2-iscsi {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:57:16.468754 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-55545b4a-c719-46e4-a9c5-7c044aa64822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (63136763-0f20-46a8-951a-2f70193501e4), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:16.477180 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e40b3dcb-f255-4ade-b6b0-b99b620d000f req-ddb53c61-c4cb-4895-9980-c8c2232fd408 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.87 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2349257 Aug 29 23:57:16.495768 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [req-e40b3dcb-f255-4ade-b6b0-b99b620d000f req-77cf49f4-0b50-4486-ad9a-669b984f5840 service neutron] Request body: {'port': {'device_id': 'a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85504'}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:57:16.550627 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=100 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:16.565630 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-e40b3dcb-f255-4ade-b6b0-b99b620d000f req-77cf49f4-0b50-4486-ad9a-669b984f5840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f), before_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:16.603424 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-cedfd0da-5b1c-4a16-ba10-65fcac2455dc None None] Provisioning complete for port cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f triggered by entity DHCP. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:57:16.604996 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cedfd0da-5b1c-4a16-ba10-65fcac2455dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:16.630692 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=100 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:16.651939 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cedfd0da-5b1c-4a16-ba10-65fcac2455dc None None] Port cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f cannot update to ACTIVE because it is not bound. {{(pid=113417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 23:57:16.689450 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-3a4795bf-697f-407c-ae42-9f6679cbdcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5371629e-3840-425d-941b-fcb3b356a1fa', 'name': 'tempest-AttachVolumeTestJSON-1281828477-router', 'tenant_id': '4b68600b8657473eb43d16098bbcacf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '50d67b08-de59-4733-be5d-71963d30dbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:15Z', 'updated_at': '2022-08-29T23:52:31Z', 'revision_number': 4, 'project_id': '4b68600b8657473eb43d16098bbcacf6', 'gw_port': {'id': '50d67b08-de59-4733-be5d-71963d30dbba', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5371629e-3840-425d-941b-fcb3b356a1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:18Z', 'updated_at': '2022-08-29T23:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': 'b75e0afb-67a6-43ff-a6a4-0b5c0281fe26', 'name': '', 'network_id': '4c9cdff2-05de-4391-b19a-4c2f9845a0aa', 'tenant_id': '4b68600b8657473eb43d16098bbcacf6', 'mac_address': 'fa:16:3e:e8:fe:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5371629e-3840-425d-941b-fcb3b356a1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '490c1584-2616-4278-814c-8d73c9c52d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:28Z', 'updated_at': '2022-08-29T23:52:44Z', 'revision_number': 5, 'project_id': '4b68600b8657473eb43d16098bbcacf6', 'subnets': [{'id': '490c1584-2616-4278-814c-8d73c9c52d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:57:16.717720 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4795bf-697f-407c-ae42-9f6679cbdcd6 None None] The sync data for ids ['5371629e-3840-425d-941b-fcb3b356a1fa'] in dv-cinder-855041-2-iscsi is: [{'id': '5371629e-3840-425d-941b-fcb3b356a1fa', 'name': 'tempest-AttachVolumeTestJSON-1281828477-router', 'tenant_id': '4b68600b8657473eb43d16098bbcacf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '50d67b08-de59-4733-be5d-71963d30dbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:15Z', 'updated_at': '2022-08-29T23:52:31Z', 'revision_number': 4, 'project_id': '4b68600b8657473eb43d16098bbcacf6', 'gw_port': {'id': '50d67b08-de59-4733-be5d-71963d30dbba', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5371629e-3840-425d-941b-fcb3b356a1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:18Z', 'updated_at': '2022-08-29T23:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': 'b75e0afb-67a6-43ff-a6a4-0b5c0281fe26', 'name': '', 'network_id': '4c9cdff2-05de-4391-b19a-4c2f9845a0aa', 'tenant_id': '4b68600b8657473eb43d16098bbcacf6', 'mac_address': 'fa:16:3e:e8:fe:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5371629e-3840-425d-941b-fcb3b356a1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '490c1584-2616-4278-814c-8d73c9c52d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:28Z', 'updated_at': '2022-08-29T23:52:44Z', 'revision_number': 5, 'project_id': '4b68600b8657473eb43d16098bbcacf6', 'subnets': [{'id': '490c1584-2616-4278-814c-8d73c9c52d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:57:16.866964 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.notifiers.nova [req-e40b3dcb-f255-4ade-b6b0-b99b620d000f req-77cf49f4-0b50-4486-ad9a-669b984f5840 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f {{(pid=113415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:57:16.876754 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-e40b3dcb-f255-4ade-b6b0-b99b620d000f req-77cf49f4-0b50-4486-ad9a-669b984f5840 service neutron] Publish callbacks [] for port (cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f), precommit_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:16.892502 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.db.provisioning_blocks [req-e40b3dcb-f255-4ade-b6b0-b99b620d000f req-77cf49f4-0b50-4486-ad9a-669b984f5840 service neutron] Transition to ACTIVE for port object cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f will not be triggered until provisioned by entity L2. {{(pid=113415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 23:57:16.973453 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59fe091-4752-4a1b-9ee2-a9dc9777d811 None None] New status for floating IP d4f73c49-cb5b-477a-be83-5bf0a42a86dd: DOWN {{(pid=113417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 23:57:17.051628 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-f0bd421f-33e0-41fc-8f07-c52600749e3b req-b1e4b44f-1545-43b3-a84d-de3685e21242 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=6d3de91e-440c-4c11-97f0-8cc634192f45 HTTP/1.1" status: 200 len: 210 time: 0.0285180 Aug 29 23:57:17.052713 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-e40b3dcb-f255-4ade-b6b0-b99b620d000f req-77cf49f4-0b50-4486-ad9a-669b984f5840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11068783'] for port (cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f), after_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:17.079209 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device 5a748e41-64a4-4228-b0c8-40ef6e76caf4 no longer exists at agent hyperv_hv-cinder-85504 {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:57:17.099630 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] No Port match for: 5a748e41-64a4-4228-b0c8-40ef6e76caf4 {{(pid=113417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:57:17.100319 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device 5a748e41-64a4-4228-b0c8-40ef6e76caf4 not bound to the agent host hv-cinder-85504 {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:57:17.123265 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cf49f4-0b50-4486-ad9a-669b984f5840 service neutron] Pushing event updated for resources: {'Port': ['ID=cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f,revision_number=2']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:17.186961 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.managers [req-e40b3dcb-f255-4ade-b6b0-b99b620d000f req-77cf49f4-0b50-4486-ad9a-669b984f5840 service neutron] Attempting to bind port cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f on host hv-cinder-85504 for vnic_type normal with profile {{(pid=113415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:57:17.187294 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.managers [req-e40b3dcb-f255-4ade-b6b0-b99b620d000f req-77cf49f4-0b50-4486-ad9a-669b984f5840 service neutron] Attempting to bind port cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f by drivers openvswitch,hyperv on host hv-cinder-85504 at level 0 using segments [{'id': '114ca9d5-57df-429a-9e81-974fb793f3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '7a46036d-55d3-472c-985d-7d32e6afcac9'}] {{(pid=113415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:57:17.187624 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40b3dcb-f255-4ade-b6b0-b99b620d000f req-77cf49f4-0b50-4486-ad9a-669b984f5840 service neutron] Attempting to bind port cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f on network 7a46036d-55d3-472c-985d-7d32e6afcac9 {{(pid=113415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:57:17.192789 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40b3dcb-f255-4ade-b6b0-b99b620d000f req-77cf49f4-0b50-4486-ad9a-669b984f5840 service neutron] Port cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f on network 7a46036d-55d3-472c-985d-7d32e6afcac9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85504 {{(pid=113415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 23:57:17.193107 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40b3dcb-f255-4ade-b6b0-b99b620d000f req-77cf49f4-0b50-4486-ad9a-669b984f5840 service neutron] Attempting to bind port cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f on network 7a46036d-55d3-472c-985d-7d32e6afcac9 {{(pid=113415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:57:17.199667 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40b3dcb-f255-4ade-b6b0-b99b620d000f req-77cf49f4-0b50-4486-ad9a-669b984f5840 service neutron] Checking agent: {'id': 'a7eaf665-0f6d-431a-9601-222c900251ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85504', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 50, 13), 'started_at': datetime.datetime(2022, 8, 29, 23, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:57:17.201860 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40b3dcb-f255-4ade-b6b0-b99b620d000f req-77cf49f4-0b50-4486-ad9a-669b984f5840 service neutron] Checking segment: {'id': '114ca9d5-57df-429a-9e81-974fb793f3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '7a46036d-55d3-472c-985d-7d32e6afcac9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:57:17.201860 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40b3dcb-f255-4ade-b6b0-b99b620d000f req-77cf49f4-0b50-4486-ad9a-669b984f5840 service neutron] Bound using segment: {'id': '114ca9d5-57df-429a-9e81-974fb793f3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '7a46036d-55d3-472c-985d-7d32e6afcac9'} {{(pid=113415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:57:17.201860 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.managers [req-e40b3dcb-f255-4ade-b6b0-b99b620d000f req-77cf49f4-0b50-4486-ad9a-669b984f5840 service neutron] Bound port: cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f, host: hv-cinder-85504, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '114ca9d5-57df-429a-9e81-974fb793f3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '7a46036d-55d3-472c-985d-7d32e6afcac9'}}] {{(pid=113415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:57:17.201860 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-e40b3dcb-f255-4ade-b6b0-b99b620d000f req-77cf49f4-0b50-4486-ad9a-669b984f5840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f), before_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:17.274179 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.db [req-e40b3dcb-f255-4ade-b6b0-b99b620d000f req-77cf49f4-0b50-4486-ad9a-669b984f5840 service neutron] For port cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f, host hv-cinder-85504, cleared binding levels {{(pid=113415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:57:17.279156 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.db [req-e40b3dcb-f255-4ade-b6b0-b99b620d000f req-77cf49f4-0b50-4486-ad9a-669b984f5840 service neutron] For port cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f, host hv-cinder-85504, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f,segment=NetworkSegment(114ca9d5-57df-429a-9e81-974fb793f3bc),segment_id=114ca9d5-57df-429a-9e81-974fb793f3bc)] {{(pid=113415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:57:17.405913 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-e40b3dcb-f255-4ade-b6b0-b99b620d000f req-77cf49f4-0b50-4486-ad9a-669b984f5840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11068783'] for port (cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f), after_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:17.409659 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b3dcb-f255-4ade-b6b0-b99b620d000f req-77cf49f4-0b50-4486-ad9a-669b984f5840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:17.410608 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-e40b3dcb-f255-4ade-b6b0-b99b620d000f req-77cf49f4-0b50-4486-ad9a-669b984f5840 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for port (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:17.413430 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e40b3dcb-f255-4ade-b6b0-b99b620d000f req-77cf49f4-0b50-4486-ad9a-669b984f5840 service neutron] 10.222.0.87 "PUT /networking/v2.0/ports/cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f HTTP/1.1" status: 200 len: 1094 time: 0.9272935 Aug 29 23:57:17.420819 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa', 'tag': 'cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f'}] {{(pid=113415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:57:17.423227 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbb4ce14699acef1e34bc356a7f428b480f1dc74f7679c811df4fa99cd0d73e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f88ca6-7c43-4536-986a-53d9193ea39f" -d '{"events": [{"name": "network-changed", "server_uuid": "a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa", "tag": "cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f"}]}' {{(pid=113415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:57:17.429803 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:17.477586 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 23:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566e32dd-74b5-4bc9-9500-2d7d28b99617 x-openstack-request-id: req-566e32dd-74b5-4bc9-9500-2d7d28b99617 {{(pid=113415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:57:17.477879 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa", "tag": "cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f", "status": "completed", "code": 200}]} {{(pid=113415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:57:17.478121 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-566e32dd-74b5-4bc9-9500-2d7d28b99617 {{(pid=113415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:57:17.478996 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-566e32dd-74b5-4bc9-9500-2d7d28b99617'] response: {'name': 'network-changed', 'server_uuid': 'a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa', 'tag': 'cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f', 'status': 'completed', 'code': 200} Aug 29 23:57:17.563169 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cf49f4-0b50-4486-ad9a-669b984f5840 service neutron] Pushing event updated for resources: {'Port': ['ID=cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f,revision_number=3']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:17.575602 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53e768-6416-4b09-82df-db366163ec0c req-e3aa8c5c-0873-43b9-8a17-ba50a5d495fb tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:17.580239 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-bf53e768-6416-4b09-82df-db366163ec0c req-e3aa8c5c-0873-43b9-8a17-ba50a5d495fb tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 944 time: 0.1182456 Aug 29 23:57:17.585962 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f88ca6-7c43-4536-986a-53d9193ea39f req-4560ab2b-963a-44f4-8945-f20cd2a82ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:17.587480 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-21f88ca6-7c43-4536-986a-53d9193ea39f req-4560ab2b-963a-44f4-8945-f20cd2a82ea7 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=3beae764b5cb4dcd9f13e26878bbac48&device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 1128 time: 0.0761027 Aug 29 23:57:17.629756 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:17.698328 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-bf53e768-6416-4b09-82df-db366163ec0c req-4951d5d3-e4ca-4b3d-a5f6-51b85ec696f7 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=66421100-836a-4b79-b0d6-afeb34f4a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145883 Aug 29 23:57:17.742967 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f88ca6-7c43-4536-986a-53d9193ea39f req-f3011d25-c936-424d-bc4a-2ed9f7bfe87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:17.746084 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-21f88ca6-7c43-4536-986a-53d9193ea39f req-f3011d25-c936-424d-bc4a-2ed9f7bfe87a service neutron] 10.222.0.87 "GET /networking/v2.0/networks?tenant_id=3beae764b5cb4dcd9f13e26878bbac48&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1442087 Aug 29 23:57:17.855600 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f88ca6-7c43-4536-986a-53d9193ea39f req-c1fa3532-833f-4bce-b124-b2926e12fd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:17.857122 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-21f88ca6-7c43-4536-986a-53d9193ea39f req-c1fa3532-833f-4bce-b124-b2926e12fd8a service neutron] 10.222.0.87 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1051965 Aug 29 23:57:17.942132 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b3dcb-f255-4ade-b6b0-b99b620d000f req-4648cd07-f22c-45a1-a382-e9d3c3086c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:17.943761 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e40b3dcb-f255-4ade-b6b0-b99b620d000f req-4648cd07-f22c-45a1-a382-e9d3c3086c24 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=3beae764b5cb4dcd9f13e26878bbac48&device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 1128 time: 0.0478587 Aug 29 23:57:17.986746 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e40b3dcb-f255-4ade-b6b0-b99b620d000f req-e0293db8-987f-42ee-acad-b5e2862342ec service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f HTTP/1.1" status: 200 len: 217 time: 0.0351250 Aug 29 23:57:18.037880 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b3dcb-f255-4ade-b6b0-b99b620d000f req-fd46f49e-1007-43f0-86b8-03db62b3ab62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:18.039332 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e40b3dcb-f255-4ade-b6b0-b99b620d000f req-fd46f49e-1007-43f0-86b8-03db62b3ab62 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=16471bf1-5160-46ce-b487-b87c8418028b HTTP/1.1" status: 200 len: 856 time: 0.0470936 Aug 29 23:57:18.091166 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b3dcb-f255-4ade-b6b0-b99b620d000f req-d0220bb1-d917-4c32-989a-8b5561fa87e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:18.093820 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e40b3dcb-f255-4ade-b6b0-b99b620d000f req-d0220bb1-d917-4c32-989a-8b5561fa87e7 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=7a46036d-55d3-472c-985d-7d32e6afcac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473332 Aug 29 23:57:18.198124 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e40b3dcb-f255-4ade-b6b0-b99b620d000f req-54a85663-668c-4328-b4ca-aa6e5e2c9852 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/7a46036d-55d3-472c-985d-7d32e6afcac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957913 Aug 29 23:57:18.242013 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 51568) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:18.292918 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:18.298831 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e40b3dcb-f255-4ade-b6b0-b99b620d000f req-48578821-b20f-4fa2-8e85-fc4ef7b5f205 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/7a46036d-55d3-472c-985d-7d32e6afcac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933058 Aug 29 23:57:18.299010 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-e86c1757-8ae4-40a7-9123-367714634c5c tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks [] for security_group (5eb73ffb-03b0-4171-b2b3-738fc3385da1), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:18.319344 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:18.322803 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-e86c1757-8ae4-40a7-9123-367714634c5c tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks [] for security_group (5eb73ffb-03b0-4171-b2b3-738fc3385da1), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:18.496791 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-e86c1757-8ae4-40a7-9123-367714634c5c tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (5eb73ffb-03b0-4171-b2b3-738fc3385da1), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:18.499671 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-e86c1757-8ae4-40a7-9123-367714634c5c tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks [] for security_group (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:18.500941 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-e86c1757-8ae4-40a7-9123-367714634c5c tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "DELETE /networking/v2.0/security-groups/5eb73ffb-03b0-4171-b2b3-738fc3385da1 HTTP/1.1" status: 204 len: 168 time: 0.2578001 Aug 29 23:57:18.504207 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 51570) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:18.510963 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c1757-8ae4-40a7-9123-367714634c5c tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb73ffb-03b0-4171-b2b3-738fc3385da1,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:18.525077 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.api.v2.resource [None req-dd6c1473-bb5e-49f7-bee8-2bf315646168 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] show failed (client error): The resource could not be found. Aug 29 23:57:18.525077 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-dd6c1473-bb5e-49f7-bee8-2bf315646168 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups/5eb73ffb-03b0-4171-b2b3-738fc3385da1 HTTP/1.1" status: 404 len: 347 time: 0.0167270 Aug 29 23:57:18.525447 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 51572) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:18.655389 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [None req-584d08b5-9a8e-480a-89c1-c1c30913aa3f tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Deleting port 759f07fc-ce3f-4e1a-a991-133adac274f2 {{(pid=113415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:57:18.656101 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-584d08b5-9a8e-480a-89c1-c1c30913aa3f tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (759f07fc-ce3f-4e1a-a991-133adac274f2), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:18.743875 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-584d08b5-9a8e-480a-89c1-c1c30913aa3f tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (759f07fc-ce3f-4e1a-a991-133adac274f2), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:18.744249 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-584d08b5-9a8e-480a-89c1-c1c30913aa3f tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks [] for floatingip (759f07fc-ce3f-4e1a-a991-133adac274f2), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:18.759878 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [None req-584d08b5-9a8e-480a-89c1-c1c30913aa3f tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Calling delete_port for 759f07fc-ce3f-4e1a-a991-133adac274f2 owned by network:floatingip {{(pid=113415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:57:18.873688 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f4f6a-8047-4387-bfdf-fa7a9a5b1a8a req-6af6e3a9-a6dd-4a1f-99a7-84b4db724bc0 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:18.875227 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-657f4f6a-8047-4387-bfdf-fa7a9a5b1a8a req-6af6e3a9-a6dd-4a1f-99a7-84b4db724bc0 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 944 time: 0.0663319 Aug 29 23:57:18.943330 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-657f4f6a-8047-4387-bfdf-fa7a9a5b1a8a req-897a8219-11c4-48ca-99b7-fc8e9f3ad5c2 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=66421100-836a-4b79-b0d6-afeb34f4a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616274 Aug 29 23:57:19.068417 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-584d08b5-9a8e-480a-89c1-c1c30913aa3f tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11068774'] for port (759f07fc-ce3f-4e1a-a991-133adac274f2), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:19.096649 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584d08b5-9a8e-480a-89c1-c1c30913aa3f tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Pushing event deleted for resources: {'Port': ['ID=759f07fc-ce3f-4e1a-a991-133adac274f2,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:19.170177 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-584d08b5-9a8e-480a-89c1-c1c30913aa3f tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks [] for floatingip (d4f73c49-cb5b-477a-be83-5bf0a42a86dd), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:19.172833 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-584d08b5-9a8e-480a-89c1-c1c30913aa3f tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for floatingip (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:19.173993 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-584d08b5-9a8e-480a-89c1-c1c30913aa3f tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "DELETE /networking/v2.0/floatingips/d4f73c49-cb5b-477a-be83-5bf0a42a86dd HTTP/1.1" status: 204 len: 168 time: 0.6474957 Aug 29 23:57:19.363769 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 51598) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:19.368362 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [None req-40390725-6be3-4a24-84d1-061c5de90119 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1336308140', 'description': 'tempest-description--1339735927'}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:57:19.445630 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-40390725-6be3-4a24-84d1-061c5de90119 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks [] for security_group (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:19.522262 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-40390725-6be3-4a24-84d1-061c5de90119 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks [] for security_group (27d9ac4c-32a2-4778-b264-2aedd4f34cd8), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:19.593761 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-40390725-6be3-4a24-84d1-061c5de90119 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (27d9ac4c-32a2-4778-b264-2aedd4f34cd8), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:19.627526 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40390725-6be3-4a24-84d1-061c5de90119 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27d9ac4c-32a2-4778-b264-2aedd4f34cd8,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:19.680748 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-40390725-6be3-4a24-84d1-061c5de90119 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks [] for security_group (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:19.682060 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-40390725-6be3-4a24-84d1-061c5de90119 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3172326 Aug 29 23:57:19.686556 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 51600) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:19.691337 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [None req-4f02e76e-daf0-4b37-8617-6a34f53cd3e6 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Request body: {'security_group_rule': {'security_group_id': '27d9ac4c-32a2-4778-b264-2aedd4f34cd8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:57:19.790526 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:19.795519 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-4f02e76e-daf0-4b37-8617-6a34f53cd3e6 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks [] for security_group_rule (00873b94-c5ef-47ec-beb5-9ed17a9aaac3), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:19.850103 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:19.864491 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-4f02e76e-daf0-4b37-8617-6a34f53cd3e6 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks [] for security_group_rule (00873b94-c5ef-47ec-beb5-9ed17a9aaac3), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:19.954590 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-4f02e76e-daf0-4b37-8617-6a34f53cd3e6 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707692'] for security_group_rule (00873b94-c5ef-47ec-beb5-9ed17a9aaac3), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:19.976252 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f02e76e-daf0-4b37-8617-6a34f53cd3e6 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00873b94-c5ef-47ec-beb5-9ed17a9aaac3,revision_number=0']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:20.084887 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-4f02e76e-daf0-4b37-8617-6a34f53cd3e6 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:20.086234 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-4f02e76e-daf0-4b37-8617-6a34f53cd3e6 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3986254 Aug 29 23:57:20.089142 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 51606) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:20.094361 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [None req-109a1850-6d2f-48ba-8450-6c34c8c12587 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Request body: {'security_group_rule': {'security_group_id': '27d9ac4c-32a2-4778-b264-2aedd4f34cd8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:57:20.145372 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f717097-a972-4e7d-82ee-154080f1ae60 req-8d32738e-dfa1-4363-92b2-c15a9f173757 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:20.147003 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-1f717097-a972-4e7d-82ee-154080f1ae60 req-8d32738e-dfa1-4363-92b2-c15a9f173757 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 944 time: 0.0751114 Aug 29 23:57:20.203983 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-1f717097-a972-4e7d-82ee-154080f1ae60 req-096ec48b-6f9a-4050-836f-da9edcc9ca32 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=66421100-836a-4b79-b0d6-afeb34f4a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472212 Aug 29 23:57:20.234889 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-109a1850-6d2f-48ba-8450-6c34c8c12587 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks [] for security_group_rule (a2afd890-307c-44f3-87ce-b5d66b92b8be), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:20.305588 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-109a1850-6d2f-48ba-8450-6c34c8c12587 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks [] for security_group_rule (a2afd890-307c-44f3-87ce-b5d66b92b8be), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:20.382462 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-109a1850-6d2f-48ba-8450-6c34c8c12587 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707692'] for security_group_rule (a2afd890-307c-44f3-87ce-b5d66b92b8be), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:20.408000 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109a1850-6d2f-48ba-8450-6c34c8c12587 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2afd890-307c-44f3-87ce-b5d66b92b8be,revision_number=0']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:20.487458 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-109a1850-6d2f-48ba-8450-6c34c8c12587 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:20.488727 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-109a1850-6d2f-48ba-8450-6c34c8c12587 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3986142 Aug 29 23:57:20.493050 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 51614) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:20.498638 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [None req-2b72c52b-e826-487b-b62d-ba47b0461e22 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Request body: {'floatingip': {'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88'}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:57:20.623197 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-2b72c52b-e826-487b-b62d-ba47b0461e22 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:20.711591 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-2b72c52b-e826-487b-b62d-ba47b0461e22 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:20.834063 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.db.db_base_plugin_common [None req-2b72c52b-e826-487b-b62d-ba47b0461e22 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Allocated IP 172.27.1.122 (c6396a07-dfbf-4950-850b-378da3ed2a88/a98be68c-aef3-471c-b3f8-ae629ebf2983/778136f1-27b8-4098-9c3f-4217c91204c8) {{(pid=113415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:57:20.921629 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:UPDATE=5,neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=5 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:20.946643 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-2b72c52b-e826-487b-b62d-ba47b0461e22 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks [] for port (778136f1-27b8-4098-9c3f-4217c91204c8), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:21.056813 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-2b72c52b-e826-487b-b62d-ba47b0461e22 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11068774'] for port (778136f1-27b8-4098-9c3f-4217c91204c8), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:21.078109 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f details requested by agent hyperv_hv-cinder-85504 with host hv-cinder-85504 {{(pid=113417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 23:57:21.107518 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b72c52b-e826-487b-b62d-ba47b0461e22 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Network c6396a07-dfbf-4950-850b-378da3ed2a88 is already hosted by enough agents. {{(pid=113415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:57:21.110836 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.base_scheduler [None req-2b72c52b-e826-487b-b62d-ba47b0461e22 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Resources bound (agent type, host, resource id): {{(pid=113415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:57:21.115299 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b72c52b-e826-487b-b62d-ba47b0461e22 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Received port after_create {{(pid=113415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:57:21.142182 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b72c52b-e826-487b-b62d-ba47b0461e22 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Pushing event updated for resources: {'Port': ['ID=778136f1-27b8-4098-9c3f-4217c91204c8,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:21.167156 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:21.203992 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f,segment=NetworkSegment(114ca9d5-57df-429a-9e81-974fb793f3bc),segment_id=114ca9d5-57df-429a-9e81-974fb793f3bc)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:57:21.211908 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:21.217534 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Returning: {'device': 'cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f', 'network_id': '7a46036d-55d3-472c-985d-7d32e6afcac9', 'port_id': 'cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f', 'mac_address': 'fa:16:3e:a3:36:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16471bf1-5160-46ce-b487-b87c8418028b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 23:57:21.240833 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-2b72c52b-e826-487b-b62d-ba47b0461e22 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks [] for floatingip (5e6610fb-35e1-4717-b8e8-7a9be92723e3), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:21.258516 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Current status of the port cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f is: DOWN; New status is: BUILD {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:57:21.258894 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:21.275573 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.notifiers.nova [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f {{(pid=113417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:57:21.302082 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f,segment=NetworkSegment(114ca9d5-57df-429a-9e81-974fb793f3bc),segment_id=114ca9d5-57df-429a-9e81-974fb793f3bc)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:57:21.375127 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2543afd2-7dfd-45e8-b34f-a721a5cb5e6e req-58e6d037-4010-49ce-9928-92dad3695e52 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:21.376684 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-2543afd2-7dfd-45e8-b34f-a721a5cb5e6e req-58e6d037-4010-49ce-9928-92dad3695e52 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 944 time: 0.0781133 Aug 29 23:57:21.382299 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-2b72c52b-e826-487b-b62d-ba47b0461e22 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (778136f1-27b8-4098-9c3f-4217c91204c8), before_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:21.383038 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:21.438960 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Pushing event updated for resources: {'Port': ['ID=cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f,revision_number=4']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:21.505733 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-2543afd2-7dfd-45e8-b34f-a721a5cb5e6e req-a7cea5fb-c5fa-49f2-893c-f96c206545b6 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=66421100-836a-4b79-b0d6-afeb34f4a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025121 Aug 29 23:57:21.585900 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-2b72c52b-e826-487b-b62d-ba47b0461e22 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks [] for port (778136f1-27b8-4098-9c3f-4217c91204c8), precommit_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:21.640876 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 51622) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:21.655327 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] get_ports_and_sgs() called for port_ids ['cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f'] {{(pid=113417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 23:57:21.661915 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-2b72c52b-e826-487b-b62d-ba47b0461e22 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11068783'] for port (778136f1-27b8-4098-9c3f-4217c91204c8), after_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:21.696062 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.db_base_plugin_v2 [None req-36fab2e0-b6c0-4eb3-981d-9eee0df27cbf admin admin] Deleting subnet 67e5e700-2859-4969-ac33-88dabf7b37f5 {{(pid=113416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 23:57:21.699616 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-36fab2e0-b6c0-4eb3-981d-9eee0df27cbf admin admin] Publish callbacks [] for subnet (67e5e700-2859-4969-ac33-88dabf7b37f5), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:21.739055 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-36fab2e0-b6c0-4eb3-981d-9eee0df27cbf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10966540'] for subnet (67e5e700-2859-4969-ac33-88dabf7b37f5), precommit_delete_associations {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:21.739835 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b72c52b-e826-487b-b62d-ba47b0461e22 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Pushing event updated for resources: {'Port': ['ID=778136f1-27b8-4098-9c3f-4217c91204c8,revision_number=2']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:21.744208 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-2b72c52b-e826-487b-b62d-ba47b0461e22 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477666'] for floatingip (5e6610fb-35e1-4717-b8e8-7a9be92723e3), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:21.754836 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:21.769696 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:21.784359 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-36fab2e0-b6c0-4eb3-981d-9eee0df27cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3500387'] for subnet (67e5e700-2859-4969-ac33-88dabf7b37f5), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:21.805729 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:21.823988 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-2b72c52b-e826-487b-b62d-ba47b0461e22 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for floatingip (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:21.825288 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-2b72c52b-e826-487b-b62d-ba47b0461e22 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3311937 Aug 29 23:57:21.976996 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-36fab2e0-b6c0-4eb3-981d-9eee0df27cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3500410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4096602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10966559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11693050'] for subnet (67e5e700-2859-4969-ac33-88dabf7b37f5), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:22.003663 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fab2e0-b6c0-4eb3-981d-9eee0df27cbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67e5e700-2859-4969-ac33-88dabf7b37f5,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:22.011863 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-36fab2e0-b6c0-4eb3-981d-9eee0df27cbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for subnet (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:22.016137 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-36fab2e0-b6c0-4eb3-981d-9eee0df27cbf admin admin] 10.222.0.90 "DELETE /networking/v2.0/subnets/67e5e700-2859-4969-ac33-88dabf7b37f5 HTTP/1.1" status: 204 len: 168 time: 0.3741724 Aug 29 23:57:22.018809 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 51636) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:22.045523 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-12a7f38e-8e7b-48fc-baf2-b176fd729b61 req-afd7a74d-f259-434b-84f4-399ab27ff2e4 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1336308140&fields=id&tenant_id=4b68600b8657473eb43d16098bbcacf6 HTTP/1.1" status: 200 len: 267 time: 0.0528467 Aug 29 23:57:22.094357 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-34e9e493-db1a-43c4-a71c-c79ff02a2088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578142'] for network (54b35e90-eaee-4696-a0d1-a7792bb4e65e), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:22.169513 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a7f38e-8e7b-48fc-baf2-b176fd729b61 req-87d1bd81-3704-4e1a-a971-f951b7132a8d tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:22.171003 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-12a7f38e-8e7b-48fc-baf2-b176fd729b61 req-87d1bd81-3704-4e1a-a971-f951b7132a8d tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/networks?id=4c9cdff2-05de-4391-b19a-4c2f9845a0aa HTTP/1.1" status: 200 len: 811 time: 0.1176610 Aug 29 23:57:22.181924 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-34e9e493-db1a-43c4-a71c-c79ff02a2088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3498496', 'neutron.services.segments.db._delete_segments_for_network-8751006364483'] for network (54b35e90-eaee-4696-a0d1-a7792bb4e65e), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:22.187214 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-12a7f38e-8e7b-48fc-baf2-b176fd729b61 req-357bce1d-349e-4252-ba2d-693e8e1b9a75 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/quotas/4b68600b8657473eb43d16098bbcacf6 HTTP/1.1" status: 200 len: 375 time: 0.0099778 Aug 29 23:57:22.205462 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.services.segments.db [None req-34e9e493-db1a-43c4-a71c-c79ff02a2088 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54b35e90-eaee-4696-a0d1-a7792bb4e65e']}} {{(pid=113416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:57:22.215543 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.services.segments.db [None req-34e9e493-db1a-43c4-a71c-c79ff02a2088 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dad3ba3f-d50b-4a90-9593-18298e0d176c') {'for_net_delete': True} {{(pid=113416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:57:22.216154 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.services.segments.db [None req-34e9e493-db1a-43c4-a71c-c79ff02a2088 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dad3ba3f-d50b-4a90-9593-18298e0d176c') {} {{(pid=113416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:57:22.226409 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-34e9e493-db1a-43c4-a71c-c79ff02a2088 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751006358959', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10966535'] for segment (dad3ba3f-d50b-4a90-9593-18298e0d176c), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:22.241532 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-12a7f38e-8e7b-48fc-baf2-b176fd729b61 req-33dbcbc0-7381-489f-b6b1-045a340aba13 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?tenant_id=4b68600b8657473eb43d16098bbcacf6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487101 Aug 29 23:57:22.241965 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-34e9e493-db1a-43c4-a71c-c79ff02a2088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3480186'] for segment (dad3ba3f-d50b-4a90-9593-18298e0d176c), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:22.249993 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34e9e493-db1a-43c4-a71c-c79ff02a2088 admin admin] Releasing vlan 1134 on physical network physnet1 to pool {{(pid=113416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 23:57:22.250395 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-34e9e493-db1a-43c4-a71c-c79ff02a2088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3480186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10963641'] for segment (dad3ba3f-d50b-4a90-9593-18298e0d176c), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:22.293087 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.services.segments.plugin [-] Segment dad3ba3f-d50b-4a90-9593-18298e0d176c resource provider aggregate not found Aug 29 23:57:22.315261 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.services.segments.plugin [-] Segment dad3ba3f-d50b-4a90-9593-18298e0d176c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dad3ba3f-d50b-4a90-9593-18298e0d176c found for delete ", "request_id": "req-98e35bbe-9c28-4fd0-8e66-8098a1509b57"}]} Aug 29 23:57:22.346012 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-12a7f38e-8e7b-48fc-baf2-b176fd729b61 req-6d314f60-4081-4966-9562-29c99d8350a3 service neutron] 10.222.0.90 "GET /networking/v2.0/networks/4c9cdff2-05de-4391-b19a-4c2f9845a0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920811 Aug 29 23:57:22.393784 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-34e9e493-db1a-43c4-a71c-c79ff02a2088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3498505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477645'] for network (54b35e90-eaee-4696-a0d1-a7792bb4e65e), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:22.399686 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-34e9e493-db1a-43c4-a71c-c79ff02a2088 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for network (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:22.402746 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-34e9e493-db1a-43c4-a71c-c79ff02a2088 admin admin] 10.222.0.90 "DELETE /networking/v2.0/networks/54b35e90-eaee-4696-a0d1-a7792bb4e65e HTTP/1.1" status: 204 len: 168 time: 0.3828938 Aug 29 23:57:22.415225 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e9e493-db1a-43c4-a71c-c79ff02a2088 admin admin] Pushing event deleted for resources: {'Network': ['ID=54b35e90-eaee-4696-a0d1-a7792bb4e65e,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:22.446328 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-12a7f38e-8e7b-48fc-baf2-b176fd729b61 req-f33ffdd0-9b32-4ae5-bec4-db9c49f5e4f2 service neutron] 10.222.0.90 "GET /networking/v2.0/networks/4c9cdff2-05de-4391-b19a-4c2f9845a0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942111 Aug 29 23:57:22.639248 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12165fd5-3508-4324-b869-227278261c3e req-becd2623-e5da-4670-97d4-78fb1035541c tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:22.640817 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-12165fd5-3508-4324-b869-227278261c3e req-becd2623-e5da-4670-97d4-78fb1035541c tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 945 time: 0.0534017 Aug 29 23:57:22.690861 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-12165fd5-3508-4324-b869-227278261c3e req-9138d901-a3d8-46f4-92ad-b06af831761d tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=66421100-836a-4b79-b0d6-afeb34f4a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445194 Aug 29 23:57:22.756963 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-9919fc42-07b6-43a2-80ea-5ec03a2def69 req-6932c9c1-e7a5-4f48-bd17-12cb19b01fc3 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=49ca1939-82ad-4ef4-a1b5-ba654f65c022 HTTP/1.1" status: 200 len: 210 time: 0.0300808 Aug 29 23:57:22.877482 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 51654) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:22.901965 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:22.925195 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-175834fb-2c13-47c6-84c2-607a61a0ff8e admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=184afafb4d0b4a089a059eb73eb6ff2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0465393 Aug 29 23:57:22.927729 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 51656) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:22.977250 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-2ce02924-98b1-4578-94d2-97d0e0abc090 admin admin] Publish callbacks [] for security_group (1d395dde-8486-4434-bdf6-ee9fb7385d6e), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:22.998706 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-2ce02924-98b1-4578-94d2-97d0e0abc090 admin admin] Publish callbacks [] for security_group (1d395dde-8486-4434-bdf6-ee9fb7385d6e), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:23.098779 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f up at agent hyperv_hv-cinder-85504 {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:57:23.131077 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-2ce02924-98b1-4578-94d2-97d0e0abc090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (1d395dde-8486-4434-bdf6-ee9fb7385d6e), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:23.145721 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-2ce02924-98b1-4578-94d2-97d0e0abc090 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:23.149377 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-2ce02924-98b1-4578-94d2-97d0e0abc090 admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/1d395dde-8486-4434-bdf6-ee9fb7385d6e HTTP/1.1" status: 204 len: 168 time: 0.2182014 Aug 29 23:57:23.152272 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Provisioning for port cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f completed by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 23:57:23.156779 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce02924-98b1-4578-94d2-97d0e0abc090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d395dde-8486-4434-bdf6-ee9fb7385d6e,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:23.222361 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Provisioning complete for port cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:57:23.222754 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:23.307204 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Current status of the port cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f is: BUILD; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:57:23.307594 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:23.342760 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f'}] {{(pid=113417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:57:23.345230 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d41a01b6be055f780f1b28f387bc014884277aca14b53491aeccfff4134a8b4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56b52ba-b450-47ca-afcf-6d476e1aa0c4" -d '{"events": [{"server_uuid": "a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa", "name": "network-vif-plugged", "status": "completed", "tag": "cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f"}]}' {{(pid=113417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:57:23.364850 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f,segment=NetworkSegment(114ca9d5-57df-429a-9e81-974fb793f3bc),segment_id=114ca9d5-57df-429a-9e81-974fb793f3bc)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:57:23.388306 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b890fc74-302d-49d8-a1a8-6bb09c9f577c x-openstack-request-id: req-b890fc74-302d-49d8-a1a8-6bb09c9f577c {{(pid=113417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:57:23.392278 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa", "name": "network-vif-plugged", "status": "completed", "tag": "cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f", "code": 200}]} {{(pid=113417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:57:23.392278 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b890fc74-302d-49d8-a1a8-6bb09c9f577c {{(pid=113417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:57:23.392278 dv-cinder-855041-2-iscsi neutron-server[113417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b890fc74-302d-49d8-a1a8-6bb09c9f577c'] response: {'server_uuid': 'a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f', 'code': 200} Aug 29 23:57:23.439969 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:23.491184 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Pushing event updated for resources: {'Port': ['ID=cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f,revision_number=5']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:23.795294 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc7e98-9fad-4c75-991f-4e3267e63ec4 req-de030b47-d425-48f8-aa85-ee81043a8d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:23.796749 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-7edc7e98-9fad-4c75-991f-4e3267e63ec4 req-de030b47-d425-48f8-aa85-ee81043a8d54 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 1130 time: 0.0621581 Aug 29 23:57:24.154678 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:24.155899 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-6e51f2db-8ed3-44a7-81c7-14c09b16c14e req-0d82094d-f73d-42af-9d26-67a1c58601d3 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=49ca1939-82ad-4ef4-a1b5-ba654f65c022 HTTP/1.1" status: 200 len: 210 time: 0.0438840 Aug 29 23:57:24.162752 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9ecda-3a65-4eea-877c-019e4f194bcc req-9dbe813f-d1e5-4ba7-829b-d0c4cdad2fd2 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:24.164331 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-add9ecda-3a65-4eea-877c-019e4f194bcc req-9dbe813f-d1e5-4ba7-829b-d0c4cdad2fd2 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 946 time: 0.3658066 Aug 29 23:57:24.211675 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-7edc7e98-9fad-4c75-991f-4e3267e63ec4 req-02af35c9-4b06-4d52-8546-cbbd3a6e6414 service neutron] 10.222.0.87 "GET /networking/v2.0/security-groups?id=66421100-836a-4b79-b0d6-afeb34f4a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4027998 Aug 29 23:57:24.258084 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-add9ecda-3a65-4eea-877c-019e4f194bcc req-caef07a7-d6ba-4bf2-b583-1753950a0a6b tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=66421100-836a-4b79-b0d6-afeb34f4a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817833 Aug 29 23:57:25.274553 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-7979ce67-2277-43be-90ae-7306bab66bb4 req-cd38b1e9-8253-4305-af56-8a7891c6664b tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=49ca1939-82ad-4ef4-a1b5-ba654f65c022 HTTP/1.1" status: 200 len: 210 time: 0.0288539 Aug 29 23:57:25.406817 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b665076b-1af7-49ee-8728-f1682d9bdb0e req-dd891f2d-b29a-462d-b7be-ab95da7016e1 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:25.409843 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b665076b-1af7-49ee-8728-f1682d9bdb0e req-dd891f2d-b29a-462d-b7be-ab95da7016e1 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 946 time: 0.0679221 Aug 29 23:57:25.473083 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b665076b-1af7-49ee-8728-f1682d9bdb0e req-66932731-1147-4fea-ab26-cc46cacc9335 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=66421100-836a-4b79-b0d6-afeb34f4a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555179 Aug 29 23:57:26.076137 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a7f38e-8e7b-48fc-baf2-b176fd729b61 req-f42286ec-8504-484f-b1ef-eee0127e4d78 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:26.077821 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-12a7f38e-8e7b-48fc-baf2-b176fd729b61 req-f42286ec-8504-484f-b1ef-eee0127e4d78 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.87 "GET /networking/v2.0/networks?id=4c9cdff2-05de-4391-b19a-4c2f9845a0aa HTTP/1.1" status: 200 len: 811 time: 0.1086726 Aug 29 23:57:26.142024 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-12a7f38e-8e7b-48fc-baf2-b176fd729b61 req-a5e7a56d-75ff-4004-8d03-1672bef742db tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.87 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4b68600b8657473eb43d16098bbcacf6 HTTP/1.1" status: 200 len: 380 time: 0.0557628 Aug 29 23:57:26.152458 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [req-12a7f38e-8e7b-48fc-baf2-b176fd729b61 req-0977f2c1-f42f-4abf-a976-849549d92285 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Request body: {'port': {'device_id': '49ca1939-82ad-4ef4-a1b5-ba654f65c022', 'network_id': '4c9cdff2-05de-4391-b19a-4c2f9845a0aa', 'admin_state_up': True, 'tenant_id': '4b68600b8657473eb43d16098bbcacf6', 'security_groups': ['27d9ac4c-32a2-4778-b264-2aedd4f34cd8']}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:57:26.362224 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12a7f38e-8e7b-48fc-baf2-b176fd729b61 req-0977f2c1-f42f-4abf-a976-849549d92285 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Made reservation on behalf of 4b68600b8657473eb43d16098bbcacf6 for: {'port': 1} {{(pid=113415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:57:26.365670 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-12a7f38e-8e7b-48fc-baf2-b176fd729b61 req-0977f2c1-f42f-4abf-a976-849549d92285 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:26.397446 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b109b080-a25e-4fc1-9c75-b9b11fab12eb req-a5a8669b-1c48-489e-9ddd-0ae0045f082b tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=49ca1939-82ad-4ef4-a1b5-ba654f65c022 HTTP/1.1" status: 200 len: 210 time: 0.0461402 Aug 29 23:57:26.529614 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.db.db_base_plugin_common [req-12a7f38e-8e7b-48fc-baf2-b176fd729b61 req-0977f2c1-f42f-4abf-a976-849549d92285 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Allocated IP 172.20.0.8 (4c9cdff2-05de-4391-b19a-4c2f9845a0aa/490c1584-2616-4278-814c-8d73c9c52d9f/ef911d73-328b-439d-a53e-4fec1630c68b) {{(pid=113415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:57:26.540060 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:26.673889 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0bf57-b3b1-416f-923c-085b1158159f req-8d1f4031-fae0-4d52-aab0-b1d0f813c41f tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:26.675425 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ffa0bf57-b3b1-416f-923c-085b1158159f req-8d1f4031-fae0-4d52-aab0-b1d0f813c41f tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 946 time: 0.0991094 Aug 29 23:57:26.730579 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:26.767517 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-12a7f38e-8e7b-48fc-baf2-b176fd729b61 req-0977f2c1-f42f-4abf-a976-849549d92285 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks [] for port (ef911d73-328b-439d-a53e-4fec1630c68b), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:26.773452 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ffa0bf57-b3b1-416f-923c-085b1158159f req-a18ee388-6fa5-4660-b962-ab6c5a4a1632 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=66421100-836a-4b79-b0d6-afeb34f4a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856173 Aug 29 23:57:26.894581 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-12a7f38e-8e7b-48fc-baf2-b176fd729b61 req-0977f2c1-f42f-4abf-a976-849549d92285 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11068774'] for port (ef911d73-328b-439d-a53e-4fec1630c68b), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:26.913185 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ffcba-963a-44f3-af17-aa79c0c8c874 req-4831d97d-d209-4490-8750-fa2bfa183645 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:26.914652 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-a83ffcba-963a-44f3-af17-aa79c0c8c874 req-4831d97d-d209-4490-8750-fa2bfa183645 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 946 time: 0.0614526 Aug 29 23:57:26.926729 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 51714) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:26.931766 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [None req-3a1c7908-e774-4518-9f8e-f5538058dad1 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Request body: {'floatingip': {'port_id': 'cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:57:26.948437 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12a7f38e-8e7b-48fc-baf2-b176fd729b61 req-0977f2c1-f42f-4abf-a976-849549d92285 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Network 4c9cdff2-05de-4391-b19a-4c2f9845a0aa is already hosted by enough agents. {{(pid=113415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:57:26.954292 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.base_scheduler [req-12a7f38e-8e7b-48fc-baf2-b176fd729b61 req-0977f2c1-f42f-4abf-a976-849549d92285 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Resources bound (agent type, host, resource id): {{(pid=113415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:57:26.958637 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a7f38e-8e7b-48fc-baf2-b176fd729b61 req-0977f2c1-f42f-4abf-a976-849549d92285 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Received port after_create {{(pid=113415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:57:26.980432 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-3a1c7908-e774-4518-9f8e-f5538058dad1 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks [] for floatingip (6c10fc0e-ac8c-4bce-8d84-6aa37e42b93b), before_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:26.983069 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0977f2c1-f42f-4abf-a976-849549d92285 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Pushing event updated for resources: {'Port': ['ID=ef911d73-328b-439d-a53e-4fec1630c68b,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:27.013440 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a7f38e-8e7b-48fc-baf2-b176fd729b61 req-0977f2c1-f42f-4abf-a976-849549d92285 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:27.014204 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-12a7f38e-8e7b-48fc-baf2-b176fd729b61 req-0977f2c1-f42f-4abf-a976-849549d92285 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for port (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:27.122760 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-12a7f38e-8e7b-48fc-baf2-b176fd729b61 req-0977f2c1-f42f-4abf-a976-849549d92285 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.87 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9735882 Aug 29 23:57:27.136946 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [req-12a7f38e-8e7b-48fc-baf2-b176fd729b61 req-6a317bac-1147-4a9b-a644-d6286df6fb06 service neutron] Request body: {'port': {'device_id': '49ca1939-82ad-4ef4-a1b5-ba654f65c022', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85504'}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:57:27.159551 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-750db1f8-f4b7-405b-96c3-b0e7b4987536 None None] Provisioning complete for port ef911d73-328b-439d-a53e-4fec1630c68b triggered by entity DHCP. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:57:27.160019 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-750db1f8-f4b7-405b-96c3-b0e7b4987536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (ef911d73-328b-439d-a53e-4fec1630c68b), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:27.210951 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-750db1f8-f4b7-405b-96c3-b0e7b4987536 None None] Port ef911d73-328b-439d-a53e-4fec1630c68b cannot update to ACTIVE because it is not bound. {{(pid=113417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 23:57:27.247919 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-12a7f38e-8e7b-48fc-baf2-b176fd729b61 req-6a317bac-1147-4a9b-a644-d6286df6fb06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (ef911d73-328b-439d-a53e-4fec1630c68b), before_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:27.474623 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-3a1c7908-e774-4518-9f8e-f5538058dad1 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:27.497871 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:27.525586 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-3a1c7908-e774-4518-9f8e-f5538058dad1 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477666'] for floatingip (6c10fc0e-ac8c-4bce-8d84-6aa37e42b93b), after_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:27.572453 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb4914-733d-4137-af34-41c2500eedc6 req-96849481-0432-4cc4-99fe-9764248668ce tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:27.573944 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-7ddb4914-733d-4137-af34-41c2500eedc6 req-96849481-0432-4cc4-99fe-9764248668ce tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=49ca1939-82ad-4ef4-a1b5-ba654f65c022 HTTP/1.1" status: 200 len: 931 time: 0.0870335 Aug 29 23:57:27.595111 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.notifiers.nova [req-12a7f38e-8e7b-48fc-baf2-b176fd729b61 req-6a317bac-1147-4a9b-a644-d6286df6fb06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef911d73-328b-439d-a53e-4fec1630c68b {{(pid=113415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:57:27.603655 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-12a7f38e-8e7b-48fc-baf2-b176fd729b61 req-6a317bac-1147-4a9b-a644-d6286df6fb06 service neutron] Publish callbacks [] for port (ef911d73-328b-439d-a53e-4fec1630c68b), precommit_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:27.628271 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.db.provisioning_blocks [req-12a7f38e-8e7b-48fc-baf2-b176fd729b61 req-6a317bac-1147-4a9b-a644-d6286df6fb06 service neutron] Transition to ACTIVE for port object ef911d73-328b-439d-a53e-4fec1630c68b will not be triggered until provisioned by entity L2. {{(pid=113415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 23:57:27.628516 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.db.l3_db [None req-3a1c7908-e774-4518-9f8e-f5538058dad1 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Floating IP 6c10fc0e-ac8c-4bce-8d84-6aa37e42b93b associated. External IP: 172.27.1.250, port: cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f. Aug 29 23:57:27.651400 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-7ddb4914-733d-4137-af34-41c2500eedc6 req-17cd2bc6-5fb4-4394-84dd-4e8414ea51a3 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=27d9ac4c-32a2-4778-b264-2aedd4f34cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679517 Aug 29 23:57:27.722626 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:27.730558 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-12a7f38e-8e7b-48fc-baf2-b176fd729b61 req-6a317bac-1147-4a9b-a644-d6286df6fb06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11068783'] for port (ef911d73-328b-439d-a53e-4fec1630c68b), after_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:27.796300 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a317bac-1147-4a9b-a644-d6286df6fb06 service neutron] Pushing event updated for resources: {'Port': ['ID=ef911d73-328b-439d-a53e-4fec1630c68b,revision_number=2']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:27.860164 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.managers [req-12a7f38e-8e7b-48fc-baf2-b176fd729b61 req-6a317bac-1147-4a9b-a644-d6286df6fb06 service neutron] Attempting to bind port ef911d73-328b-439d-a53e-4fec1630c68b on host hv-cinder-85504 for vnic_type normal with profile {{(pid=113415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:57:27.860646 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.managers [req-12a7f38e-8e7b-48fc-baf2-b176fd729b61 req-6a317bac-1147-4a9b-a644-d6286df6fb06 service neutron] Attempting to bind port ef911d73-328b-439d-a53e-4fec1630c68b by drivers openvswitch,hyperv on host hv-cinder-85504 at level 0 using segments [{'id': 'bb534462-ddc2-4778-84af-6323faf368f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '4c9cdff2-05de-4391-b19a-4c2f9845a0aa'}] {{(pid=113415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:57:27.860772 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a1c7908-e774-4518-9f8e-f5538058dad1 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Router b27e3222-c8a5-4b18-ac0d-28af47137885 has already been hosted by L3 agent 037668f0-d812-4b59-9d2d-ce33f66a7708 {{(pid=113416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:57:27.860989 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a7f38e-8e7b-48fc-baf2-b176fd729b61 req-6a317bac-1147-4a9b-a644-d6286df6fb06 service neutron] Attempting to bind port ef911d73-328b-439d-a53e-4fec1630c68b on network 4c9cdff2-05de-4391-b19a-4c2f9845a0aa {{(pid=113415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:57:27.866089 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a7f38e-8e7b-48fc-baf2-b176fd729b61 req-6a317bac-1147-4a9b-a644-d6286df6fb06 service neutron] Port ef911d73-328b-439d-a53e-4fec1630c68b on network 4c9cdff2-05de-4391-b19a-4c2f9845a0aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85504 {{(pid=113415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 23:57:27.866411 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a7f38e-8e7b-48fc-baf2-b176fd729b61 req-6a317bac-1147-4a9b-a644-d6286df6fb06 service neutron] Attempting to bind port ef911d73-328b-439d-a53e-4fec1630c68b on network 4c9cdff2-05de-4391-b19a-4c2f9845a0aa {{(pid=113415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:57:27.872246 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a7f38e-8e7b-48fc-baf2-b176fd729b61 req-6a317bac-1147-4a9b-a644-d6286df6fb06 service neutron] Checking agent: {'id': 'a7eaf665-0f6d-431a-9601-222c900251ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85504', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 50, 13), 'started_at': datetime.datetime(2022, 8, 29, 23, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:57:27.872528 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a7f38e-8e7b-48fc-baf2-b176fd729b61 req-6a317bac-1147-4a9b-a644-d6286df6fb06 service neutron] Checking segment: {'id': 'bb534462-ddc2-4778-84af-6323faf368f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '4c9cdff2-05de-4391-b19a-4c2f9845a0aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:57:27.872850 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a7f38e-8e7b-48fc-baf2-b176fd729b61 req-6a317bac-1147-4a9b-a644-d6286df6fb06 service neutron] Bound using segment: {'id': 'bb534462-ddc2-4778-84af-6323faf368f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '4c9cdff2-05de-4391-b19a-4c2f9845a0aa'} {{(pid=113415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:57:27.873301 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.managers [req-12a7f38e-8e7b-48fc-baf2-b176fd729b61 req-6a317bac-1147-4a9b-a644-d6286df6fb06 service neutron] Bound port: ef911d73-328b-439d-a53e-4fec1630c68b, host: hv-cinder-85504, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb534462-ddc2-4778-84af-6323faf368f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '4c9cdff2-05de-4391-b19a-4c2f9845a0aa'}}] {{(pid=113415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:57:27.873669 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-12a7f38e-8e7b-48fc-baf2-b176fd729b61 req-6a317bac-1147-4a9b-a644-d6286df6fb06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (ef911d73-328b-439d-a53e-4fec1630c68b), before_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:27.874187 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:27.942414 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.db [req-12a7f38e-8e7b-48fc-baf2-b176fd729b61 req-6a317bac-1147-4a9b-a644-d6286df6fb06 service neutron] For port ef911d73-328b-439d-a53e-4fec1630c68b, host hv-cinder-85504, cleared binding levels {{(pid=113415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:57:27.945985 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.db [req-12a7f38e-8e7b-48fc-baf2-b176fd729b61 req-6a317bac-1147-4a9b-a644-d6286df6fb06 service neutron] For port ef911d73-328b-439d-a53e-4fec1630c68b, host hv-cinder-85504, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=ef911d73-328b-439d-a53e-4fec1630c68b,segment=NetworkSegment(bb534462-ddc2-4778-84af-6323faf368f0),segment_id=bb534462-ddc2-4778-84af-6323faf368f0)] {{(pid=113415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:57:27.972902 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1c7908-e774-4518-9f8e-f5538058dad1 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Notify agent at l3_agent.dv-cinder-855041-2-iscsi the message routers_updated {{(pid=113416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:57:27.977680 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-3a1c7908-e774-4518-9f8e-f5538058dad1 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for floatingip (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:27.987142 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d879ae-373a-4d4b-bc86-90a8411e099f None None] Sync routers for ids ['b27e3222-c8a5-4b18-ac0d-28af47137885'] in dv-cinder-855041-2-iscsi {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:57:28.000991 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d879ae-373a-4d4b-bc86-90a8411e099f None None] Routers {'b27e3222-c8a5-4b18-ac0d-28af47137885'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:57:28.002504 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-12d879ae-373a-4d4b-bc86-90a8411e099f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:57:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['b27e3222-c8a5-4b18-ac0d-28af47137885'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:57:28.017970 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-3a1c7908-e774-4518-9f8e-f5538058dad1 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "PUT /networking/v2.0/floatingips/6c10fc0e-ac8c-4bce-8d84-6aa37e42b93b HTTP/1.1" status: 200 len: 992 time: 1.0877161 Aug 29 23:57:28.017970 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa', 'tag': 'cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f'}] {{(pid=113416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:57:28.019064 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca1b1d0bad556637bdc4aa8e491b493d03ba5f494de7569054403470f02cf73a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d86c8a0-7dcb-4744-bba8-47a997aea87c" -d '{"events": [{"name": "network-changed", "server_uuid": "a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa", "tag": "cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f"}]}' {{(pid=113416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:57:28.057797 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-12a7f38e-8e7b-48fc-baf2-b176fd729b61 req-6a317bac-1147-4a9b-a644-d6286df6fb06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11068783'] for port (ef911d73-328b-439d-a53e-4fec1630c68b), after_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:28.062473 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 23:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2206c9f-6c51-4b54-9f7a-b75c93a4b3e7 x-openstack-request-id: req-b2206c9f-6c51-4b54-9f7a-b75c93a4b3e7 {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:57:28.062473 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa", "tag": "cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f", "status": "completed", "code": 200}]} {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:57:28.062473 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b2206c9f-6c51-4b54-9f7a-b75c93a4b3e7 {{(pid=113416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:57:28.068445 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2206c9f-6c51-4b54-9f7a-b75c93a4b3e7'] response: {'name': 'network-changed', 'server_uuid': 'a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa', 'tag': 'cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f', 'status': 'completed', 'code': 200} Aug 29 23:57:28.068595 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a7f38e-8e7b-48fc-baf2-b176fd729b61 req-6a317bac-1147-4a9b-a644-d6286df6fb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:28.068595 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-12a7f38e-8e7b-48fc-baf2-b176fd729b61 req-6a317bac-1147-4a9b-a644-d6286df6fb06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for port (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:28.068595 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-12a7f38e-8e7b-48fc-baf2-b176fd729b61 req-6a317bac-1147-4a9b-a644-d6286df6fb06 service neutron] 10.222.0.87 "PUT /networking/v2.0/ports/ef911d73-328b-439d-a53e-4fec1630c68b HTTP/1.1" status: 200 len: 1093 time: 0.9369292 Aug 29 23:57:28.069373 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49ca1939-82ad-4ef4-a1b5-ba654f65c022', 'tag': 'ef911d73-328b-439d-a53e-4fec1630c68b'}] {{(pid=113415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:57:28.072045 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbb4ce14699acef1e34bc356a7f428b480f1dc74f7679c811df4fa99cd0d73e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ec75e8-ca84-4c9e-96ed-79bbe66fe37e" -d '{"events": [{"name": "network-changed", "server_uuid": "49ca1939-82ad-4ef4-a1b5-ba654f65c022", "tag": "ef911d73-328b-439d-a53e-4fec1630c68b"}]}' {{(pid=113415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:57:28.100032 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:28.136580 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a317bac-1147-4a9b-a644-d6286df6fb06 service neutron] Pushing event updated for resources: {'Port': ['ID=ef911d73-328b-439d-a53e-4fec1630c68b,revision_number=3']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:28.147526 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 23:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4770b550-509c-4539-8986-7383e136f4a6 x-openstack-request-id: req-4770b550-509c-4539-8986-7383e136f4a6 {{(pid=113415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:57:28.147961 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49ca1939-82ad-4ef4-a1b5-ba654f65c022", "tag": "ef911d73-328b-439d-a53e-4fec1630c68b", "status": "completed", "code": 200}]} {{(pid=113415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:57:28.148686 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-4770b550-509c-4539-8986-7383e136f4a6 {{(pid=113415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:57:28.154420 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4770b550-509c-4539-8986-7383e136f4a6'] response: {'name': 'network-changed', 'server_uuid': '49ca1939-82ad-4ef4-a1b5-ba654f65c022', 'tag': 'ef911d73-328b-439d-a53e-4fec1630c68b', 'status': 'completed', 'code': 200} Aug 29 23:57:28.165725 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-12d879ae-373a-4d4b-bc86-90a8411e099f None None] Set router b27e3222-c8a5-4b18-ac0d-28af47137885 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:57:28.412927 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-12d879ae-373a-4d4b-bc86-90a8411e099f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27e3222-c8a5-4b18-ac0d-28af47137885', 'name': 'tempest-AttachVolumeShelveTestJSON-2146582793-router', 'tenant_id': '3beae764b5cb4dcd9f13e26878bbac48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '51a1db89-b26a-4686-b2eb-85f92a1e50a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:15Z', 'updated_at': '2022-08-29T23:52:29Z', 'revision_number': 4, 'project_id': '3beae764b5cb4dcd9f13e26878bbac48', 'gw_port': {'id': '51a1db89-b26a-4686-b2eb-85f92a1e50a8', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27e3222-c8a5-4b18-ac0d-28af47137885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:17Z', 'updated_at': '2022-08-29T23:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_floatingips': [{'id': '6c10fc0e-ac8c-4bce-8d84-6aa37e42b93b', 'tenant_id': '3beae764b5cb4dcd9f13e26878bbac48', 'floating_ip_address': '172.27.1.250', 'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'router_id': 'b27e3222-c8a5-4b18-ac0d-28af47137885', 'port_id': 'cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a46036d-55d3-472c-985d-7d32e6afcac9', 'mac_address': 'fa:16:3e:a3:36:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:57:08Z', 'updated_at': '2022-08-29T23:57:27Z', 'revision_number': 1, 'project_id': '3beae764b5cb4dcd9f13e26878bbac48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '761aeb90-d390-4049-9a47-b526491624f1', 'name': '', 'network_id': '7a46036d-55d3-472c-985d-7d32e6afcac9', 'tenant_id': '3beae764b5cb4dcd9f13e26878bbac48', 'mac_address': 'fa:16:3e:7d:b5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27e3222-c8a5-4b18-ac0d-28af47137885', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '16471bf1-5160-46ce-b487-b87c8418028b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:27Z', 'updated_at': '2022-08-29T23:52:49Z', 'revision_number': 5, 'project_id': '3beae764b5cb4dcd9f13e26878bbac48', 'subnets': [{'id': '16471bf1-5160-46ce-b487-b87c8418028b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:57:28.438059 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d879ae-373a-4d4b-bc86-90a8411e099f None None] Checking router: b27e3222-c8a5-4b18-ac0d-28af47137885 for host: dv-cinder-855041-2-iscsi {{(pid=113418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:57:28.446701 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d879ae-373a-4d4b-bc86-90a8411e099f None None] Routers {'b27e3222-c8a5-4b18-ac0d-28af47137885'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:57:28.447306 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-12d879ae-373a-4d4b-bc86-90a8411e099f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:57:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['b27e3222-c8a5-4b18-ac0d-28af47137885'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:57:28.553944 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-12d879ae-373a-4d4b-bc86-90a8411e099f None None] Set router b27e3222-c8a5-4b18-ac0d-28af47137885 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:57:28.785300 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-12d879ae-373a-4d4b-bc86-90a8411e099f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27e3222-c8a5-4b18-ac0d-28af47137885', 'name': 'tempest-AttachVolumeShelveTestJSON-2146582793-router', 'tenant_id': '3beae764b5cb4dcd9f13e26878bbac48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '51a1db89-b26a-4686-b2eb-85f92a1e50a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:15Z', 'updated_at': '2022-08-29T23:52:29Z', 'revision_number': 4, 'project_id': '3beae764b5cb4dcd9f13e26878bbac48', 'gw_port': {'id': '51a1db89-b26a-4686-b2eb-85f92a1e50a8', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27e3222-c8a5-4b18-ac0d-28af47137885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:17Z', 'updated_at': '2022-08-29T23:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_floatingips': [{'id': '6c10fc0e-ac8c-4bce-8d84-6aa37e42b93b', 'tenant_id': '3beae764b5cb4dcd9f13e26878bbac48', 'floating_ip_address': '172.27.1.250', 'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'router_id': 'b27e3222-c8a5-4b18-ac0d-28af47137885', 'port_id': 'cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a46036d-55d3-472c-985d-7d32e6afcac9', 'mac_address': 'fa:16:3e:a3:36:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:57:08Z', 'updated_at': '2022-08-29T23:57:27Z', 'revision_number': 1, 'project_id': '3beae764b5cb4dcd9f13e26878bbac48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '761aeb90-d390-4049-9a47-b526491624f1', 'name': '', 'network_id': '7a46036d-55d3-472c-985d-7d32e6afcac9', 'tenant_id': '3beae764b5cb4dcd9f13e26878bbac48', 'mac_address': 'fa:16:3e:7d:b5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27e3222-c8a5-4b18-ac0d-28af47137885', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '16471bf1-5160-46ce-b487-b87c8418028b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:27Z', 'updated_at': '2022-08-29T23:52:49Z', 'revision_number': 5, 'project_id': '3beae764b5cb4dcd9f13e26878bbac48', 'subnets': [{'id': '16471bf1-5160-46ce-b487-b87c8418028b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:57:28.788505 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:28.793551 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6057f-60aa-4156-8034-c44106560c89 req-2bb78463-adc7-4cf6-9b96-369b394e28e4 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:28.799188 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-64e6057f-60aa-4156-8034-c44106560c89 req-2bb78463-adc7-4cf6-9b96-369b394e28e4 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=49ca1939-82ad-4ef4-a1b5-ba654f65c022 HTTP/1.1" status: 200 len: 943 time: 0.0514276 Aug 29 23:57:28.816167 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d879ae-373a-4d4b-bc86-90a8411e099f None None] The sync data for ids ['b27e3222-c8a5-4b18-ac0d-28af47137885'] in dv-cinder-855041-2-iscsi is: [{'id': 'b27e3222-c8a5-4b18-ac0d-28af47137885', 'name': 'tempest-AttachVolumeShelveTestJSON-2146582793-router', 'tenant_id': '3beae764b5cb4dcd9f13e26878bbac48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '51a1db89-b26a-4686-b2eb-85f92a1e50a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:15Z', 'updated_at': '2022-08-29T23:52:29Z', 'revision_number': 4, 'project_id': '3beae764b5cb4dcd9f13e26878bbac48', 'gw_port': {'id': '51a1db89-b26a-4686-b2eb-85f92a1e50a8', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27e3222-c8a5-4b18-ac0d-28af47137885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:17Z', 'updated_at': '2022-08-29T23:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_floatingips': [{'id': '6c10fc0e-ac8c-4bce-8d84-6aa37e42b93b', 'tenant_id': '3beae764b5cb4dcd9f13e26878bbac48', 'floating_ip_address': '172.27.1.250', 'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'router_id': 'b27e3222-c8a5-4b18-ac0d-28af47137885', 'port_id': 'cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a46036d-55d3-472c-985d-7d32e6afcac9', 'mac_address': 'fa:16:3e:a3:36:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:57:08Z', 'updated_at': '2022-08-29T23:57:27Z', 'revision_number': 1, 'project_id': '3beae764b5cb4dcd9f13e26878bbac48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '761aeb90-d390-4049-9a47-b526491624f1', 'name': '', 'network_id': '7a46036d-55d3-472c-985d-7d32e6afcac9', 'tenant_id': '3beae764b5cb4dcd9f13e26878bbac48', 'mac_address': 'fa:16:3e:7d:b5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27e3222-c8a5-4b18-ac0d-28af47137885', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '16471bf1-5160-46ce-b487-b87c8418028b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:27Z', 'updated_at': '2022-08-29T23:52:49Z', 'revision_number': 5, 'project_id': '3beae764b5cb4dcd9f13e26878bbac48', 'subnets': [{'id': '16471bf1-5160-46ce-b487-b87c8418028b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:57:28.850335 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-64e6057f-60aa-4156-8034-c44106560c89 req-f19fe116-8c13-4b6c-87a0-af7668803011 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=27d9ac4c-32a2-4778-b264-2aedd4f34cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492816 Aug 29 23:57:29.020969 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f508d29-257c-4c43-92a2-a51ce9286f68 None None] New status for floating IP 6c10fc0e-ac8c-4bce-8d84-6aa37e42b93b: ACTIVE {{(pid=113417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 23:57:29.981850 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae1ad6-e492-4410-acb6-3b2ebbaa7acd req-d275e64f-ea11-492e-8140-e2b221cd8d59 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:29.983337 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-1eae1ad6-e492-4410-acb6-3b2ebbaa7acd req-d275e64f-ea11-492e-8140-e2b221cd8d59 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=49ca1939-82ad-4ef4-a1b5-ba654f65c022 HTTP/1.1" status: 200 len: 943 time: 0.0521228 Aug 29 23:57:30.035494 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-1eae1ad6-e492-4410-acb6-3b2ebbaa7acd req-ccdb1d59-d64b-44a5-bd61-d324ec1f44cd tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=27d9ac4c-32a2-4778-b264-2aedd4f34cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464008 Aug 29 23:57:30.236493 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d86c8a0-7dcb-4744-bba8-47a997aea87c req-7e3671a1-52ef-4025-bdbe-71da2f5f6156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:30.236664 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec75e8-ca84-4c9e-96ed-79bbe66fe37e req-11359bbf-8743-4d5e-b4c8-61f27d32410e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:30.238660 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-d8ec75e8-ca84-4c9e-96ed-79bbe66fe37e req-11359bbf-8743-4d5e-b4c8-61f27d32410e service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=4b68600b8657473eb43d16098bbcacf6&device_id=49ca1939-82ad-4ef4-a1b5-ba654f65c022 HTTP/1.1" status: 200 len: 1127 time: 0.0566704 Aug 29 23:57:30.239598 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-9d86c8a0-7dcb-4744-bba8-47a997aea87c req-7e3671a1-52ef-4025-bdbe-71da2f5f6156 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=3beae764b5cb4dcd9f13e26878bbac48&device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 1130 time: 0.0733459 Aug 29 23:57:30.369472 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d86c8a0-7dcb-4744-bba8-47a997aea87c req-0b084032-6020-498b-8c7c-055bf9339665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:30.370942 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-9d86c8a0-7dcb-4744-bba8-47a997aea87c req-0b084032-6020-498b-8c7c-055bf9339665 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=7a46036d-55d3-472c-985d-7d32e6afcac9 HTTP/1.1" status: 200 len: 919 time: 0.1157758 Aug 29 23:57:30.383257 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec75e8-ca84-4c9e-96ed-79bbe66fe37e req-bfce27ad-e552-4f7e-9fba-f8ad950e5a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:30.383257 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-d8ec75e8-ca84-4c9e-96ed-79bbe66fe37e req-bfce27ad-e552-4f7e-9fba-f8ad950e5a60 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?tenant_id=4b68600b8657473eb43d16098bbcacf6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1247880 Aug 29 23:57:30.445326 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-9d86c8a0-7dcb-4744-bba8-47a997aea87c req-b603c6f2-dfec-4632-b58f-3b8977175446 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f HTTP/1.1" status: 200 len: 1002 time: 0.0677767 Aug 29 23:57:30.491943 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec75e8-ca84-4c9e-96ed-79bbe66fe37e req-f1c8663f-9e9f-4b7f-b96e-568b30f250a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:30.493467 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-d8ec75e8-ca84-4c9e-96ed-79bbe66fe37e req-f1c8663f-9e9f-4b7f-b96e-568b30f250a3 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1084325 Aug 29 23:57:30.504451 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d86c8a0-7dcb-4744-bba8-47a997aea87c req-ee62ea13-b249-4c79-95e3-f6d992436332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:30.506395 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-9d86c8a0-7dcb-4744-bba8-47a997aea87c req-ee62ea13-b249-4c79-95e3-f6d992436332 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=16471bf1-5160-46ce-b487-b87c8418028b HTTP/1.1" status: 200 len: 856 time: 0.0542946 Aug 29 23:57:30.558221 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d86c8a0-7dcb-4744-bba8-47a997aea87c req-6ab33452-f45f-4306-bcf5-0088e9324200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:30.560814 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-9d86c8a0-7dcb-4744-bba8-47a997aea87c req-6ab33452-f45f-4306-bcf5-0088e9324200 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=7a46036d-55d3-472c-985d-7d32e6afcac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473509 Aug 29 23:57:30.575594 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a7f38e-8e7b-48fc-baf2-b176fd729b61 req-014a780e-0f52-42fe-8e7d-fbad558e21bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:30.578922 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-12a7f38e-8e7b-48fc-baf2-b176fd729b61 req-014a780e-0f52-42fe-8e7d-fbad558e21bd service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=4b68600b8657473eb43d16098bbcacf6&device_id=49ca1939-82ad-4ef4-a1b5-ba654f65c022 HTTP/1.1" status: 200 len: 1127 time: 0.0453830 Aug 29 23:57:30.625893 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-12a7f38e-8e7b-48fc-baf2-b176fd729b61 req-37c00c6c-ae16-4d02-800c-3837cc1c6109 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef911d73-328b-439d-a53e-4fec1630c68b HTTP/1.1" status: 200 len: 217 time: 0.0399086 Aug 29 23:57:30.674463 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-9d86c8a0-7dcb-4744-bba8-47a997aea87c req-866ed866-8471-463f-a0de-3d9d783960f1 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/7a46036d-55d3-472c-985d-7d32e6afcac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029508 Aug 29 23:57:30.682777 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a7f38e-8e7b-48fc-baf2-b176fd729b61 req-c46245df-e01e-405c-ba04-7c736bd19173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:30.684939 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-12a7f38e-8e7b-48fc-baf2-b176fd729b61 req-c46245df-e01e-405c-ba04-7c736bd19173 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=490c1584-2616-4278-814c-8d73c9c52d9f HTTP/1.1" status: 200 len: 850 time: 0.0525465 Aug 29 23:57:30.734114 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a7f38e-8e7b-48fc-baf2-b176fd729b61 req-2cce7748-0e89-4998-bc44-70ede97d92b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:30.735790 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-12a7f38e-8e7b-48fc-baf2-b176fd729b61 req-2cce7748-0e89-4998-bc44-70ede97d92b9 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=4c9cdff2-05de-4391-b19a-4c2f9845a0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421898 Aug 29 23:57:30.780513 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-9d86c8a0-7dcb-4744-bba8-47a997aea87c req-3db348d6-b8ff-4c28-8b07-8e4f33e744aa service neutron] 10.222.0.87 "GET /networking/v2.0/networks/7a46036d-55d3-472c-985d-7d32e6afcac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875309 Aug 29 23:57:30.835968 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-12a7f38e-8e7b-48fc-baf2-b176fd729b61 req-25f299d5-d79a-4927-832b-35ec8eced3ba service neutron] 10.222.0.87 "GET /networking/v2.0/networks/4c9cdff2-05de-4391-b19a-4c2f9845a0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934727 Aug 29 23:57:30.932055 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-12a7f38e-8e7b-48fc-baf2-b176fd729b61 req-1cb64d6d-570c-49d6-b3dd-96c858571e64 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/4c9cdff2-05de-4391-b19a-4c2f9845a0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879385 Aug 29 23:57:31.157201 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:31.175406 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0852d11-a3c9-42ea-b180-75009fe0e33c req-ffecd539-cf25-4f76-81ff-15603dbe5a15 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:31.177199 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e0852d11-a3c9-42ea-b180-75009fe0e33c req-ffecd539-cf25-4f76-81ff-15603dbe5a15 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=49ca1939-82ad-4ef4-a1b5-ba654f65c022 HTTP/1.1" status: 200 len: 943 time: 0.0607154 Aug 29 23:57:31.233284 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e0852d11-a3c9-42ea-b180-75009fe0e33c req-4805f7c2-039e-450e-aa93-ae02c686745a tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=27d9ac4c-32a2-4778-b264-2aedd4f34cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497830 Aug 29 23:57:32.363934 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e409edd-0f71-4f77-80a1-3aec5241c649 req-5917d628-276a-48ee-9d90-49f8184e63a6 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:32.365478 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-9e409edd-0f71-4f77-80a1-3aec5241c649 req-5917d628-276a-48ee-9d90-49f8184e63a6 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=49ca1939-82ad-4ef4-a1b5-ba654f65c022 HTTP/1.1" status: 200 len: 943 time: 0.0529771 Aug 29 23:57:32.413841 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-9e409edd-0f71-4f77-80a1-3aec5241c649 req-27618729-b250-4eef-a898-04b8069a6556 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=27d9ac4c-32a2-4778-b264-2aedd4f34cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421093 Aug 29 23:57:33.665740 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d383e139-2456-428b-a472-4f85495e7c17 req-33adab98-4c5d-49e6-8908-1974f75a78b0 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:33.667210 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d383e139-2456-428b-a472-4f85495e7c17 req-33adab98-4c5d-49e6-8908-1974f75a78b0 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=49ca1939-82ad-4ef4-a1b5-ba654f65c022 HTTP/1.1" status: 200 len: 943 time: 0.1651423 Aug 29 23:57:33.712116 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:33.717126 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d383e139-2456-428b-a472-4f85495e7c17 req-8305c68e-6164-434e-8cf6-5c1e43f73a7c tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=27d9ac4c-32a2-4778-b264-2aedd4f34cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436399 Aug 29 23:57:34.057456 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device ef911d73-328b-439d-a53e-4fec1630c68b details requested by agent hyperv_hv-cinder-85504 with host hv-cinder-85504 {{(pid=113417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 23:57:34.172166 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port ef911d73-328b-439d-a53e-4fec1630c68b, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=ef911d73-328b-439d-a53e-4fec1630c68b,segment=NetworkSegment(bb534462-ddc2-4778-84af-6323faf368f0),segment_id=bb534462-ddc2-4778-84af-6323faf368f0)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:57:34.184273 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Returning: {'device': 'ef911d73-328b-439d-a53e-4fec1630c68b', 'network_id': '4c9cdff2-05de-4391-b19a-4c2f9845a0aa', 'port_id': 'ef911d73-328b-439d-a53e-4fec1630c68b', 'mac_address': 'fa:16:3e:09:19:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490c1584-2616-4278-814c-8d73c9c52d9f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 23:57:34.222707 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Current status of the port ef911d73-328b-439d-a53e-4fec1630c68b is: DOWN; New status is: BUILD {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:57:34.223223 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (ef911d73-328b-439d-a53e-4fec1630c68b), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:34.240434 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.notifiers.nova [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef911d73-328b-439d-a53e-4fec1630c68b {{(pid=113417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:57:34.261206 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port ef911d73-328b-439d-a53e-4fec1630c68b, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=ef911d73-328b-439d-a53e-4fec1630c68b,segment=NetworkSegment(bb534462-ddc2-4778-84af-6323faf368f0),segment_id=bb534462-ddc2-4778-84af-6323faf368f0)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:57:34.364864 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (ef911d73-328b-439d-a53e-4fec1630c68b), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:34.411544 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Pushing event updated for resources: {'Port': ['ID=ef911d73-328b-439d-a53e-4fec1630c68b,revision_number=4']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:34.847107 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40300a4a-06da-467c-abe3-994725ddcb6d req-1eb3c162-c259-4ff3-baaa-6db6c97adbd2 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:34.848832 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-40300a4a-06da-467c-abe3-994725ddcb6d req-1eb3c162-c259-4ff3-baaa-6db6c97adbd2 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=49ca1939-82ad-4ef4-a1b5-ba654f65c022 HTTP/1.1" status: 200 len: 944 time: 0.0545812 Aug 29 23:57:34.904376 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-40300a4a-06da-467c-abe3-994725ddcb6d req-6f0d78a6-ff1c-4d63-a789-d4466e51bd24 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=27d9ac4c-32a2-4778-b264-2aedd4f34cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496464 Aug 29 23:57:35.353944 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] get_ports_and_sgs() called for port_ids ['ef911d73-328b-439d-a53e-4fec1630c68b'] {{(pid=113417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 23:57:35.392775 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:35.458560 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:36.034702 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd4727-b3ae-4a0c-b0aa-8d84a377e14f req-ca5b5e85-b34a-484e-841f-869312555321 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:36.036313 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-1bbd4727-b3ae-4a0c-b0aa-8d84a377e14f req-ca5b5e85-b34a-484e-841f-869312555321 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=49ca1939-82ad-4ef4-a1b5-ba654f65c022 HTTP/1.1" status: 200 len: 944 time: 0.0512583 Aug 29 23:57:36.096464 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-1bbd4727-b3ae-4a0c-b0aa-8d84a377e14f req-38943ddd-cdbb-4f34-9a85-17e0fe23c985 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=27d9ac4c-32a2-4778-b264-2aedd4f34cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541847 Aug 29 23:57:36.856613 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c3c05-3fa8-4ec1-add2-8811cc5a5d11 req-eab5c120-3fc6-440c-b6a7-52687a94e54d tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:36.858647 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-423c3c05-3fa8-4ec1-add2-8811cc5a5d11 req-eab5c120-3fc6-440c-b6a7-52687a94e54d tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=566e2dc8-23df-460a-bc9e-6d686006f9ef HTTP/1.1" status: 200 len: 945 time: 0.1256104 Aug 29 23:57:36.925111 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-423c3c05-3fa8-4ec1-add2-8811cc5a5d11 req-09c87bd1-220c-4d9a-93ab-4d9bf9e2854b tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=9e5bbcd3-bc91-4f58-9c4d-2f7cf5dcb057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598776 Aug 29 23:57:37.396526 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a13621-f025-4cc1-8c7e-19eb12bcfcd6 req-e2d890d0-3477-44c9-ba05-99a1a50645ab tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:37.398142 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-56a13621-f025-4cc1-8c7e-19eb12bcfcd6 req-e2d890d0-3477-44c9-ba05-99a1a50645ab tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=49ca1939-82ad-4ef4-a1b5-ba654f65c022 HTTP/1.1" status: 200 len: 944 time: 0.0555940 Aug 29 23:57:37.451796 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-56a13621-f025-4cc1-8c7e-19eb12bcfcd6 req-0bb34599-6b46-467b-83d4-43afa6944afe tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=27d9ac4c-32a2-4778-b264-2aedd4f34cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470414 Aug 29 23:57:38.054058 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba01de-bc04-47c8-bd57-6d90dbffc98c req-e771c5ab-a1fb-439b-8316-9dc860fa2cae tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:38.055836 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ebba01de-bc04-47c8-bd57-6d90dbffc98c req-e771c5ab-a1fb-439b-8316-9dc860fa2cae tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=566e2dc8-23df-460a-bc9e-6d686006f9ef HTTP/1.1" status: 200 len: 945 time: 0.0525239 Aug 29 23:57:38.114751 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ebba01de-bc04-47c8-bd57-6d90dbffc98c req-4069d8f4-6fa0-4f4d-a023-ab6968751384 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=9e5bbcd3-bc91-4f58-9c4d-2f7cf5dcb057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527046 Aug 29 23:57:38.479175 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device ef911d73-328b-439d-a53e-4fec1630c68b up at agent hyperv_hv-cinder-85504 {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:57:38.524577 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Provisioning for port ef911d73-328b-439d-a53e-4fec1630c68b completed by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 23:57:38.604514 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Provisioning complete for port ef911d73-328b-439d-a53e-4fec1630c68b triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:57:38.604893 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (ef911d73-328b-439d-a53e-4fec1630c68b), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:38.610816 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b6c24-7f31-427c-9733-e833964bf749 req-477c3da8-8785-4052-ab73-6f2a7f4b2cd3 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:38.612389 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-7f1b6c24-7f31-427c-9733-e833964bf749 req-477c3da8-8785-4052-ab73-6f2a7f4b2cd3 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=49ca1939-82ad-4ef4-a1b5-ba654f65c022 HTTP/1.1" status: 200 len: 944 time: 0.0572367 Aug 29 23:57:38.670013 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-7f1b6c24-7f31-427c-9733-e833964bf749 req-ab249687-c226-4c6a-aaaf-25401b39b5b8 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=27d9ac4c-32a2-4778-b264-2aedd4f34cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515263 Aug 29 23:57:38.696637 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Current status of the port ef911d73-328b-439d-a53e-4fec1630c68b is: BUILD; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:57:38.696999 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (ef911d73-328b-439d-a53e-4fec1630c68b), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:38.724466 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ca1939-82ad-4ef4-a1b5-ba654f65c022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef911d73-328b-439d-a53e-4fec1630c68b'}] {{(pid=113417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:57:38.726774 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d41a01b6be055f780f1b28f387bc014884277aca14b53491aeccfff4134a8b4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb7f726-f9d9-4e5d-a6db-fca01efd6775" -d '{"events": [{"server_uuid": "49ca1939-82ad-4ef4-a1b5-ba654f65c022", "name": "network-vif-plugged", "status": "completed", "tag": "ef911d73-328b-439d-a53e-4fec1630c68b"}]}' {{(pid=113417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:57:38.741518 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port ef911d73-328b-439d-a53e-4fec1630c68b, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=ef911d73-328b-439d-a53e-4fec1630c68b,segment=NetworkSegment(bb534462-ddc2-4778-84af-6323faf368f0),segment_id=bb534462-ddc2-4778-84af-6323faf368f0)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:57:38.768509 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62fdfeb8-e55f-4c27-b0b5-775ec75441e4 x-openstack-request-id: req-62fdfeb8-e55f-4c27-b0b5-775ec75441e4 {{(pid=113417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:57:38.768509 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49ca1939-82ad-4ef4-a1b5-ba654f65c022", "name": "network-vif-plugged", "status": "completed", "tag": "ef911d73-328b-439d-a53e-4fec1630c68b", "code": 200}]} {{(pid=113417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:57:38.768509 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-62fdfeb8-e55f-4c27-b0b5-775ec75441e4 {{(pid=113417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:57:38.768925 dv-cinder-855041-2-iscsi neutron-server[113417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62fdfeb8-e55f-4c27-b0b5-775ec75441e4'] response: {'server_uuid': '49ca1939-82ad-4ef4-a1b5-ba654f65c022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef911d73-328b-439d-a53e-4fec1630c68b', 'code': 200} Aug 29 23:57:38.822042 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (ef911d73-328b-439d-a53e-4fec1630c68b), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:38.873031 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Pushing event updated for resources: {'Port': ['ID=ef911d73-328b-439d-a53e-4fec1630c68b,revision_number=5']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:39.257189 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e88ba92-1862-4d22-a1e9-7814d73dabf2 req-f631f6e3-5edb-4f5d-8cc5-c69ff8b18730 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:39.258924 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-1e88ba92-1862-4d22-a1e9-7814d73dabf2 req-f631f6e3-5edb-4f5d-8cc5-c69ff8b18730 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=566e2dc8-23df-460a-bc9e-6d686006f9ef HTTP/1.1" status: 200 len: 945 time: 0.0575342 Aug 29 23:57:39.310799 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-1e88ba92-1862-4d22-a1e9-7814d73dabf2 req-8c4a247f-4f08-4205-9d8c-8ecd53aa073b tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=9e5bbcd3-bc91-4f58-9c4d-2f7cf5dcb057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454321 Aug 29 23:57:39.808753 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e0d36f-5a73-4448-8778-3b8daf400b29 req-d226357a-23ef-4f1d-a59d-46c62da6b4b8 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:39.811664 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-69e0d36f-5a73-4448-8778-3b8daf400b29 req-d226357a-23ef-4f1d-a59d-46c62da6b4b8 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=49ca1939-82ad-4ef4-a1b5-ba654f65c022 HTTP/1.1" status: 200 len: 945 time: 0.0531530 Aug 29 23:57:39.873940 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-69e0d36f-5a73-4448-8778-3b8daf400b29 req-ded71b92-6bf9-49c2-aa1d-eddc30879b4d tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=27d9ac4c-32a2-4778-b264-2aedd4f34cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554185 Aug 29 23:57:40.193444 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922643d-dd7c-4fd5-b48e-ff2ba1bbab4a req-8094dbbd-1b2d-4c36-951e-4eae68cd9430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:40.200796 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-c922643d-dd7c-4fd5-b48e-ff2ba1bbab4a req-8094dbbd-1b2d-4c36-951e-4eae68cd9430 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=49ca1939-82ad-4ef4-a1b5-ba654f65c022 HTTP/1.1" status: 200 len: 1129 time: 0.0490048 Aug 29 23:57:40.256567 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-86ddf460-bc8a-4d4a-a529-ba607344b107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (1020f8f9-c858-45a1-84c5-376480b0ca2e), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:40.265112 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af0ed0-b4f9-49b6-bf33-f7bba5ad8b8e req-5010d704-245d-4ff1-a552-dffcd443b055 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:40.266834 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-58af0ed0-b4f9-49b6-bf33-f7bba5ad8b8e req-5010d704-245d-4ff1-a552-dffcd443b055 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.87 "GET /networking/v2.0/ports?device_id=566e2dc8-23df-460a-bc9e-6d686006f9ef HTTP/1.1" status: 200 len: 945 time: 0.0561934 Aug 29 23:57:40.273652 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-c922643d-dd7c-4fd5-b48e-ff2ba1bbab4a req-7a2eb85d-9559-41f0-9b45-bb1acdb4dad4 service neutron] 10.222.0.87 "GET /networking/v2.0/security-groups?id=27d9ac4c-32a2-4778-b264-2aedd4f34cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632796 Aug 29 23:57:40.374102 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [req-58af0ed0-b4f9-49b6-bf33-f7bba5ad8b8e req-1f1fba5e-822a-4b0e-b7a4-bac829772bae tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Deleting port 02e49e4b-817d-47fa-9692-a891d61a7f03 {{(pid=113415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:57:40.374470 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-58af0ed0-b4f9-49b6-bf33-f7bba5ad8b8e req-1f1fba5e-822a-4b0e-b7a4-bac829772bae tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (02e49e4b-817d-47fa-9692-a891d61a7f03), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:40.438900 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:40.476672 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:40.494036 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e2688-f52a-4922-b331-f7f454314fdf req-f4dde7df-6de7-43a5-80ca-a3c949db42cc tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:40.495322 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-225e2688-f52a-4922-b331-f7f454314fdf req-f4dde7df-6de7-43a5-80ca-a3c949db42cc tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=566e2dc8-23df-460a-bc9e-6d686006f9ef HTTP/1.1" status: 200 len: 945 time: 0.0707052 Aug 29 23:57:40.542268 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.db [req-58af0ed0-b4f9-49b6-bf33-f7bba5ad8b8e req-1f1fba5e-822a-4b0e-b7a4-bac829772bae tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] For port 02e49e4b-817d-47fa-9692-a891d61a7f03, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=02e49e4b-817d-47fa-9692-a891d61a7f03,segment=NetworkSegment(b248dcd9-618b-444c-b3d3-d3b8226b4da1),segment_id=b248dcd9-618b-444c-b3d3-d3b8226b4da1)] {{(pid=113415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:57:40.542577 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-58af0ed0-b4f9-49b6-bf33-f7bba5ad8b8e req-1f1fba5e-822a-4b0e-b7a4-bac829772bae tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (02e49e4b-817d-47fa-9692-a891d61a7f03), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:40.627308 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-225e2688-f52a-4922-b331-f7f454314fdf req-ec5acfd1-e3e2-4f26-8e0f-7e7730c19254 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=9e5bbcd3-bc91-4f58-9c4d-2f7cf5dcb057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197786 Aug 29 23:57:40.774211 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-58af0ed0-b4f9-49b6-bf33-f7bba5ad8b8e req-1f1fba5e-822a-4b0e-b7a4-bac829772bae tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:40.774693 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-58af0ed0-b4f9-49b6-bf33-f7bba5ad8b8e req-1f1fba5e-822a-4b0e-b7a4-bac829772bae tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477666'] for floatingip (fadc1373-881d-4632-a76a-f7acfd58d78c), after_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:40.774974 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.db.l3_db [req-58af0ed0-b4f9-49b6-bf33-f7bba5ad8b8e req-1f1fba5e-822a-4b0e-b7a4-bac829772bae tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Floating IP fadc1373-881d-4632-a76a-f7acfd58d78c disassociated. External IP: 172.27.1.116, port: 02e49e4b-817d-47fa-9692-a891d61a7f03. Aug 29 23:57:40.775333 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [req-58af0ed0-b4f9-49b6-bf33-f7bba5ad8b8e req-1f1fba5e-822a-4b0e-b7a4-bac829772bae tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Calling delete_port for 02e49e4b-817d-47fa-9692-a891d61a7f03 owned by compute:nova {{(pid=113415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:57:41.015336 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0339c22-faef-4eda-ab73-0116dea7aa2a req-7b675b55-95af-4c87-afbc-596bcc47ee61 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:41.017459 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-f0339c22-faef-4eda-ab73-0116dea7aa2a req-7b675b55-95af-4c87-afbc-596bcc47ee61 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=49ca1939-82ad-4ef4-a1b5-ba654f65c022 HTTP/1.1" status: 200 len: 945 time: 0.0569744 Aug 29 23:57:41.022170 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-58af0ed0-b4f9-49b6-bf33-f7bba5ad8b8e req-1f1fba5e-822a-4b0e-b7a4-bac829772bae tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11068774'] for port (02e49e4b-817d-47fa-9692-a891d61a7f03), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:41.070406 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1fba5e-822a-4b0e-b7a4-bac829772bae tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Pushing event deleted for resources: {'Port': ['ID=02e49e4b-817d-47fa-9692-a891d61a7f03,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:41.149424 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-f0339c22-faef-4eda-ab73-0116dea7aa2a req-fea16c25-2808-4cd2-8f10-994e6e0eb288 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=27d9ac4c-32a2-4778-b264-2aedd4f34cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169269 Aug 29 23:57:41.225872 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58af0ed0-b4f9-49b6-bf33-f7bba5ad8b8e req-1f1fba5e-822a-4b0e-b7a4-bac829772bae tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Router 0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e has already been hosted by L3 agent 037668f0-d812-4b59-9d2d-ce33f66a7708 {{(pid=113415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:57:41.348606 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58af0ed0-b4f9-49b6-bf33-f7bba5ad8b8e req-1f1fba5e-822a-4b0e-b7a4-bac829772bae tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Notify agent at l3_agent.dv-cinder-855041-2-iscsi the message routers_updated {{(pid=113415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:57:41.361268 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91164dc-5eab-45cb-bf18-16bb1cb9bebe None None] Sync routers for ids ['0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e'] in dv-cinder-855041-2-iscsi {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:57:41.373570 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91164dc-5eab-45cb-bf18-16bb1cb9bebe None None] Routers {'0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:57:41.374489 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-b91164dc-5eab-45cb-bf18-16bb1cb9bebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:57:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:57:41.408399 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.db.l3_dvrscheduler_db [req-58af0ed0-b4f9-49b6-bf33-f7bba5ad8b8e req-1f1fba5e-822a-4b0e-b7a4-bac829772bae tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] No DVR routers for this DVR port 02e49e4b-817d-47fa-9692-a891d61a7f03 on host hv-cinder-85504 {{(pid=113415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 23:57:41.408399 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-58af0ed0-b4f9-49b6-bf33-f7bba5ad8b8e req-1f1fba5e-822a-4b0e-b7a4-bac829772bae tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for port (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:41.409996 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-58af0ed0-b4f9-49b6-bf33-f7bba5ad8b8e req-1f1fba5e-822a-4b0e-b7a4-bac829772bae tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.87 "DELETE /networking/v2.0/ports/02e49e4b-817d-47fa-9692-a891d61a7f03 HTTP/1.1" status: 204 len: 173 time: 1.1375484 Aug 29 23:57:41.410554 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '566e2dc8-23df-460a-bc9e-6d686006f9ef', 'name': 'network-vif-deleted', 'tag': '02e49e4b-817d-47fa-9692-a891d61a7f03'}] {{(pid=113415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:57:41.413606 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbb4ce14699acef1e34bc356a7f428b480f1dc74f7679c811df4fa99cd0d73e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3667618b-ee7f-4594-877b-df7cb96a5b05" -d '{"events": [{"server_uuid": "566e2dc8-23df-460a-bc9e-6d686006f9ef", "name": "network-vif-deleted", "tag": "02e49e4b-817d-47fa-9692-a891d61a7f03"}]}' {{(pid=113415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:57:41.455032 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c84c45-b2e3-4ca3-bbae-d9f484fa5816 x-openstack-request-id: req-b6c84c45-b2e3-4ca3-bbae-d9f484fa5816 {{(pid=113415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:57:41.455334 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "566e2dc8-23df-460a-bc9e-6d686006f9ef", "name": "network-vif-deleted", "tag": "02e49e4b-817d-47fa-9692-a891d61a7f03", "status": "completed", "code": 200}]} {{(pid=113415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:57:41.455593 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b6c84c45-b2e3-4ca3-bbae-d9f484fa5816 {{(pid=113415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:57:41.456010 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6c84c45-b2e3-4ca3-bbae-d9f484fa5816'] response: {'server_uuid': '566e2dc8-23df-460a-bc9e-6d686006f9ef', 'name': 'network-vif-deleted', 'tag': '02e49e4b-817d-47fa-9692-a891d61a7f03', 'status': 'completed', 'code': 200} Aug 29 23:57:41.593191 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-b91164dc-5eab-45cb-bf18-16bb1cb9bebe None None] Set router 0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e gateway port host: dv-cinder-855041-2-iscsi {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:57:41.756433 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-3fd1e087-3726-489f-a2ba-cca120b46768 req-4668a113-9af8-43b1-9108-103c0e26a509 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=566e2dc8-23df-460a-bc9e-6d686006f9ef HTTP/1.1" status: 200 len: 210 time: 0.0324280 Aug 29 23:57:41.805049 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-b91164dc-5eab-45cb-bf18-16bb1cb9bebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e', 'name': 'tempest-ServerRescueNegativeTestJSON-775195304-router', 'tenant_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'f2310b0e-c287-4f95-9f84-528a711e70f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:12Z', 'updated_at': '2022-08-29T23:52:28Z', 'revision_number': 4, 'project_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'gw_port': {'id': 'f2310b0e-c287-4f95-9f84-528a711e70f8', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:13Z', 'updated_at': '2022-08-29T23:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': '966aacc9-57d0-4bcd-a0b7-ec830fd3f948', 'name': '', 'network_id': 'e198d273-347a-4fa0-82d5-22e40c3600ea', 'tenant_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'mac_address': 'fa:16:3e:7c:c1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '61447109-44f2-44fa-83dd-52a148538e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:24Z', 'updated_at': '2022-08-29T23:52:46Z', 'revision_number': 5, 'project_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'subnets': [{'id': '61447109-44f2-44fa-83dd-52a148538e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:57:41.842394 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91164dc-5eab-45cb-bf18-16bb1cb9bebe None None] Checking router: 0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e for host: dv-cinder-855041-2-iscsi {{(pid=113418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:57:41.844204 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=100 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:41.852257 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91164dc-5eab-45cb-bf18-16bb1cb9bebe None None] Routers {'0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:57:41.852874 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-b91164dc-5eab-45cb-bf18-16bb1cb9bebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:57:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:57:41.973356 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-b91164dc-5eab-45cb-bf18-16bb1cb9bebe None None] Set router 0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e gateway port host: dv-cinder-855041-2-iscsi {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:57:42.192877 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-b91164dc-5eab-45cb-bf18-16bb1cb9bebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e', 'name': 'tempest-ServerRescueNegativeTestJSON-775195304-router', 'tenant_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'f2310b0e-c287-4f95-9f84-528a711e70f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:12Z', 'updated_at': '2022-08-29T23:52:28Z', 'revision_number': 4, 'project_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'gw_port': {'id': 'f2310b0e-c287-4f95-9f84-528a711e70f8', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:13Z', 'updated_at': '2022-08-29T23:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': '966aacc9-57d0-4bcd-a0b7-ec830fd3f948', 'name': '', 'network_id': 'e198d273-347a-4fa0-82d5-22e40c3600ea', 'tenant_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'mac_address': 'fa:16:3e:7c:c1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '61447109-44f2-44fa-83dd-52a148538e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:24Z', 'updated_at': '2022-08-29T23:52:46Z', 'revision_number': 5, 'project_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'subnets': [{'id': '61447109-44f2-44fa-83dd-52a148538e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:57:42.225624 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91164dc-5eab-45cb-bf18-16bb1cb9bebe None None] The sync data for ids ['0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e'] in dv-cinder-855041-2-iscsi is: [{'id': '0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e', 'name': 'tempest-ServerRescueNegativeTestJSON-775195304-router', 'tenant_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'f2310b0e-c287-4f95-9f84-528a711e70f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:12Z', 'updated_at': '2022-08-29T23:52:28Z', 'revision_number': 4, 'project_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'gw_port': {'id': 'f2310b0e-c287-4f95-9f84-528a711e70f8', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:13Z', 'updated_at': '2022-08-29T23:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': '966aacc9-57d0-4bcd-a0b7-ec830fd3f948', 'name': '', 'network_id': 'e198d273-347a-4fa0-82d5-22e40c3600ea', 'tenant_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'mac_address': 'fa:16:3e:7c:c1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '61447109-44f2-44fa-83dd-52a148538e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:24Z', 'updated_at': '2022-08-29T23:52:46Z', 'revision_number': 5, 'project_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'subnets': [{'id': '61447109-44f2-44fa-83dd-52a148538e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:57:42.294832 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ee8c2-991f-4fdb-aae1-0aa473621744 req-7d2b7762-015e-4e90-8923-c354aeae3499 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:42.298290 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-925ee8c2-991f-4fdb-aae1-0aa473621744 req-7d2b7762-015e-4e90-8923-c354aeae3499 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=49ca1939-82ad-4ef4-a1b5-ba654f65c022 HTTP/1.1" status: 200 len: 945 time: 0.0582905 Aug 29 23:57:42.357712 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-925ee8c2-991f-4fdb-aae1-0aa473621744 req-796d1f63-ba69-4914-a750-0685d5d63bd8 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=27d9ac4c-32a2-4778-b264-2aedd4f34cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539827 Aug 29 23:57:42.490595 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4df716b-0bc1-4453-9bb2-2f71dcf56ac5 None None] New status for floating IP fadc1373-881d-4632-a76a-f7acfd58d78c: DOWN {{(pid=113417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 23:57:42.898971 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-9cca10ce-5344-4d39-bf44-4593ded183bb req-24ef2514-fed4-42e6-906e-391c2d48f830 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=566e2dc8-23df-460a-bc9e-6d686006f9ef HTTP/1.1" status: 200 len: 210 time: 0.0287540 Aug 29 23:57:43.095937 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (a7eaf665-0f6d-431a-9601-222c900251ec), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:43.442110 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device 02e49e4b-817d-47fa-9692-a891d61a7f03 no longer exists at agent hyperv_hv-cinder-85504 {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:57:43.444439 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-8246f300-c08c-468b-9d49-1405703f00e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (037668f0-d812-4b59-9d2d-ce33f66a7708), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:43.464357 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] No Port match for: 02e49e4b-817d-47fa-9692-a891d61a7f03 {{(pid=113417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:57:43.464832 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device 02e49e4b-817d-47fa-9692-a891d61a7f03 not bound to the agent host hv-cinder-85504 {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:57:43.467186 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:43.476915 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:43.485933 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bafc6b-f607-46d6-a134-022c2a4e615b req-c4438a1e-0466-4082-a949-48e28632a59d tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:43.487388 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-22bafc6b-f607-46d6-a134-022c2a4e615b req-c4438a1e-0466-4082-a949-48e28632a59d tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=49ca1939-82ad-4ef4-a1b5-ba654f65c022 HTTP/1.1" status: 200 len: 945 time: 0.0480216 Aug 29 23:57:43.540454 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-22bafc6b-f607-46d6-a134-022c2a4e615b req-581ef9b4-f02f-48c1-8927-9428413d3740 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=27d9ac4c-32a2-4778-b264-2aedd4f34cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471106 Aug 29 23:57:43.669888 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560358be-1de8-4a38-a8c0-963d329c7d17 req-d2edb2fc-b76d-46b9-b156-b0c9eb634a59 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:43.671287 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-560358be-1de8-4a38-a8c0-963d329c7d17 req-d2edb2fc-b76d-46b9-b156-b0c9eb634a59 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=49ca1939-82ad-4ef4-a1b5-ba654f65c022 HTTP/1.1" status: 200 len: 945 time: 0.0533640 Aug 29 23:57:43.680980 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 51894) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:43.685269 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [None req-c883097e-9cbb-47a9-a732-5d929e487362 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Request body: {'floatingip': {'port_id': 'ef911d73-328b-439d-a53e-4fec1630c68b'}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:57:43.725944 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-c883097e-9cbb-47a9-a732-5d929e487362 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks [] for floatingip (5e6610fb-35e1-4717-b8e8-7a9be92723e3), before_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:43.978660 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.agents_db [None req-4166f728-c6cb-4ae6-8e81-f61b29fbc360 None None] Agent healthcheck: found 6 active agents {{(pid=113418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 23:57:44.097535 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 51906) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:44.159024 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-7678bda5-6928-4180-8369-86accf6369a0 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Publish callbacks [] for security_group (9e5bbcd3-bc91-4f58-9c4d-2f7cf5dcb057), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:44.162619 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=100 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:44.183472 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-7678bda5-6928-4180-8369-86accf6369a0 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Publish callbacks [] for security_group (9e5bbcd3-bc91-4f58-9c4d-2f7cf5dcb057), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:44.193073 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-c883097e-9cbb-47a9-a732-5d929e487362 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:44.312969 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-7678bda5-6928-4180-8369-86accf6369a0 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (9e5bbcd3-bc91-4f58-9c4d-2f7cf5dcb057), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:44.313247 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-c883097e-9cbb-47a9-a732-5d929e487362 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477666'] for floatingip (5e6610fb-35e1-4717-b8e8-7a9be92723e3), after_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:44.315680 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-7678bda5-6928-4180-8369-86accf6369a0 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Publish callbacks [] for security_group (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:44.316894 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-7678bda5-6928-4180-8369-86accf6369a0 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "DELETE /networking/v2.0/security-groups/9e5bbcd3-bc91-4f58-9c4d-2f7cf5dcb057 HTTP/1.1" status: 204 len: 168 time: 0.2182958 Aug 29 23:57:44.320725 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 51908) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:44.339270 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7678bda5-6928-4180-8369-86accf6369a0 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5bbcd3-bc91-4f58-9c4d-2f7cf5dcb057,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:44.344211 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.api.v2.resource [None req-e5d97c45-3b5d-4db4-b195-26b52296c229 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] show failed (client error): The resource could not be found. Aug 29 23:57:44.346231 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-e5d97c45-3b5d-4db4-b195-26b52296c229 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups/9e5bbcd3-bc91-4f58-9c4d-2f7cf5dcb057 HTTP/1.1" status: 404 len: 347 time: 0.0235388 Aug 29 23:57:44.350826 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7678bda5-6928-4180-8369-86accf6369a0 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:44.351961 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7678bda5-6928-4180-8369-86accf6369a0 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:44.351961 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7678bda5-6928-4180-8369-86accf6369a0 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:44.351961 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7678bda5-6928-4180-8369-86accf6369a0 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:44.352482 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7678bda5-6928-4180-8369-86accf6369a0 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:44.353677 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7678bda5-6928-4180-8369-86accf6369a0 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:44.353677 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7678bda5-6928-4180-8369-86accf6369a0 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:44.353981 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 51910) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:44.354134 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7678bda5-6928-4180-8369-86accf6369a0 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:44.354134 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7678bda5-6928-4180-8369-86accf6369a0 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:44.354480 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7678bda5-6928-4180-8369-86accf6369a0 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:44.354994 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7678bda5-6928-4180-8369-86accf6369a0 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:44.355395 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7678bda5-6928-4180-8369-86accf6369a0 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:44.356450 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7678bda5-6928-4180-8369-86accf6369a0 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:44.356823 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7678bda5-6928-4180-8369-86accf6369a0 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:44.357354 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7678bda5-6928-4180-8369-86accf6369a0 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:44.421525 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cdcd43ac-7909-438b-ba67-31b4a20d4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (bcd4f52e-0d63-4d8a-9dda-ff825ab30758), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:44.789083 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.db.l3_db [None req-c883097e-9cbb-47a9-a732-5d929e487362 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Floating IP 5e6610fb-35e1-4717-b8e8-7a9be92723e3 associated. External IP: 172.27.1.122, port: ef911d73-328b-439d-a53e-4fec1630c68b. Aug 29 23:57:44.791463 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [None req-ad38f7e0-1f0f-4214-ba05-d679fe4e41ac tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Deleting port 169da748-607f-4d52-8f08-2a32f2ce5956 {{(pid=113415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:57:44.791862 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-ad38f7e0-1f0f-4214-ba05-d679fe4e41ac tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (169da748-607f-4d52-8f08-2a32f2ce5956), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:44.953270 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:44.967290 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-ad38f7e0-1f0f-4214-ba05-d679fe4e41ac tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (169da748-607f-4d52-8f08-2a32f2ce5956), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:44.973118 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-ad38f7e0-1f0f-4214-ba05-d679fe4e41ac tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Publish callbacks [] for floatingip (169da748-607f-4d52-8f08-2a32f2ce5956), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:45.019083 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [None req-ad38f7e0-1f0f-4214-ba05-d679fe4e41ac tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Calling delete_port for 169da748-607f-4d52-8f08-2a32f2ce5956 owned by network:floatingip {{(pid=113415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:57:45.042314 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:45.170437 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c883097e-9cbb-47a9-a732-5d929e487362 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Router 5371629e-3840-425d-941b-fcb3b356a1fa has already been hosted by L3 agent 037668f0-d812-4b59-9d2d-ce33f66a7708 {{(pid=113415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:57:45.338532 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c883097e-9cbb-47a9-a732-5d929e487362 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Notify agent at l3_agent.dv-cinder-855041-2-iscsi the message routers_updated {{(pid=113415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:57:45.345815 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-c883097e-9cbb-47a9-a732-5d929e487362 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for floatingip (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:45.351620 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96af8032-4fee-4072-bc8f-d4d98166a891 None None] Sync routers for ids ['5371629e-3840-425d-941b-fcb3b356a1fa'] in dv-cinder-855041-2-iscsi {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:57:45.367174 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96af8032-4fee-4072-bc8f-d4d98166a891 None None] Routers {'5371629e-3840-425d-941b-fcb3b356a1fa'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:57:45.367896 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-96af8032-4fee-4072-bc8f-d4d98166a891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:57:43Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['5371629e-3840-425d-941b-fcb3b356a1fa'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:57:45.395890 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-c883097e-9cbb-47a9-a732-5d929e487362 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "PUT /networking/v2.0/floatingips/5e6610fb-35e1-4717-b8e8-7a9be92723e3 HTTP/1.1" status: 200 len: 991 time: 1.7138433 Aug 29 23:57:45.396861 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49ca1939-82ad-4ef4-a1b5-ba654f65c022', 'tag': 'ef911d73-328b-439d-a53e-4fec1630c68b'}] {{(pid=113415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:57:45.399269 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbb4ce14699acef1e34bc356a7f428b480f1dc74f7679c811df4fa99cd0d73e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47f9dad-1f8c-4850-8b65-4fdf942804ce" -d '{"events": [{"name": "network-changed", "server_uuid": "49ca1939-82ad-4ef4-a1b5-ba654f65c022", "tag": "ef911d73-328b-439d-a53e-4fec1630c68b"}]}' {{(pid=113415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:57:45.401814 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-ad38f7e0-1f0f-4214-ba05-d679fe4e41ac tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11068774'] for port (169da748-607f-4d52-8f08-2a32f2ce5956), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:45.431593 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad38f7e0-1f0f-4214-ba05-d679fe4e41ac tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Pushing event deleted for resources: {'Port': ['ID=169da748-607f-4d52-8f08-2a32f2ce5956,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:45.459171 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad38f7e0-1f0f-4214-ba05-d679fe4e41ac tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:45.459502 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad38f7e0-1f0f-4214-ba05-d679fe4e41ac tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:45.460001 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad38f7e0-1f0f-4214-ba05-d679fe4e41ac tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:45.460395 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad38f7e0-1f0f-4214-ba05-d679fe4e41ac tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:45.460552 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad38f7e0-1f0f-4214-ba05-d679fe4e41ac tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:45.460857 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad38f7e0-1f0f-4214-ba05-d679fe4e41ac tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:45.461154 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad38f7e0-1f0f-4214-ba05-d679fe4e41ac tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:45.461480 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad38f7e0-1f0f-4214-ba05-d679fe4e41ac tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:45.461834 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad38f7e0-1f0f-4214-ba05-d679fe4e41ac tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:45.462108 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad38f7e0-1f0f-4214-ba05-d679fe4e41ac tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:45.462480 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad38f7e0-1f0f-4214-ba05-d679fe4e41ac tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:45.462747 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad38f7e0-1f0f-4214-ba05-d679fe4e41ac tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:45.463064 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad38f7e0-1f0f-4214-ba05-d679fe4e41ac tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:45.463379 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad38f7e0-1f0f-4214-ba05-d679fe4e41ac tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:45.463694 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad38f7e0-1f0f-4214-ba05-d679fe4e41ac tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:45.488694 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-96af8032-4fee-4072-bc8f-d4d98166a891 None None] Set router 5371629e-3840-425d-941b-fcb3b356a1fa gateway port host: dv-cinder-855041-2-iscsi {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:57:45.492655 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 23:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6628ba44-084a-495b-8a63-a2921d61494c x-openstack-request-id: req-6628ba44-084a-495b-8a63-a2921d61494c {{(pid=113415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:57:45.492943 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49ca1939-82ad-4ef4-a1b5-ba654f65c022", "tag": "ef911d73-328b-439d-a53e-4fec1630c68b", "status": "completed", "code": 200}]} {{(pid=113415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:57:45.493194 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-6628ba44-084a-495b-8a63-a2921d61494c {{(pid=113415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:57:45.493599 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6628ba44-084a-495b-8a63-a2921d61494c'] response: {'name': 'network-changed', 'server_uuid': '49ca1939-82ad-4ef4-a1b5-ba654f65c022', 'tag': 'ef911d73-328b-439d-a53e-4fec1630c68b', 'status': 'completed', 'code': 200} Aug 29 23:57:45.529149 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=100 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:45.552392 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-ad38f7e0-1f0f-4214-ba05-d679fe4e41ac tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Publish callbacks [] for floatingip (fadc1373-881d-4632-a76a-f7acfd58d78c), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:45.554886 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-ad38f7e0-1f0f-4214-ba05-d679fe4e41ac tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for floatingip (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:45.556044 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-ad38f7e0-1f0f-4214-ba05-d679fe4e41ac tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "DELETE /networking/v2.0/floatingips/fadc1373-881d-4632-a76a-f7acfd58d78c HTTP/1.1" status: 204 len: 168 time: 1.2016578 Aug 29 23:57:45.568155 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f9dad-1f8c-4850-8b65-4fdf942804ce req-0cedcdc7-a533-4e1c-b196-90231b6b699a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:45.569746 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d47f9dad-1f8c-4850-8b65-4fdf942804ce req-0cedcdc7-a533-4e1c-b196-90231b6b699a service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=4b68600b8657473eb43d16098bbcacf6&device_id=49ca1939-82ad-4ef4-a1b5-ba654f65c022 HTTP/1.1" status: 200 len: 1129 time: 0.0592875 Aug 29 23:57:45.578355 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (01773ddc-a5d8-4c68-b7b5-e385af2b339f), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:45.700770 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f9dad-1f8c-4850-8b65-4fdf942804ce req-09c9e4a5-6005-41d8-91c5-8d7b85f44d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:45.702312 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d47f9dad-1f8c-4850-8b65-4fdf942804ce req-09c9e4a5-6005-41d8-91c5-8d7b85f44d10 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=4c9cdff2-05de-4391-b19a-4c2f9845a0aa HTTP/1.1" status: 200 len: 913 time: 0.1259942 Aug 29 23:57:45.766145 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-96af8032-4fee-4072-bc8f-d4d98166a891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5371629e-3840-425d-941b-fcb3b356a1fa', 'name': 'tempest-AttachVolumeTestJSON-1281828477-router', 'tenant_id': '4b68600b8657473eb43d16098bbcacf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '50d67b08-de59-4733-be5d-71963d30dbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:15Z', 'updated_at': '2022-08-29T23:52:31Z', 'revision_number': 4, 'project_id': '4b68600b8657473eb43d16098bbcacf6', 'gw_port': {'id': '50d67b08-de59-4733-be5d-71963d30dbba', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5371629e-3840-425d-941b-fcb3b356a1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:18Z', 'updated_at': '2022-08-29T23:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_floatingips': [{'id': '5e6610fb-35e1-4717-b8e8-7a9be92723e3', 'tenant_id': '4b68600b8657473eb43d16098bbcacf6', 'floating_ip_address': '172.27.1.122', 'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'router_id': '5371629e-3840-425d-941b-fcb3b356a1fa', 'port_id': 'ef911d73-328b-439d-a53e-4fec1630c68b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c9cdff2-05de-4391-b19a-4c2f9845a0aa', 'mac_address': 'fa:16:3e:09:19:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca1939-82ad-4ef4-a1b5-ba654f65c022', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:57:21Z', 'updated_at': '2022-08-29T23:57:44Z', 'revision_number': 1, 'project_id': '4b68600b8657473eb43d16098bbcacf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b75e0afb-67a6-43ff-a6a4-0b5c0281fe26', 'name': '', 'network_id': '4c9cdff2-05de-4391-b19a-4c2f9845a0aa', 'tenant_id': '4b68600b8657473eb43d16098bbcacf6', 'mac_address': 'fa:16:3e:e8:fe:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5371629e-3840-425d-941b-fcb3b356a1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '490c1584-2616-4278-814c-8d73c9c52d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:28Z', 'updated_at': '2022-08-29T23:52:44Z', 'revision_number': 5, 'project_id': '4b68600b8657473eb43d16098bbcacf6', 'subnets': [{'id': '490c1584-2616-4278-814c-8d73c9c52d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:57:45.800386 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96af8032-4fee-4072-bc8f-d4d98166a891 None None] Checking router: 5371629e-3840-425d-941b-fcb3b356a1fa for host: dv-cinder-855041-2-iscsi {{(pid=113418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:57:45.801625 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d47f9dad-1f8c-4850-8b65-4fdf942804ce req-ca0878c9-6d03-4f96-b22d-23f2a455f28c service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef911d73-328b-439d-a53e-4fec1630c68b HTTP/1.1" status: 200 len: 999 time: 0.0920327 Aug 29 23:57:45.813618 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96af8032-4fee-4072-bc8f-d4d98166a891 None None] Routers {'5371629e-3840-425d-941b-fcb3b356a1fa'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:57:45.825787 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-96af8032-4fee-4072-bc8f-d4d98166a891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:57:43Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['5371629e-3840-425d-941b-fcb3b356a1fa'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:57:45.865906 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f9dad-1f8c-4850-8b65-4fdf942804ce req-54c5846d-11a0-4e14-ac9d-a1b6eebdb8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:45.868340 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d47f9dad-1f8c-4850-8b65-4fdf942804ce req-54c5846d-11a0-4e14-ac9d-a1b6eebdb8ce service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=490c1584-2616-4278-814c-8d73c9c52d9f HTTP/1.1" status: 200 len: 850 time: 0.0599868 Aug 29 23:57:45.907584 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:45.920226 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f9dad-1f8c-4850-8b65-4fdf942804ce req-6319a124-fbaf-4c75-b936-4b0efd9c8414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:45.921786 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d47f9dad-1f8c-4850-8b65-4fdf942804ce req-6319a124-fbaf-4c75-b936-4b0efd9c8414 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=4c9cdff2-05de-4391-b19a-4c2f9845a0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470278 Aug 29 23:57:45.945953 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-96af8032-4fee-4072-bc8f-d4d98166a891 None None] Set router 5371629e-3840-425d-941b-fcb3b356a1fa gateway port host: dv-cinder-855041-2-iscsi {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:57:46.040436 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d47f9dad-1f8c-4850-8b65-4fdf942804ce req-ebed8b44-a9ce-4268-9581-4e60f863d424 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/4c9cdff2-05de-4391-b19a-4c2f9845a0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121607 Aug 29 23:57:46.148622 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d47f9dad-1f8c-4850-8b65-4fdf942804ce req-d125c4e8-145c-4217-b773-7c783ea6d897 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/4c9cdff2-05de-4391-b19a-4c2f9845a0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012061 Aug 29 23:57:46.193490 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=100 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:46.205413 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-96af8032-4fee-4072-bc8f-d4d98166a891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5371629e-3840-425d-941b-fcb3b356a1fa', 'name': 'tempest-AttachVolumeTestJSON-1281828477-router', 'tenant_id': '4b68600b8657473eb43d16098bbcacf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '50d67b08-de59-4733-be5d-71963d30dbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:15Z', 'updated_at': '2022-08-29T23:52:31Z', 'revision_number': 4, 'project_id': '4b68600b8657473eb43d16098bbcacf6', 'gw_port': {'id': '50d67b08-de59-4733-be5d-71963d30dbba', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5371629e-3840-425d-941b-fcb3b356a1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:18Z', 'updated_at': '2022-08-29T23:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_floatingips': [{'id': '5e6610fb-35e1-4717-b8e8-7a9be92723e3', 'tenant_id': '4b68600b8657473eb43d16098bbcacf6', 'floating_ip_address': '172.27.1.122', 'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'router_id': '5371629e-3840-425d-941b-fcb3b356a1fa', 'port_id': 'ef911d73-328b-439d-a53e-4fec1630c68b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c9cdff2-05de-4391-b19a-4c2f9845a0aa', 'mac_address': 'fa:16:3e:09:19:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca1939-82ad-4ef4-a1b5-ba654f65c022', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:57:21Z', 'updated_at': '2022-08-29T23:57:44Z', 'revision_number': 1, 'project_id': '4b68600b8657473eb43d16098bbcacf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b75e0afb-67a6-43ff-a6a4-0b5c0281fe26', 'name': '', 'network_id': '4c9cdff2-05de-4391-b19a-4c2f9845a0aa', 'tenant_id': '4b68600b8657473eb43d16098bbcacf6', 'mac_address': 'fa:16:3e:e8:fe:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5371629e-3840-425d-941b-fcb3b356a1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '490c1584-2616-4278-814c-8d73c9c52d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:28Z', 'updated_at': '2022-08-29T23:52:44Z', 'revision_number': 5, 'project_id': '4b68600b8657473eb43d16098bbcacf6', 'subnets': [{'id': '490c1584-2616-4278-814c-8d73c9c52d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:57:46.235472 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96af8032-4fee-4072-bc8f-d4d98166a891 None None] The sync data for ids ['5371629e-3840-425d-941b-fcb3b356a1fa'] in dv-cinder-855041-2-iscsi is: [{'id': '5371629e-3840-425d-941b-fcb3b356a1fa', 'name': 'tempest-AttachVolumeTestJSON-1281828477-router', 'tenant_id': '4b68600b8657473eb43d16098bbcacf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '50d67b08-de59-4733-be5d-71963d30dbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:15Z', 'updated_at': '2022-08-29T23:52:31Z', 'revision_number': 4, 'project_id': '4b68600b8657473eb43d16098bbcacf6', 'gw_port': {'id': '50d67b08-de59-4733-be5d-71963d30dbba', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5371629e-3840-425d-941b-fcb3b356a1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:18Z', 'updated_at': '2022-08-29T23:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_floatingips': [{'id': '5e6610fb-35e1-4717-b8e8-7a9be92723e3', 'tenant_id': '4b68600b8657473eb43d16098bbcacf6', 'floating_ip_address': '172.27.1.122', 'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'router_id': '5371629e-3840-425d-941b-fcb3b356a1fa', 'port_id': 'ef911d73-328b-439d-a53e-4fec1630c68b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c9cdff2-05de-4391-b19a-4c2f9845a0aa', 'mac_address': 'fa:16:3e:09:19:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca1939-82ad-4ef4-a1b5-ba654f65c022', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:57:21Z', 'updated_at': '2022-08-29T23:57:44Z', 'revision_number': 1, 'project_id': '4b68600b8657473eb43d16098bbcacf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b75e0afb-67a6-43ff-a6a4-0b5c0281fe26', 'name': '', 'network_id': '4c9cdff2-05de-4391-b19a-4c2f9845a0aa', 'tenant_id': '4b68600b8657473eb43d16098bbcacf6', 'mac_address': 'fa:16:3e:e8:fe:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5371629e-3840-425d-941b-fcb3b356a1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '490c1584-2616-4278-814c-8d73c9c52d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:28Z', 'updated_at': '2022-08-29T23:52:44Z', 'revision_number': 5, 'project_id': '4b68600b8657473eb43d16098bbcacf6', 'subnets': [{'id': '490c1584-2616-4278-814c-8d73c9c52d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:57:46.439510 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-55545b4a-c719-46e4-a9c5-7c044aa64822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (63136763-0f20-46a8-951a-2f70193501e4), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:46.506619 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60679850-5b00-47b7-8e70-23d716c8f65b None None] New status for floating IP 5e6610fb-35e1-4717-b8e8-7a9be92723e3: ACTIVE {{(pid=113417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 23:57:46.895234 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 51934) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:47.028026 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-9c821899-ea3f-4257-9afb-f67b6ce52c38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:47.080930 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:47.149549 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-9c821899-ea3f-4257-9afb-f67b6ce52c38 admin admin] Publish callbacks [] for security_group (5143fc1a-887b-4003-8b20-cb105b8869c5), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:47.314204 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-9c821899-ea3f-4257-9afb-f67b6ce52c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (5143fc1a-887b-4003-8b20-cb105b8869c5), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:47.418028 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-9c821899-ea3f-4257-9afb-f67b6ce52c38 admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=560c9ba9a3c14d21a05eef052afc2b32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5211697 Aug 29 23:57:47.420217 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c821899-ea3f-4257-9afb-f67b6ce52c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5143fc1a-887b-4003-8b20-cb105b8869c5,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:47.420538 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 51942) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:47.482989 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:47.487151 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-f0dfabe6-422c-4949-915d-c8b0ac0ac45a admin admin] Publish callbacks [] for security_group (5143fc1a-887b-4003-8b20-cb105b8869c5), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:47.515075 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-f0dfabe6-422c-4949-915d-c8b0ac0ac45a admin admin] Publish callbacks [] for security_group (5143fc1a-887b-4003-8b20-cb105b8869c5), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:47.662215 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-f0dfabe6-422c-4949-915d-c8b0ac0ac45a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (5143fc1a-887b-4003-8b20-cb105b8869c5), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:47.667208 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-f0dfabe6-422c-4949-915d-c8b0ac0ac45a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:47.669840 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-f0dfabe6-422c-4949-915d-c8b0ac0ac45a admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/5143fc1a-887b-4003-8b20-cb105b8869c5 HTTP/1.1" status: 204 len: 168 time: 0.2480130 Aug 29 23:57:47.685238 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dfabe6-422c-4949-915d-c8b0ac0ac45a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5143fc1a-887b-4003-8b20-cb105b8869c5,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:48.835016 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d729f-ef8d-4e81-b88c-d7bfd0faf579 req-e643eff1-8cb8-4b8c-9ed5-53b30f7380b3 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:48.836693 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e18d729f-ef8d-4e81-b88c-d7bfd0faf579 req-e643eff1-8cb8-4b8c-9ed5-53b30f7380b3 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 946 time: 0.0548866 Aug 29 23:57:48.893313 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e18d729f-ef8d-4e81-b88c-d7bfd0faf579 req-a427ad56-2e6c-4294-8517-0955a0cf2af6 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495145 Aug 29 23:57:50.042223 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e6dc9f-d06b-4558-9204-7322fbacc33d req-c4da6470-4185-4666-979a-df8cae6538fd tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:50.043902 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-a2e6dc9f-d06b-4558-9204-7322fbacc33d req-c4da6470-4185-4666-979a-df8cae6538fd tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 946 time: 0.0575576 Aug 29 23:57:50.104675 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-a2e6dc9f-d06b-4558-9204-7322fbacc33d req-95f0d16c-afbd-4489-8cf3-a0af8c0bd8b3 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545695 Aug 29 23:57:51.302712 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b5de2-7b69-4f76-941d-2245ebcd9b8b req-7b3eb723-80ad-412f-9828-528c2f38ab2b tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:51.304336 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ef1b5de2-7b69-4f76-941d-2245ebcd9b8b req-7b3eb723-80ad-412f-9828-528c2f38ab2b tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.87 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 946 time: 0.1034796 Aug 29 23:57:51.326901 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c50521a-50a7-48df-be3d-63f653290ea2 req-41a2c541-5107-43e4-abf4-2909c974c619 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:51.328483 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-3c50521a-50a7-48df-be3d-63f653290ea2 req-41a2c541-5107-43e4-abf4-2909c974c619 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 946 time: 0.0830579 Aug 29 23:57:51.444784 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-3c50521a-50a7-48df-be3d-63f653290ea2 req-f8764025-3c4e-4663-8986-27c6c7904c64 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968969 Aug 29 23:57:51.448626 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [req-ef1b5de2-7b69-4f76-941d-2245ebcd9b8b req-007a1b4e-b7ef-4c12-b0bc-4089714f7464 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Deleting port 59f1d716-7a45-4a0d-8eb0-20b9102bfd16 {{(pid=113415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:57:51.449518 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-ef1b5de2-7b69-4f76-941d-2245ebcd9b8b req-007a1b4e-b7ef-4c12-b0bc-4089714f7464 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (59f1d716-7a45-4a0d-8eb0-20b9102bfd16), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:51.556366 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.db [req-ef1b5de2-7b69-4f76-941d-2245ebcd9b8b req-007a1b4e-b7ef-4c12-b0bc-4089714f7464 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] For port 59f1d716-7a45-4a0d-8eb0-20b9102bfd16, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=59f1d716-7a45-4a0d-8eb0-20b9102bfd16,segment=NetworkSegment(b248dcd9-618b-444c-b3d3-d3b8226b4da1),segment_id=b248dcd9-618b-444c-b3d3-d3b8226b4da1)] {{(pid=113415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:57:51.556742 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-ef1b5de2-7b69-4f76-941d-2245ebcd9b8b req-007a1b4e-b7ef-4c12-b0bc-4089714f7464 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (59f1d716-7a45-4a0d-8eb0-20b9102bfd16), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:51.576124 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [req-ef1b5de2-7b69-4f76-941d-2245ebcd9b8b req-007a1b4e-b7ef-4c12-b0bc-4089714f7464 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Calling delete_port for 59f1d716-7a45-4a0d-8eb0-20b9102bfd16 owned by compute:nova {{(pid=113415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:57:51.651824 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:51.862124 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-ef1b5de2-7b69-4f76-941d-2245ebcd9b8b req-007a1b4e-b7ef-4c12-b0bc-4089714f7464 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11068774'] for port (59f1d716-7a45-4a0d-8eb0-20b9102bfd16), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:51.875040 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] get_ports_and_sgs() called for port_ids ['1994af96-ee92-46f3-8bd5-3d9a397cf396', '59f1d716-7a45-4a0d-8eb0-20b9102bfd16'] {{(pid=113417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 23:57:51.892227 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007a1b4e-b7ef-4c12-b0bc-4089714f7464 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Pushing event deleted for resources: {'Port': ['ID=59f1d716-7a45-4a0d-8eb0-20b9102bfd16,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:51.940834 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef1b5de2-7b69-4f76-941d-2245ebcd9b8b req-007a1b4e-b7ef-4c12-b0bc-4089714f7464 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] No DVR routers for this DVR port 59f1d716-7a45-4a0d-8eb0-20b9102bfd16 on host hv-cinder-85504 {{(pid=113415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 23:57:51.946697 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-ef1b5de2-7b69-4f76-941d-2245ebcd9b8b req-007a1b4e-b7ef-4c12-b0bc-4089714f7464 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for port (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:51.946697 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ef1b5de2-7b69-4f76-941d-2245ebcd9b8b req-007a1b4e-b7ef-4c12-b0bc-4089714f7464 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.87 "DELETE /networking/v2.0/ports/59f1d716-7a45-4a0d-8eb0-20b9102bfd16 HTTP/1.1" status: 204 len: 173 time: 0.6354184 Aug 29 23:57:51.947107 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '022f6c97-74d7-4317-b679-3fb2dad0a739', 'name': 'network-vif-deleted', 'tag': '59f1d716-7a45-4a0d-8eb0-20b9102bfd16'}] {{(pid=113415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:57:51.950013 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbb4ce14699acef1e34bc356a7f428b480f1dc74f7679c811df4fa99cd0d73e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167ab473-8ce7-4cda-bb77-89f70963c3f7" -d '{"events": [{"server_uuid": "022f6c97-74d7-4317-b679-3fb2dad0a739", "name": "network-vif-deleted", "tag": "59f1d716-7a45-4a0d-8eb0-20b9102bfd16"}]}' {{(pid=113415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:57:51.997598 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e200fb-5160-44ba-8aec-2e0c0af41f1f x-openstack-request-id: req-25e200fb-5160-44ba-8aec-2e0c0af41f1f {{(pid=113415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:57:51.997949 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "022f6c97-74d7-4317-b679-3fb2dad0a739", "name": "network-vif-deleted", "tag": "59f1d716-7a45-4a0d-8eb0-20b9102bfd16", "status": "completed", "code": 200}]} {{(pid=113415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:57:51.998200 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-25e200fb-5160-44ba-8aec-2e0c0af41f1f {{(pid=113415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:57:51.998613 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25e200fb-5160-44ba-8aec-2e0c0af41f1f'] response: {'server_uuid': '022f6c97-74d7-4317-b679-3fb2dad0a739', 'name': 'network-vif-deleted', 'tag': '59f1d716-7a45-4a0d-8eb0-20b9102bfd16', 'status': 'completed', 'code': 200} Aug 29 23:57:52.619781 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-9669e4a6-ec32-4ba0-a88b-791aaf79c057 req-63c6cf86-f13e-4792-80d7-d961f0338c19 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=022f6c97-74d7-4317-b679-3fb2dad0a739 HTTP/1.1" status: 200 len: 210 time: 0.0531919 Aug 29 23:57:54.188874 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc34c2c6-b6bc-4a8c-a24e-04789fe9f690 req-ec8a37a5-f652-471c-b430-00b62f698bf3 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:54.190844 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-bc34c2c6-b6bc-4a8c-a24e-04789fe9f690 req-ec8a37a5-f652-471c-b430-00b62f698bf3 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=94c9c11e-d575-4b60-be05-fe0a27272eac HTTP/1.1" status: 200 len: 945 time: 0.0647602 Aug 29 23:57:54.251485 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:54.269308 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-bc34c2c6-b6bc-4a8c-a24e-04789fe9f690 req-1dfefdcc-f0c6-4e19-b939-e925ce432307 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718343 Aug 29 23:57:55.422378 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d03556-6f3f-4964-acb7-9a73af974c1b req-0c317f21-5e39-46f8-b48d-3f0644829469 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:55.423927 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-37d03556-6f3f-4964-acb7-9a73af974c1b req-0c317f21-5e39-46f8-b48d-3f0644829469 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=94c9c11e-d575-4b60-be05-fe0a27272eac HTTP/1.1" status: 200 len: 945 time: 0.0685339 Aug 29 23:57:55.490238 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-37d03556-6f3f-4964-acb7-9a73af974c1b req-1f419e52-c5ce-4aa3-b63b-88b69df80467 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594289 Aug 29 23:57:55.517132 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device 59f1d716-7a45-4a0d-8eb0-20b9102bfd16 no longer exists at agent hyperv_hv-cinder-85504 {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:57:55.524751 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=8 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:55.554660 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] No Port match for: 59f1d716-7a45-4a0d-8eb0-20b9102bfd16 {{(pid=113417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:57:55.555244 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device 59f1d716-7a45-4a0d-8eb0-20b9102bfd16 not bound to the agent host hv-cinder-85504 {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:57:56.209136 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=54 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:56.632510 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44fea2d-6a09-4aaa-8dbc-afab08e11c24 req-0b16e283-5a4d-4282-b949-bc1011b2d858 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:56.634097 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-f44fea2d-6a09-4aaa-8dbc-afab08e11c24 req-0b16e283-5a4d-4282-b949-bc1011b2d858 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=94c9c11e-d575-4b60-be05-fe0a27272eac HTTP/1.1" status: 200 len: 945 time: 0.0535944 Aug 29 23:57:56.689125 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-f44fea2d-6a09-4aaa-8dbc-afab08e11c24 req-8c3af97c-8bd2-41a7-a643-3ce76b854d4f tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483932 Aug 29 23:57:57.652649 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e915e4f-e9bf-402c-b3cb-d83e78d2370f req-556fcb2a-e45f-4d68-8e33-9ba967268b4e tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:57.654297 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-3e915e4f-e9bf-402c-b3cb-d83e78d2370f req-556fcb2a-e45f-4d68-8e33-9ba967268b4e tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.87 "GET /networking/v2.0/ports?device_id=94c9c11e-d575-4b60-be05-fe0a27272eac HTTP/1.1" status: 200 len: 945 time: 0.0515771 Aug 29 23:57:57.676489 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=27,neutron:DELETE=4 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:57.769808 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [req-3e915e4f-e9bf-402c-b3cb-d83e78d2370f req-dd1f5b41-9d1f-4884-ae0e-56480098240f tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Deleting port 1994af96-ee92-46f3-8bd5-3d9a397cf396 {{(pid=113415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:57:57.770233 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-3e915e4f-e9bf-402c-b3cb-d83e78d2370f req-dd1f5b41-9d1f-4884-ae0e-56480098240f tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (1994af96-ee92-46f3-8bd5-3d9a397cf396), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:57.880087 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f83ced-274b-435a-be3e-e3e983de22a8 req-8dba87b4-46b0-4689-872b-cdadc282895d tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:57.881893 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-15f83ced-274b-435a-be3e-e3e983de22a8 req-8dba87b4-46b0-4689-872b-cdadc282895d tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=94c9c11e-d575-4b60-be05-fe0a27272eac HTTP/1.1" status: 200 len: 945 time: 0.0938921 Aug 29 23:57:57.950034 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.db [req-3e915e4f-e9bf-402c-b3cb-d83e78d2370f req-dd1f5b41-9d1f-4884-ae0e-56480098240f tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] For port 1994af96-ee92-46f3-8bd5-3d9a397cf396, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=1994af96-ee92-46f3-8bd5-3d9a397cf396,segment=NetworkSegment(b248dcd9-618b-444c-b3d3-d3b8226b4da1),segment_id=b248dcd9-618b-444c-b3d3-d3b8226b4da1)] {{(pid=113415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:57:57.950401 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-3e915e4f-e9bf-402c-b3cb-d83e78d2370f req-dd1f5b41-9d1f-4884-ae0e-56480098240f tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (1994af96-ee92-46f3-8bd5-3d9a397cf396), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:57.979384 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [req-3e915e4f-e9bf-402c-b3cb-d83e78d2370f req-dd1f5b41-9d1f-4884-ae0e-56480098240f tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Calling delete_port for 1994af96-ee92-46f3-8bd5-3d9a397cf396 owned by compute:nova {{(pid=113415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:57:57.990320 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-15f83ced-274b-435a-be3e-e3e983de22a8 req-16ddfc92-393c-488c-b8ab-b1eafc2a84d4 tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ae2936e1-cfa8-4648-9437-805d7155c581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008859 Aug 29 23:57:58.227326 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-3e915e4f-e9bf-402c-b3cb-d83e78d2370f req-dd1f5b41-9d1f-4884-ae0e-56480098240f tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11068774'] for port (1994af96-ee92-46f3-8bd5-3d9a397cf396), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:58.243241 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] get_ports_and_sgs() called for port_ids ['1994af96-ee92-46f3-8bd5-3d9a397cf396'] {{(pid=113417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 23:57:58.258794 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1f5b41-9d1f-4884-ae0e-56480098240f tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Pushing event deleted for resources: {'Port': ['ID=1994af96-ee92-46f3-8bd5-3d9a397cf396,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:58.319028 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e915e4f-e9bf-402c-b3cb-d83e78d2370f req-dd1f5b41-9d1f-4884-ae0e-56480098240f tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] No DVR routers for this DVR port 1994af96-ee92-46f3-8bd5-3d9a397cf396 on host hv-cinder-85504 {{(pid=113415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 23:57:58.322832 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-3e915e4f-e9bf-402c-b3cb-d83e78d2370f req-dd1f5b41-9d1f-4884-ae0e-56480098240f tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for port (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:58.329938 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-3e915e4f-e9bf-402c-b3cb-d83e78d2370f req-dd1f5b41-9d1f-4884-ae0e-56480098240f tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.87 "DELETE /networking/v2.0/ports/1994af96-ee92-46f3-8bd5-3d9a397cf396 HTTP/1.1" status: 204 len: 173 time: 0.6623199 Aug 29 23:57:58.330692 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94c9c11e-d575-4b60-be05-fe0a27272eac', 'name': 'network-vif-deleted', 'tag': '1994af96-ee92-46f3-8bd5-3d9a397cf396'}] {{(pid=113415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:57:58.334902 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbb4ce14699acef1e34bc356a7f428b480f1dc74f7679c811df4fa99cd0d73e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da55f28-d24f-47bf-b57d-d1aa3fe9cf5f" -d '{"events": [{"server_uuid": "94c9c11e-d575-4b60-be05-fe0a27272eac", "name": "network-vif-deleted", "tag": "1994af96-ee92-46f3-8bd5-3d9a397cf396"}]}' {{(pid=113415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:57:58.379790 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205dd22b-449b-4001-8286-302a42b55d66 x-openstack-request-id: req-205dd22b-449b-4001-8286-302a42b55d66 {{(pid=113415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:57:58.383798 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94c9c11e-d575-4b60-be05-fe0a27272eac", "name": "network-vif-deleted", "tag": "1994af96-ee92-46f3-8bd5-3d9a397cf396", "status": "completed", "code": 200}]} {{(pid=113415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:57:58.383798 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-205dd22b-449b-4001-8286-302a42b55d66 {{(pid=113415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:57:58.383798 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-205dd22b-449b-4001-8286-302a42b55d66'] response: {'server_uuid': '94c9c11e-d575-4b60-be05-fe0a27272eac', 'name': 'network-vif-deleted', 'tag': '1994af96-ee92-46f3-8bd5-3d9a397cf396', 'status': 'completed', 'code': 200} Aug 29 23:57:59.171841 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-0ea74f98-7cf6-4a87-9d5a-80e57d30a1c8 req-48d1d1cb-6f5e-427d-ad3a-e619f917af2a tempest-ServerRescueNegativeTestJSON-2111062828 tempest-ServerRescueNegativeTestJSON-2111062828-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=94c9c11e-d575-4b60-be05-fe0a27272eac HTTP/1.1" status: 200 len: 210 time: 0.0383456 Aug 29 23:58:00.265887 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 51996) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:58:00.491974 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:00.681163 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:00.856817 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-15ec7bdb-8ab0-4677-bdfd-d90e633ec569 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477410'] for router_interface (0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:01.176354 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [None req-15ec7bdb-8ab0-4677-bdfd-d90e633ec569 admin admin] Deleting port 966aacc9-57d0-4bcd-a0b7-ec830fd3f948 {{(pid=113415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:58:01.176702 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-15ec7bdb-8ab0-4677-bdfd-d90e633ec569 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (966aacc9-57d0-4bcd-a0b7-ec830fd3f948), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:01.278219 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.db [None req-15ec7bdb-8ab0-4677-bdfd-d90e633ec569 admin admin] For port 966aacc9-57d0-4bcd-a0b7-ec830fd3f948, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=966aacc9-57d0-4bcd-a0b7-ec830fd3f948,segment=NetworkSegment(b248dcd9-618b-444c-b3d3-d3b8226b4da1),segment_id=b248dcd9-618b-444c-b3d3-d3b8226b4da1)] {{(pid=113415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:58:01.282879 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-15ec7bdb-8ab0-4677-bdfd-d90e633ec569 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (966aacc9-57d0-4bcd-a0b7-ec830fd3f948), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:01.298037 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [None req-15ec7bdb-8ab0-4677-bdfd-d90e633ec569 admin admin] Calling delete_port for 966aacc9-57d0-4bcd-a0b7-ec830fd3f948 owned by network:router_interface {{(pid=113415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:58:01.547953 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device 1994af96-ee92-46f3-8bd5-3d9a397cf396 no longer exists at agent hyperv_hv-cinder-85504 {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:58:01.574724 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] No Port match for: 1994af96-ee92-46f3-8bd5-3d9a397cf396 {{(pid=113417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:58:01.575278 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device 1994af96-ee92-46f3-8bd5-3d9a397cf396 not bound to the agent host hv-cinder-85504 {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:58:01.656378 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-15ec7bdb-8ab0-4677-bdfd-d90e633ec569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11068774'] for port (966aacc9-57d0-4bcd-a0b7-ec830fd3f948), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:01.688445 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ec7bdb-8ab0-4677-bdfd-d90e633ec569 admin admin] Pushing event deleted for resources: {'Port': ['ID=966aacc9-57d0-4bcd-a0b7-ec830fd3f948,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:01.748244 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:01.918833 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:01.925414 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-15ec7bdb-8ab0-4677-bdfd-d90e633ec569 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-479058'] for router_interface (0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:02.537211 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ec7bdb-8ab0-4677-bdfd-d90e633ec569 admin admin] Router 0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e has already been hosted by L3 agent 037668f0-d812-4b59-9d2d-ce33f66a7708 {{(pid=113415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:58:02.650563 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ec7bdb-8ab0-4677-bdfd-d90e633ec569 admin admin] Notify agent at l3_agent.dv-cinder-855041-2-iscsi the message routers_updated {{(pid=113415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:58:02.656986 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-15ec7bdb-8ab0-4677-bdfd-d90e633ec569 admin admin] 10.222.0.90 "PUT /networking/v2.0/routers/0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3949509 Aug 29 23:58:02.659794 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 52012) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:58:02.666819 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59845846-674f-4c2e-a547-d139445b998a None None] Sync routers for ids ['0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e'] in dv-cinder-855041-2-iscsi {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:58:02.678459 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59845846-674f-4c2e-a547-d139445b998a None None] Routers {'0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:58:02.679098 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-59845846-674f-4c2e-a547-d139445b998a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:57:43Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:58:02.831758 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-e2538ec3-e2ea-4e6e-b245-880c1ac499be admin admin] Publish callbacks [] for router (0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:02.925707 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-59845846-674f-4c2e-a547-d139445b998a None None] Set router 0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e gateway port host: dv-cinder-855041-2-iscsi {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:58:02.993278 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-e2538ec3-e2ea-4e6e-b245-880c1ac499be admin admin] Publish callbacks [] for router_gateway (0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:03.141892 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-59845846-674f-4c2e-a547-d139445b998a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e', 'name': 'tempest-ServerRescueNegativeTestJSON-775195304-router', 'tenant_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'f2310b0e-c287-4f95-9f84-528a711e70f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:12Z', 'updated_at': '2022-08-29T23:58:01Z', 'revision_number': 5, 'project_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'gw_port': {'id': 'f2310b0e-c287-4f95-9f84-528a711e70f8', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:13Z', 'updated_at': '2022-08-29T23:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi'}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:58:03.178890 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [None req-e2538ec3-e2ea-4e6e-b245-880c1ac499be admin admin] Deleting port f2310b0e-c287-4f95-9f84-528a711e70f8 {{(pid=113415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:58:03.179396 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-e2538ec3-e2ea-4e6e-b245-880c1ac499be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (f2310b0e-c287-4f95-9f84-528a711e70f8), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:03.180017 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59845846-674f-4c2e-a547-d139445b998a None None] Checking router: 0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e for host: dv-cinder-855041-2-iscsi {{(pid=113418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:58:03.190855 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59845846-674f-4c2e-a547-d139445b998a None None] Routers {'0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:58:03.191584 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-59845846-674f-4c2e-a547-d139445b998a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:57:43Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:58:03.267262 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:03.310080 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.db [None req-e2538ec3-e2ea-4e6e-b245-880c1ac499be admin admin] For port f2310b0e-c287-4f95-9f84-528a711e70f8, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=f2310b0e-c287-4f95-9f84-528a711e70f8,segment=NetworkSegment(b4742eaf-d58e-407a-bbd7-30be4e48df16),segment_id=b4742eaf-d58e-407a-bbd7-30be4e48df16)] {{(pid=113415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:58:03.310549 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-e2538ec3-e2ea-4e6e-b245-880c1ac499be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (f2310b0e-c287-4f95-9f84-528a711e70f8), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:03.327531 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [None req-e2538ec3-e2ea-4e6e-b245-880c1ac499be admin admin] Calling delete_port for f2310b0e-c287-4f95-9f84-528a711e70f8 owned by network:router_gateway {{(pid=113415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:58:03.334121 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-59845846-674f-4c2e-a547-d139445b998a None None] Set router 0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e gateway port host: None {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:58:03.429200 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-59845846-674f-4c2e-a547-d139445b998a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e', 'name': 'tempest-ServerRescueNegativeTestJSON-775195304-router', 'tenant_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:12Z', 'updated_at': '2022-08-29T23:58:02Z', 'revision_number': 6, 'project_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'gw_port_host': None}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:58:03.457897 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59845846-674f-4c2e-a547-d139445b998a None None] The sync data for ids ['0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e'] in dv-cinder-855041-2-iscsi is: [{'id': '0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e', 'name': 'tempest-ServerRescueNegativeTestJSON-775195304-router', 'tenant_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:12Z', 'updated_at': '2022-08-29T23:58:02Z', 'revision_number': 6, 'project_id': 'dc817de5d4ef4812a2fee6ebe0895889', 'gw_port_host': None}] {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:58:03.668124 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-e2538ec3-e2ea-4e6e-b245-880c1ac499be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11068774'] for port (f2310b0e-c287-4f95-9f84-528a711e70f8), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:03.693755 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2538ec3-e2ea-4e6e-b245-880c1ac499be admin admin] Pushing event deleted for resources: {'Port': ['ID=f2310b0e-c287-4f95-9f84-528a711e70f8,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:03.768798 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-e2538ec3-e2ea-4e6e-b245-880c1ac499be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477601'] for router_gateway (0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:03.894811 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-e2538ec3-e2ea-4e6e-b245-880c1ac499be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63306'] for router (0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:03.897328 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-e2538ec3-e2ea-4e6e-b245-880c1ac499be admin admin] Publish callbacks [] for router_controller (0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e), precommit_delete_associations {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:03.901078 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:04.045304 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-e2538ec3-e2ea-4e6e-b245-880c1ac499be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-479023'] for router (0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:04.045884 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2538ec3-e2ea-4e6e-b245-880c1ac499be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e {{(pid=113415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 23:58:04.050776 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-e2538ec3-e2ea-4e6e-b245-880c1ac499be admin admin] Publish callbacks [] for router (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:04.051952 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-e2538ec3-e2ea-4e6e-b245-880c1ac499be admin admin] 10.222.0.90 "DELETE /networking/v2.0/routers/0e4ebb4b-f5ac-4d6c-b251-45dd1ac1cf4e HTTP/1.1" status: 204 len: 168 time: 1.3908026 Aug 29 23:58:04.055133 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 52018) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:58:04.107882 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d414d6f-350e-4508-bd8c-63d3af8205fa admin admin] Deleting subnet 61447109-44f2-44fa-83dd-52a148538e4e {{(pid=113415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 23:58:04.111640 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-3d414d6f-350e-4508-bd8c-63d3af8205fa admin admin] Publish callbacks [] for subnet (61447109-44f2-44fa-83dd-52a148538e4e), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:04.150370 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-3d414d6f-350e-4508-bd8c-63d3af8205fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10512014'] for subnet (61447109-44f2-44fa-83dd-52a148538e4e), precommit_delete_associations {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:04.285888 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-3d414d6f-350e-4508-bd8c-63d3af8205fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3500387'] for subnet (61447109-44f2-44fa-83dd-52a148538e4e), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:04.337955 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 966aacc9-57d0-4bcd-a0b7-ec830fd3f948 no longer exists at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:58:04.363980 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] No Port match for: 966aacc9-57d0-4bcd-a0b7-ec830fd3f948 {{(pid=113417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:58:04.364349 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 966aacc9-57d0-4bcd-a0b7-ec830fd3f948 not bound to the agent host dv-cinder-855041-2-iscsi {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:58:04.367575 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device f2310b0e-c287-4f95-9f84-528a711e70f8 no longer exists at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:58:04.385871 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] No Port match for: f2310b0e-c287-4f95-9f84-528a711e70f8 {{(pid=113417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:58:04.386261 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device f2310b0e-c287-4f95-9f84-528a711e70f8 not bound to the agent host dv-cinder-855041-2-iscsi {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:58:04.567655 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-3d414d6f-350e-4508-bd8c-63d3af8205fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3500410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4096602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11073941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11041910'] for subnet (61447109-44f2-44fa-83dd-52a148538e4e), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:04.599656 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d414d6f-350e-4508-bd8c-63d3af8205fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61447109-44f2-44fa-83dd-52a148538e4e,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:04.601856 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-3d414d6f-350e-4508-bd8c-63d3af8205fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:04.608211 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-3d414d6f-350e-4508-bd8c-63d3af8205fa admin admin] 10.222.0.90 "DELETE /networking/v2.0/subnets/61447109-44f2-44fa-83dd-52a148538e4e HTTP/1.1" status: 204 len: 168 time: 0.5519416 Aug 29 23:58:04.608469 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 52020) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:58:04.610932 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83a542f-82bf-4bb5-b293-3ad75260e555 None None] Network e198d273-347a-4fa0-82d5-22e40c3600ea requested from dv-cinder-855041-2-iscsi {{(pid=113417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:58:04.676616 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:04.693593 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-3ea51a2a-5ef2-4d7b-99f8-e2c0e7e4345f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578142'] for network (e198d273-347a-4fa0-82d5-22e40c3600ea), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:04.753042 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.plugin [None req-3ea51a2a-5ef2-4d7b-99f8-e2c0e7e4345f admin admin] Deleting port d1033c03-6fdb-4b30-a52b-07e22c33ac6b {{(pid=113416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:58:04.753689 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-3ea51a2a-5ef2-4d7b-99f8-e2c0e7e4345f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (d1033c03-6fdb-4b30-a52b-07e22c33ac6b), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:04.805690 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5c86c3-2689-416f-b17f-64c8b4f90ae1 None None] DHCP port deletion for e198d273-347a-4fa0-82d5-22e40c3600ea request from dv-cinder-855041-2-iscsi {{(pid=113417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 23:58:04.825726 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.db [None req-3ea51a2a-5ef2-4d7b-99f8-e2c0e7e4345f admin admin] For port d1033c03-6fdb-4b30-a52b-07e22c33ac6b, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=d1033c03-6fdb-4b30-a52b-07e22c33ac6b,segment=NetworkSegment(b248dcd9-618b-444c-b3d3-d3b8226b4da1),segment_id=b248dcd9-618b-444c-b3d3-d3b8226b4da1)] {{(pid=113416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:58:04.826092 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-3ea51a2a-5ef2-4d7b-99f8-e2c0e7e4345f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (d1033c03-6fdb-4b30-a52b-07e22c33ac6b), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:04.842691 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.plugin [None req-3ea51a2a-5ef2-4d7b-99f8-e2c0e7e4345f admin admin] Calling delete_port for d1033c03-6fdb-4b30-a52b-07e22c33ac6b owned by network:dhcp {{(pid=113416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:58:04.874562 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-5d5c86c3-2689-416f-b17f-64c8b4f90ae1 None None] Deleting port d1033c03-6fdb-4b30-a52b-07e22c33ac6b {{(pid=113417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:58:04.875176 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-5d5c86c3-2689-416f-b17f-64c8b4f90ae1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (d1033c03-6fdb-4b30-a52b-07e22c33ac6b), before_delete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:04.997872 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-5d5c86c3-2689-416f-b17f-64c8b4f90ae1 None None] For port d1033c03-6fdb-4b30-a52b-07e22c33ac6b, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=d1033c03-6fdb-4b30-a52b-07e22c33ac6b,segment=NetworkSegment(b248dcd9-618b-444c-b3d3-d3b8226b4da1),segment_id=b248dcd9-618b-444c-b3d3-d3b8226b4da1)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:58:04.998271 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-5d5c86c3-2689-416f-b17f-64c8b4f90ae1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (d1033c03-6fdb-4b30-a52b-07e22c33ac6b), precommit_delete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:05.020835 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-5d5c86c3-2689-416f-b17f-64c8b4f90ae1 None None] Calling delete_port for d1033c03-6fdb-4b30-a52b-07e22c33ac6b owned by network:dhcp {{(pid=113417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:58:05.021679 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-3ea51a2a-5ef2-4d7b-99f8-e2c0e7e4345f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963692'] for port (d1033c03-6fdb-4b30-a52b-07e22c33ac6b), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:05.053790 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea51a2a-5ef2-4d7b-99f8-e2c0e7e4345f admin admin] Pushing event deleted for resources: {'Port': ['ID=d1033c03-6fdb-4b30-a52b-07e22c33ac6b,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:05.062420 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea51a2a-5ef2-4d7b-99f8-e2c0e7e4345f admin admin] No DVR routers for this DVR port d1033c03-6fdb-4b30-a52b-07e22c33ac6b on host dv-cinder-855041-2-iscsi {{(pid=113416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 23:58:05.118212 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-5d5c86c3-2689-416f-b17f-64c8b4f90ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306'] for port (d1033c03-6fdb-4b30-a52b-07e22c33ac6b), after_delete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:05.149301 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5c86c3-2689-416f-b17f-64c8b4f90ae1 None None] Pushing event deleted for resources: {'Port': ['ID=d1033c03-6fdb-4b30-a52b-07e22c33ac6b,revision_number=None']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:05.154824 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5c86c3-2689-416f-b17f-64c8b4f90ae1 None None] No DVR routers for this DVR port d1033c03-6fdb-4b30-a52b-07e22c33ac6b on host dv-cinder-855041-2-iscsi {{(pid=113417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 23:58:05.161769 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5c86c3-2689-416f-b17f-64c8b4f90ae1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:58:05.164772 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5c86c3-2689-416f-b17f-64c8b4f90ae1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:58:05.164772 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5c86c3-2689-416f-b17f-64c8b4f90ae1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:58:05.164772 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5c86c3-2689-416f-b17f-64c8b4f90ae1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:58:05.164772 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5c86c3-2689-416f-b17f-64c8b4f90ae1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:58:05.164772 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5c86c3-2689-416f-b17f-64c8b4f90ae1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:58:05.164772 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5c86c3-2689-416f-b17f-64c8b4f90ae1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:58:05.164772 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5c86c3-2689-416f-b17f-64c8b4f90ae1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:58:05.164772 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5c86c3-2689-416f-b17f-64c8b4f90ae1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:58:05.164772 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5c86c3-2689-416f-b17f-64c8b4f90ae1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:58:05.165538 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5c86c3-2689-416f-b17f-64c8b4f90ae1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:58:05.165538 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5c86c3-2689-416f-b17f-64c8b4f90ae1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:58:05.165690 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5c86c3-2689-416f-b17f-64c8b4f90ae1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:58:05.165937 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5c86c3-2689-416f-b17f-64c8b4f90ae1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:58:05.166383 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5c86c3-2689-416f-b17f-64c8b4f90ae1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:58:05.193638 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-3ea51a2a-5ef2-4d7b-99f8-e2c0e7e4345f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3498496', 'neutron.services.segments.db._delete_segments_for_network-8751006364483'] for network (e198d273-347a-4fa0-82d5-22e40c3600ea), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:05.220602 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.services.segments.db [None req-3ea51a2a-5ef2-4d7b-99f8-e2c0e7e4345f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e198d273-347a-4fa0-82d5-22e40c3600ea']}} {{(pid=113416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:58:05.231825 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.services.segments.db [None req-3ea51a2a-5ef2-4d7b-99f8-e2c0e7e4345f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b248dcd9-618b-444c-b3d3-d3b8226b4da1') {'for_net_delete': True} {{(pid=113416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:58:05.232129 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.services.segments.db [None req-3ea51a2a-5ef2-4d7b-99f8-e2c0e7e4345f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b248dcd9-618b-444c-b3d3-d3b8226b4da1') {} {{(pid=113416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:58:05.242407 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-3ea51a2a-5ef2-4d7b-99f8-e2c0e7e4345f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751006358959', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10966535'] for segment (b248dcd9-618b-444c-b3d3-d3b8226b4da1), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:05.258868 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-3ea51a2a-5ef2-4d7b-99f8-e2c0e7e4345f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3480186'] for segment (b248dcd9-618b-444c-b3d3-d3b8226b4da1), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:05.276279 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ea51a2a-5ef2-4d7b-99f8-e2c0e7e4345f admin admin] Releasing vlan 1100 on physical network physnet1 to pool {{(pid=113416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 23:58:05.279552 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-3ea51a2a-5ef2-4d7b-99f8-e2c0e7e4345f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3480186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10963641'] for segment (b248dcd9-618b-444c-b3d3-d3b8226b4da1), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:05.433079 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-3ea51a2a-5ef2-4d7b-99f8-e2c0e7e4345f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3498505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477645'] for network (e198d273-347a-4fa0-82d5-22e40c3600ea), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:05.440430 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-3ea51a2a-5ef2-4d7b-99f8-e2c0e7e4345f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for network (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:05.448671 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-3ea51a2a-5ef2-4d7b-99f8-e2c0e7e4345f admin admin] 10.222.0.90 "DELETE /networking/v2.0/networks/e198d273-347a-4fa0-82d5-22e40c3600ea HTTP/1.1" status: 204 len: 168 time: 0.8362408 Aug 29 23:58:05.467739 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.services.segments.plugin [-] Segment b248dcd9-618b-444c-b3d3-d3b8226b4da1 resource provider aggregate not found Aug 29 23:58:05.474633 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea51a2a-5ef2-4d7b-99f8-e2c0e7e4345f admin admin] Pushing event deleted for resources: {'Network': ['ID=e198d273-347a-4fa0-82d5-22e40c3600ea,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:05.491019 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.services.segments.plugin [-] Segment b248dcd9-618b-444c-b3d3-d3b8226b4da1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b248dcd9-618b-444c-b3d3-d3b8226b4da1 found for delete ", "request_id": "req-6c85072b-30a6-49f5-8564-746b5edf0d95"}]} Aug 29 23:58:05.838428 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 52034) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:58:05.883254 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-7d19df8d-2770-464a-a398-860be21544b0 admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=dc817de5d4ef4812a2fee6ebe0895889&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0435903 Aug 29 23:58:05.886182 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 52036) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:58:05.944075 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-e475737a-2776-48b2-ace7-4a527d146eee admin admin] Publish callbacks [] for security_group (ae2936e1-cfa8-4648-9437-805d7155c581), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:05.970041 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-e475737a-2776-48b2-ace7-4a527d146eee admin admin] Publish callbacks [] for security_group (ae2936e1-cfa8-4648-9437-805d7155c581), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:06.153927 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-e475737a-2776-48b2-ace7-4a527d146eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (ae2936e1-cfa8-4648-9437-805d7155c581), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:06.157296 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-e475737a-2776-48b2-ace7-4a527d146eee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:06.158718 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-e475737a-2776-48b2-ace7-4a527d146eee admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/ae2936e1-cfa8-4648-9437-805d7155c581 HTTP/1.1" status: 204 len: 168 time: 0.2709546 Aug 29 23:58:06.169715 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e475737a-2776-48b2-ace7-4a527d146eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2936e1-cfa8-4648-9437-805d7155c581,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:06.312494 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device d1033c03-6fdb-4b30-a52b-07e22c33ac6b no longer exists at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:58:06.334140 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] No Port match for: d1033c03-6fdb-4b30-a52b-07e22c33ac6b {{(pid=113417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:58:06.334457 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device d1033c03-6fdb-4b30-a52b-07e22c33ac6b not bound to the agent host dv-cinder-855041-2-iscsi {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:58:08.202097 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 52092) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:58:08.315388 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-a7463bb6-2c11-4bf4-b08d-88cfb55bb1ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:08.318046 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:08.396038 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-a7463bb6-2c11-4bf4-b08d-88cfb55bb1ef admin admin] Publish callbacks [] for security_group (cc50c971-9558-4361-b093-6471b5a2ca7c), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:08.471108 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-a7463bb6-2c11-4bf4-b08d-88cfb55bb1ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (cc50c971-9558-4361-b093-6471b5a2ca7c), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:08.513524 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-a7463bb6-2c11-4bf4-b08d-88cfb55bb1ef admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=6acb22938bb84244beec8e96ded27cca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3101943 Aug 29 23:58:08.514158 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7463bb6-2c11-4bf4-b08d-88cfb55bb1ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc50c971-9558-4361-b093-6471b5a2ca7c,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:08.516472 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 52098) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:58:08.549755 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:08.569808 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-7ac7c8fb-e91f-4733-93ae-ccd12b890ba7 admin admin] Publish callbacks [] for security_group (cc50c971-9558-4361-b093-6471b5a2ca7c), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:08.595615 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-7ac7c8fb-e91f-4733-93ae-ccd12b890ba7 admin admin] Publish callbacks [] for security_group (cc50c971-9558-4361-b093-6471b5a2ca7c), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:08.752719 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-7ac7c8fb-e91f-4733-93ae-ccd12b890ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (cc50c971-9558-4361-b093-6471b5a2ca7c), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:08.755459 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-7ac7c8fb-e91f-4733-93ae-ccd12b890ba7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:08.757136 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-7ac7c8fb-e91f-4733-93ae-ccd12b890ba7 admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/cc50c971-9558-4361-b093-6471b5a2ca7c HTTP/1.1" status: 204 len: 168 time: 0.2395549 Aug 29 23:58:08.768500 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac7c8fb-e91f-4733-93ae-ccd12b890ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc50c971-9558-4361-b093-6471b5a2ca7c,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:10.295298 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-494546d3-cc01-49f5-b0d6-31cc8730a6c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (1020f8f9-c858-45a1-84c5-376480b0ca2e), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:12.240931 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b9c00c3a-ef17-4ff2-84e7-7cb1382dfa2c req-192b7502-9820-4c3b-9e7f-af14ce05308f service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=b35389dd-c528-4d6d-8519-fdb7a2d94c2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1655276 Aug 29 23:58:12.335442 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c00c3a-ef17-4ff2-84e7-7cb1382dfa2c req-0e2f17bb-4e6c-49ba-8fca-9bdb1778168f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:12.336982 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b9c00c3a-ef17-4ff2-84e7-7cb1382dfa2c req-0e2f17bb-4e6c-49ba-8fca-9bdb1778168f service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=a2963b1b4aba47f593c63a398b511792&device_id=b35389dd-c528-4d6d-8519-fdb7a2d94c2c HTTP/1.1" status: 200 len: 1129 time: 0.0453994 Aug 29 23:58:12.485691 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c00c3a-ef17-4ff2-84e7-7cb1382dfa2c req-b3cf1ab3-6455-4a13-8fea-91938010db25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:12.487338 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b9c00c3a-ef17-4ff2-84e7-7cb1382dfa2c req-b3cf1ab3-6455-4a13-8fea-91938010db25 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=60b40027-b034-467e-a623-8d465afe9154 HTTP/1.1" status: 200 len: 917 time: 0.1252589 Aug 29 23:58:12.554636 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b9c00c3a-ef17-4ff2-84e7-7cb1382dfa2c req-6cacb9b0-9e88-4f28-a616-92f7083e1b58 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed6ca7d8-37df-4692-9d8b-45582a2ea5c7 HTTP/1.1" status: 200 len: 1000 time: 0.0611756 Aug 29 23:58:12.612036 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c00c3a-ef17-4ff2-84e7-7cb1382dfa2c req-ff3271f2-b134-473c-be93-4ae522c76fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:12.613943 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b9c00c3a-ef17-4ff2-84e7-7cb1382dfa2c req-ff3271f2-b134-473c-be93-4ae522c76fee service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=371040be-dae2-4b4b-8892-6a99379ddf2c HTTP/1.1" status: 200 len: 854 time: 0.0525448 Aug 29 23:58:12.679228 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a7f2f-d06d-4e9c-865e-37c374d59e12 req-f3479565-7a34-4917-b8fa-d89e8e313b27 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:12.680793 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-9f8a7f2f-d06d-4e9c-865e-37c374d59e12 req-f3479565-7a34-4917-b8fa-d89e8e313b27 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=b35389dd-c528-4d6d-8519-fdb7a2d94c2c HTTP/1.1" status: 200 len: 945 time: 0.0570066 Aug 29 23:58:12.737065 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-9f8a7f2f-d06d-4e9c-865e-37c374d59e12 req-480d1471-fea5-4499-aa54-b2f6e303f236 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=7d936ff5-6e57-4f7a-af3b-e8f14d94f891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493455 Aug 29 23:58:12.805009 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 52204) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:58:12.933533 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-2981726b-6d24-4768-bc4a-de82a1a22c51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:13.018754 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-2981726b-6d24-4768-bc4a-de82a1a22c51 admin admin] Publish callbacks [] for security_group (ce4c3e8c-88d2-4c60-b544-03749549d159), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:13.083777 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (a7eaf665-0f6d-431a-9601-222c900251ec), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:13.124861 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-2981726b-6d24-4768-bc4a-de82a1a22c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (ce4c3e8c-88d2-4c60-b544-03749549d159), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:13.181720 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981726b-6d24-4768-bc4a-de82a1a22c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4c3e8c-88d2-4c60-b544-03749549d159,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:13.188890 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-2981726b-6d24-4768-bc4a-de82a1a22c51 admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=a07ba2e6a87343f88c45fb0f5bdbaf51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3802865 Aug 29 23:58:13.189311 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 52212) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:58:13.252343 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-1cba042b-cc64-4eeb-b5bb-44f186f3b13e admin admin] Publish callbacks [] for security_group (ce4c3e8c-88d2-4c60-b544-03749549d159), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:13.274390 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:13.276601 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-1cba042b-cc64-4eeb-b5bb-44f186f3b13e admin admin] Publish callbacks [] for security_group (ce4c3e8c-88d2-4c60-b544-03749549d159), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:13.380647 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=43 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:13.392598 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-61c66f22-4363-4ef0-97e2-7992175528c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (037668f0-d812-4b59-9d2d-ce33f66a7708), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:13.433500 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=46 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:13.449874 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-1cba042b-cc64-4eeb-b5bb-44f186f3b13e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (ce4c3e8c-88d2-4c60-b544-03749549d159), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:13.452719 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-1cba042b-cc64-4eeb-b5bb-44f186f3b13e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:13.454137 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-1cba042b-cc64-4eeb-b5bb-44f186f3b13e admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/ce4c3e8c-88d2-4c60-b544-03749549d159 HTTP/1.1" status: 204 len: 168 time: 0.2634304 Aug 29 23:58:13.458561 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:13.466420 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cba042b-cc64-4eeb-b5bb-44f186f3b13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4c3e8c-88d2-4c60-b544-03749549d159,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:13.971629 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d1f7bc-f20c-4788-a1ff-fa5fba5bcb8e req-bb430bb4-25a0-4a17-b505-3caf040bf389 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:13.973220 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-48d1f7bc-f20c-4788-a1ff-fa5fba5bcb8e req-bb430bb4-25a0-4a17-b505-3caf040bf389 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=b35389dd-c528-4d6d-8519-fdb7a2d94c2c HTTP/1.1" status: 200 len: 945 time: 0.1191702 Aug 29 23:58:13.979278 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c00c3a-ef17-4ff2-84e7-7cb1382dfa2c req-329959ef-d4c4-4173-9872-59c04f9daf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:13.981569 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b9c00c3a-ef17-4ff2-84e7-7cb1382dfa2c req-329959ef-d4c4-4173-9872-59c04f9daf87 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=60b40027-b034-467e-a623-8d465afe9154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0600610 Aug 29 23:58:14.086177 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-48d1f7bc-f20c-4788-a1ff-fa5fba5bcb8e req-03f21677-caca-4681-900a-b25c38c12999 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=7d936ff5-6e57-4f7a-af3b-e8f14d94f891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037138 Aug 29 23:58:14.117219 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b9c00c3a-ef17-4ff2-84e7-7cb1382dfa2c req-04b0db62-c9cc-4f41-8d02-bfd3a187359a service neutron] 10.222.0.87 "GET /networking/v2.0/networks/60b40027-b034-467e-a623-8d465afe9154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277375 Aug 29 23:58:14.228936 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b9c00c3a-ef17-4ff2-84e7-7cb1382dfa2c req-d4963ac4-8532-45a6-9137-c0a0a33759b4 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/60b40027-b034-467e-a623-8d465afe9154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035421 Aug 29 23:58:14.271980 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 52224) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:58:14.279223 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:14.280418 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9222629-f45a-490f-b0bf-222c4caf65a8 req-cd056a4d-376d-46ae-844b-25bbde51c462 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:14.282048 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-e9222629-f45a-490f-b0bf-222c4caf65a8 req-cd056a4d-376d-46ae-844b-25bbde51c462 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.87 "GET /networking/v2.0/ports?device_id=b35389dd-c528-4d6d-8519-fdb7a2d94c2c HTTP/1.1" status: 200 len: 945 time: 0.0569732 Aug 29 23:58:14.287899 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-38e44fa1-f882-4b23-94dc-637051297397 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:14.389202 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:14.389455 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.plugin [req-e9222629-f45a-490f-b0bf-222c4caf65a8 req-088ee4fa-5a83-41a8-b65b-cfd59e3caf97 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Deleting port ed6ca7d8-37df-4692-9d8b-45582a2ea5c7 {{(pid=113416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:58:14.389980 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-e9222629-f45a-490f-b0bf-222c4caf65a8 req-088ee4fa-5a83-41a8-b65b-cfd59e3caf97 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (ed6ca7d8-37df-4692-9d8b-45582a2ea5c7), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:14.402012 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-38e44fa1-f882-4b23-94dc-637051297397 admin admin] Publish callbacks [] for security_group (b8e853a9-d0d6-4c3f-b1c6-ccacd40db72a), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:14.478814 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cdcd43ac-7909-438b-ba67-31b4a20d4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (bcd4f52e-0d63-4d8a-9dda-ff825ab30758), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:14.479398 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-38e44fa1-f882-4b23-94dc-637051297397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (b8e853a9-d0d6-4c3f-b1c6-ccacd40db72a), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:14.488750 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.db [req-e9222629-f45a-490f-b0bf-222c4caf65a8 req-088ee4fa-5a83-41a8-b65b-cfd59e3caf97 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] For port ed6ca7d8-37df-4692-9d8b-45582a2ea5c7, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=ed6ca7d8-37df-4692-9d8b-45582a2ea5c7,segment=NetworkSegment(b7df322f-93e7-4c06-ab35-efbbaf8c395e),segment_id=b7df322f-93e7-4c06-ab35-efbbaf8c395e)] {{(pid=113416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:58:14.489260 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-e9222629-f45a-490f-b0bf-222c4caf65a8 req-088ee4fa-5a83-41a8-b65b-cfd59e3caf97 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (ed6ca7d8-37df-4692-9d8b-45582a2ea5c7), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:14.557599 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-38e44fa1-f882-4b23-94dc-637051297397 admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=2e7666717b5748e0bee89729138cf742&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2805502 Aug 29 23:58:14.557599 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e44fa1-f882-4b23-94dc-637051297397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e853a9-d0d6-4c3f-b1c6-ccacd40db72a,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:14.558683 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 52226) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:58:14.959334 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-0ce12fbf-3536-4a48-9637-bb0e4357b8e3 admin admin] Publish callbacks [] for security_group (b8e853a9-d0d6-4c3f-b1c6-ccacd40db72a), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:14.993209 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-e9222629-f45a-490f-b0bf-222c4caf65a8 req-088ee4fa-5a83-41a8-b65b-cfd59e3caf97 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:14.993518 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-e9222629-f45a-490f-b0bf-222c4caf65a8 req-088ee4fa-5a83-41a8-b65b-cfd59e3caf97 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477666'] for floatingip (a3842e10-9be5-451d-96a5-04be03a56572), after_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:14.993669 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.db.l3_db [req-e9222629-f45a-490f-b0bf-222c4caf65a8 req-088ee4fa-5a83-41a8-b65b-cfd59e3caf97 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Floating IP a3842e10-9be5-451d-96a5-04be03a56572 disassociated. External IP: 172.27.1.54, port: ed6ca7d8-37df-4692-9d8b-45582a2ea5c7. Aug 29 23:58:14.994012 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.plugin [req-e9222629-f45a-490f-b0bf-222c4caf65a8 req-088ee4fa-5a83-41a8-b65b-cfd59e3caf97 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Calling delete_port for ed6ca7d8-37df-4692-9d8b-45582a2ea5c7 owned by compute:nova {{(pid=113416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:58:14.997447 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-0ce12fbf-3536-4a48-9637-bb0e4357b8e3 admin admin] Publish callbacks [] for security_group (b8e853a9-d0d6-4c3f-b1c6-ccacd40db72a), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:15.171025 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-0ce12fbf-3536-4a48-9637-bb0e4357b8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (b8e853a9-d0d6-4c3f-b1c6-ccacd40db72a), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:15.176756 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-0ce12fbf-3536-4a48-9637-bb0e4357b8e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:15.181405 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-0ce12fbf-3536-4a48-9637-bb0e4357b8e3 admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/b8e853a9-d0d6-4c3f-b1c6-ccacd40db72a HTTP/1.1" status: 204 len: 168 time: 0.6183696 Aug 29 23:58:15.190099 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce12fbf-3536-4a48-9637-bb0e4357b8e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e853a9-d0d6-4c3f-b1c6-ccacd40db72a,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:15.268185 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-e9222629-f45a-490f-b0bf-222c4caf65a8 req-088ee4fa-5a83-41a8-b65b-cfd59e3caf97 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963692'] for port (ed6ca7d8-37df-4692-9d8b-45582a2ea5c7), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:15.273406 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77126a0e-132d-4544-86e3-679cf6923455 req-a4d69f20-455c-4179-be7b-9d45ecc9a4da tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:15.276304 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-77126a0e-132d-4544-86e3-679cf6923455 req-a4d69f20-455c-4179-be7b-9d45ecc9a4da tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=b35389dd-c528-4d6d-8519-fdb7a2d94c2c HTTP/1.1" status: 200 len: 945 time: 0.0896432 Aug 29 23:58:15.337189 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ee4fa-5a83-41a8-b65b-cfd59e3caf97 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Pushing event deleted for resources: {'Port': ['ID=ed6ca7d8-37df-4692-9d8b-45582a2ea5c7,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:15.368352 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-77126a0e-132d-4544-86e3-679cf6923455 req-5782941f-471a-484d-ba7b-5e26376e40db tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=7d936ff5-6e57-4f7a-af3b-e8f14d94f891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767004 Aug 29 23:58:15.469002 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:15.487382 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9222629-f45a-490f-b0bf-222c4caf65a8 req-088ee4fa-5a83-41a8-b65b-cfd59e3caf97 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Router 2e462f98-05f3-486e-ab4a-97e92d2f3f62 has already been hosted by L3 agent 037668f0-d812-4b59-9d2d-ce33f66a7708 {{(pid=113416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:58:15.581408 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (01773ddc-a5d8-4c68-b7b5-e385af2b339f), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:15.609185 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:15.645398 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9222629-f45a-490f-b0bf-222c4caf65a8 req-088ee4fa-5a83-41a8-b65b-cfd59e3caf97 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Notify agent at l3_agent.dv-cinder-855041-2-iscsi the message routers_updated {{(pid=113416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:58:15.658140 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a5e3cc-35fd-4c5d-ac14-02cf8876fa82 None None] Sync routers for ids ['2e462f98-05f3-486e-ab4a-97e92d2f3f62'] in dv-cinder-855041-2-iscsi {{(pid=113417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:58:15.672349 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a5e3cc-35fd-4c5d-ac14-02cf8876fa82 None None] Routers {'2e462f98-05f3-486e-ab4a-97e92d2f3f62'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:58:15.673216 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-f3a5e3cc-35fd-4c5d-ac14-02cf8876fa82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:58:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['2e462f98-05f3-486e-ab4a-97e92d2f3f62'], 'active': True} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:58:15.717037 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9222629-f45a-490f-b0bf-222c4caf65a8 req-088ee4fa-5a83-41a8-b65b-cfd59e3caf97 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] No DVR routers for this DVR port ed6ca7d8-37df-4692-9d8b-45582a2ea5c7 on host hv-cinder-85504 {{(pid=113416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 23:58:15.726097 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-e9222629-f45a-490f-b0bf-222c4caf65a8 req-088ee4fa-5a83-41a8-b65b-cfd59e3caf97 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for port (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:15.732789 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-e9222629-f45a-490f-b0bf-222c4caf65a8 req-088ee4fa-5a83-41a8-b65b-cfd59e3caf97 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.87 "DELETE /networking/v2.0/ports/ed6ca7d8-37df-4692-9d8b-45582a2ea5c7 HTTP/1.1" status: 204 len: 173 time: 1.4429784 Aug 29 23:58:15.733774 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35389dd-c528-4d6d-8519-fdb7a2d94c2c', 'name': 'network-vif-deleted', 'tag': 'ed6ca7d8-37df-4692-9d8b-45582a2ea5c7'}] {{(pid=113416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:58:15.739029 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca1b1d0bad556637bdc4aa8e491b493d03ba5f494de7569054403470f02cf73a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab27d3b-d4f4-4b7a-ae7d-b5f2d182730a" -d '{"events": [{"server_uuid": "b35389dd-c528-4d6d-8519-fdb7a2d94c2c", "name": "network-vif-deleted", "tag": "ed6ca7d8-37df-4692-9d8b-45582a2ea5c7"}]}' {{(pid=113416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:58:15.824674 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvr_db [None req-f3a5e3cc-35fd-4c5d-ac14-02cf8876fa82 None None] Set router 2e462f98-05f3-486e-ab4a-97e92d2f3f62 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:58:16.012221 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adbfee87-ef01-4634-879e-85a578ace713 x-openstack-request-id: req-adbfee87-ef01-4634-879e-85a578ace713 {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:58:16.013514 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b35389dd-c528-4d6d-8519-fdb7a2d94c2c", "name": "network-vif-deleted", "tag": "ed6ca7d8-37df-4692-9d8b-45582a2ea5c7", "status": "completed", "code": 200}]} {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:58:16.014599 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-adbfee87-ef01-4634-879e-85a578ace713 {{(pid=113416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:58:16.015576 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adbfee87-ef01-4634-879e-85a578ace713'] response: {'server_uuid': 'b35389dd-c528-4d6d-8519-fdb7a2d94c2c', 'name': 'network-vif-deleted', 'tag': 'ed6ca7d8-37df-4692-9d8b-45582a2ea5c7', 'status': 'completed', 'code': 200} Aug 29 23:58:16.041477 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b603262-6a7a-4dfb-99b8-60754ce0883b req-2cf5166f-b8e4-4c5e-be5a-512166b84e20 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:16.043976 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-9b603262-6a7a-4dfb-99b8-60754ce0883b req-2cf5166f-b8e4-4c5e-be5a-512166b84e20 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 946 time: 0.0672543 Aug 29 23:58:16.108090 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-9b603262-6a7a-4dfb-99b8-60754ce0883b req-238c0b6d-4074-481b-9e5e-a21fe789ded1 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=66421100-836a-4b79-b0d6-afeb34f4a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564256 Aug 29 23:58:16.150536 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-f3a5e3cc-35fd-4c5d-ac14-02cf8876fa82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'name': 'tempest-AttachVolumeNegativeTest-1778292269-router', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'bb4d1692-7347-404c-a89d-e9e869c496d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:10Z', 'updated_at': '2022-08-29T23:52:22Z', 'revision_number': 4, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'gw_port': {'id': 'bb4d1692-7347-404c-a89d-e9e869c496d8', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:40:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:11Z', 'updated_at': '2022-08-29T23:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': '14ecde1e-ea4b-4879-9300-81c8f8fd9833', 'name': '', 'network_id': '60b40027-b034-467e-a623-8d465afe9154', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'mac_address': 'fa:16:3e:a3:e0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '371040be-dae2-4b4b-8892-6a99379ddf2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:20Z', 'updated_at': '2022-08-29T23:52:41Z', 'revision_number': 5, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'subnets': [{'id': '371040be-dae2-4b4b-8892-6a99379ddf2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:58:16.180135 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a5e3cc-35fd-4c5d-ac14-02cf8876fa82 None None] Checking router: 2e462f98-05f3-486e-ab4a-97e92d2f3f62 for host: dv-cinder-855041-2-iscsi {{(pid=113417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:58:16.191881 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a5e3cc-35fd-4c5d-ac14-02cf8876fa82 None None] Routers {'2e462f98-05f3-486e-ab4a-97e92d2f3f62'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:58:16.192758 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-f3a5e3cc-35fd-4c5d-ac14-02cf8876fa82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:58:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['2e462f98-05f3-486e-ab4a-97e92d2f3f62'], 'active': True} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:58:16.455344 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:16.475736 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=6 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:16.483932 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvr_db [None req-f3a5e3cc-35fd-4c5d-ac14-02cf8876fa82 None None] Set router 2e462f98-05f3-486e-ab4a-97e92d2f3f62 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:58:16.493063 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-f79d021b-1c05-4b97-a6b3-eaa67830aa53 req-2bbea81a-cc7f-40ca-975e-03671fd10af0 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=b35389dd-c528-4d6d-8519-fdb7a2d94c2c HTTP/1.1" status: 200 len: 210 time: 0.0306656 Aug 29 23:58:16.566366 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-55545b4a-c719-46e4-a9c5-7c044aa64822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (63136763-0f20-46a8-951a-2f70193501e4), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:16.711389 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-f3a5e3cc-35fd-4c5d-ac14-02cf8876fa82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'name': 'tempest-AttachVolumeNegativeTest-1778292269-router', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'bb4d1692-7347-404c-a89d-e9e869c496d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:10Z', 'updated_at': '2022-08-29T23:52:22Z', 'revision_number': 4, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'gw_port': {'id': 'bb4d1692-7347-404c-a89d-e9e869c496d8', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:40:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:11Z', 'updated_at': '2022-08-29T23:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': '14ecde1e-ea4b-4879-9300-81c8f8fd9833', 'name': '', 'network_id': '60b40027-b034-467e-a623-8d465afe9154', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'mac_address': 'fa:16:3e:a3:e0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '371040be-dae2-4b4b-8892-6a99379ddf2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:20Z', 'updated_at': '2022-08-29T23:52:41Z', 'revision_number': 5, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'subnets': [{'id': '371040be-dae2-4b4b-8892-6a99379ddf2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:58:16.739906 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a5e3cc-35fd-4c5d-ac14-02cf8876fa82 None None] The sync data for ids ['2e462f98-05f3-486e-ab4a-97e92d2f3f62'] in dv-cinder-855041-2-iscsi is: [{'id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'name': 'tempest-AttachVolumeNegativeTest-1778292269-router', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'bb4d1692-7347-404c-a89d-e9e869c496d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:10Z', 'updated_at': '2022-08-29T23:52:22Z', 'revision_number': 4, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'gw_port': {'id': 'bb4d1692-7347-404c-a89d-e9e869c496d8', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:40:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:11Z', 'updated_at': '2022-08-29T23:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': '14ecde1e-ea4b-4879-9300-81c8f8fd9833', 'name': '', 'network_id': '60b40027-b034-467e-a623-8d465afe9154', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'mac_address': 'fa:16:3e:a3:e0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '371040be-dae2-4b4b-8892-6a99379ddf2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:20Z', 'updated_at': '2022-08-29T23:52:41Z', 'revision_number': 5, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'subnets': [{'id': '371040be-dae2-4b4b-8892-6a99379ddf2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:58:17.024161 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88d8a7b-4ebc-46fd-8a8a-16e0a2e9e0a4 None None] New status for floating IP a3842e10-9be5-451d-96a5-04be03a56572: DOWN {{(pid=113418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 23:58:17.278983 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c49b94-2566-47b5-9aca-44b70d19a685 req-92c25418-9fd9-4fc7-b867-3e6976c9cd6a tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:17.280530 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-39c49b94-2566-47b5-9aca-44b70d19a685 req-92c25418-9fd9-4fc7-b867-3e6976c9cd6a tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 946 time: 0.0654140 Aug 29 23:58:17.334267 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-39c49b94-2566-47b5-9aca-44b70d19a685 req-3de65872-d528-4a80-862c-0576b8e9ede9 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=66421100-836a-4b79-b0d6-afeb34f4a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473752 Aug 29 23:58:17.608910 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device ed6ca7d8-37df-4692-9d8b-45582a2ea5c7 no longer exists at agent hyperv_hv-cinder-85504 {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:58:17.630201 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] No Port match for: ed6ca7d8-37df-4692-9d8b-45582a2ea5c7 {{(pid=113417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:58:17.630548 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device ed6ca7d8-37df-4692-9d8b-45582a2ea5c7 not bound to the agent host hv-cinder-85504 {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:58:17.666483 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 52296) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:58:17.740802 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-63939b50-cef7-476e-825c-815f1c06dc4d tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for security_group (7d936ff5-6e57-4f7a-af3b-e8f14d94f891), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:17.767897 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-63939b50-cef7-476e-825c-815f1c06dc4d tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for security_group (7d936ff5-6e57-4f7a-af3b-e8f14d94f891), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:17.912794 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-63939b50-cef7-476e-825c-815f1c06dc4d tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (7d936ff5-6e57-4f7a-af3b-e8f14d94f891), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:17.916141 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-63939b50-cef7-476e-825c-815f1c06dc4d tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for security_group (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:17.917614 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-63939b50-cef7-476e-825c-815f1c06dc4d tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "DELETE /networking/v2.0/security-groups/7d936ff5-6e57-4f7a-af3b-e8f14d94f891 HTTP/1.1" status: 204 len: 168 time: 0.2495162 Aug 29 23:58:17.920596 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 52306) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:58:17.935787 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.api.v2.resource [None req-65573bdf-7072-4636-8e96-8c2de776dffd tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] show failed (client error): The resource could not be found. Aug 29 23:58:17.936847 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-65573bdf-7072-4636-8e96-8c2de776dffd tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups/7d936ff5-6e57-4f7a-af3b-e8f14d94f891 HTTP/1.1" status: 404 len: 347 time: 0.0152485 Aug 29 23:58:17.938961 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63939b50-cef7-476e-825c-815f1c06dc4d tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d936ff5-6e57-4f7a-af3b-e8f14d94f891,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:17.939864 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 52308) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:58:18.103185 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.plugin [None req-47840e02-79bd-4547-82a1-7ae6cd60f42c tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Deleting port ce12cbc7-de92-4fa1-8d17-575c57a99d31 {{(pid=113416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:58:18.103758 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-47840e02-79bd-4547-82a1-7ae6cd60f42c tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (ce12cbc7-de92-4fa1-8d17-575c57a99d31), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:18.228622 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-47840e02-79bd-4547-82a1-7ae6cd60f42c tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (ce12cbc7-de92-4fa1-8d17-575c57a99d31), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:18.228894 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-47840e02-79bd-4547-82a1-7ae6cd60f42c tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for floatingip (ce12cbc7-de92-4fa1-8d17-575c57a99d31), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:18.244127 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.plugin [None req-47840e02-79bd-4547-82a1-7ae6cd60f42c tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Calling delete_port for ce12cbc7-de92-4fa1-8d17-575c57a99d31 owned by network:floatingip {{(pid=113416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:58:18.490229 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-47840e02-79bd-4547-82a1-7ae6cd60f42c tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963692'] for port (ce12cbc7-de92-4fa1-8d17-575c57a99d31), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:18.496910 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a6b305-1c3f-4f71-95a9-08799b8b6ffe req-fb1e894b-2b30-42e6-80ef-4e4385ca5890 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:18.499728 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-76a6b305-1c3f-4f71-95a9-08799b8b6ffe req-fb1e894b-2b30-42e6-80ef-4e4385ca5890 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 946 time: 0.0583785 Aug 29 23:58:18.540768 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47840e02-79bd-4547-82a1-7ae6cd60f42c tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Pushing event deleted for resources: {'Port': ['ID=ce12cbc7-de92-4fa1-8d17-575c57a99d31,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:18.574399 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-76a6b305-1c3f-4f71-95a9-08799b8b6ffe req-355b620e-c0a1-40a9-b15a-9e2aff0ed6e3 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=66421100-836a-4b79-b0d6-afeb34f4a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651076 Aug 29 23:58:18.610994 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-47840e02-79bd-4547-82a1-7ae6cd60f42c tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for floatingip (a3842e10-9be5-451d-96a5-04be03a56572), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:18.614327 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-47840e02-79bd-4547-82a1-7ae6cd60f42c tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for floatingip (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:18.616207 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-47840e02-79bd-4547-82a1-7ae6cd60f42c tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "DELETE /networking/v2.0/floatingips/a3842e10-9be5-451d-96a5-04be03a56572 HTTP/1.1" status: 204 len: 168 time: 0.6750019 Aug 29 23:58:18.803838 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 52316) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:58:18.809390 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [None req-e8e79471-5cff-4cbb-87cd-fe910ea90ab2 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Request body: {'security_group': {'name': 'tempest-securitygroup--675687008', 'description': 'tempest-description--1672105503'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:58:18.913339 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-e8e79471-5cff-4cbb-87cd-fe910ea90ab2 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for security_group (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:18.999767 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-e8e79471-5cff-4cbb-87cd-fe910ea90ab2 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for security_group (ac61a8f3-f168-4317-8fca-9bda4528597e), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:19.047292 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-e8e79471-5cff-4cbb-87cd-fe910ea90ab2 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (ac61a8f3-f168-4317-8fca-9bda4528597e), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:19.085945 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e79471-5cff-4cbb-87cd-fe910ea90ab2 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac61a8f3-f168-4317-8fca-9bda4528597e,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:19.137628 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-e8e79471-5cff-4cbb-87cd-fe910ea90ab2 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for security_group (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:19.138886 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-e8e79471-5cff-4cbb-87cd-fe910ea90ab2 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3339427 Aug 29 23:58:19.142934 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 52320) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:58:19.147512 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [None req-6aad9eb2-9c5e-4b42-b89d-59f8ac8982b4 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Request body: {'security_group_rule': {'security_group_id': 'ac61a8f3-f168-4317-8fca-9bda4528597e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:58:19.245087 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-6aad9eb2-9c5e-4b42-b89d-59f8ac8982b4 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for security_group_rule (b7b84f7b-e2d8-4e7b-936c-dad52df41fd4), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:19.295446 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:19.315516 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-6aad9eb2-9c5e-4b42-b89d-59f8ac8982b4 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for security_group_rule (b7b84f7b-e2d8-4e7b-936c-dad52df41fd4), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:19.451608 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-6aad9eb2-9c5e-4b42-b89d-59f8ac8982b4 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707692'] for security_group_rule (b7b84f7b-e2d8-4e7b-936c-dad52df41fd4), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:19.474077 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad9eb2-9c5e-4b42-b89d-59f8ac8982b4 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7b84f7b-e2d8-4e7b-936c-dad52df41fd4,revision_number=0']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:19.544895 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-6aad9eb2-9c5e-4b42-b89d-59f8ac8982b4 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:19.546462 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-6aad9eb2-9c5e-4b42-b89d-59f8ac8982b4 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4023244 Aug 29 23:58:19.549606 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 52322) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:58:19.555327 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [None req-735cd852-d0be-4466-a500-68062c4dba25 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Request body: {'security_group_rule': {'security_group_id': 'ac61a8f3-f168-4317-8fca-9bda4528597e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:58:19.562156 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:19.690759 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-735cd852-d0be-4466-a500-68062c4dba25 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for security_group_rule (b91f24d7-280d-4327-9e68-878d2ce46854), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:19.746002 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30047bd-1903-44f7-93a2-39f4989fc766 req-0cbafb5d-1202-43dc-9ccf-23c06699b608 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:19.747830 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d30047bd-1903-44f7-93a2-39f4989fc766 req-0cbafb5d-1202-43dc-9ccf-23c06699b608 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 946 time: 0.0583134 Aug 29 23:58:19.772656 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-735cd852-d0be-4466-a500-68062c4dba25 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for security_group_rule (b91f24d7-280d-4327-9e68-878d2ce46854), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:19.800779 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d30047bd-1903-44f7-93a2-39f4989fc766 req-37a2e011-6ffd-489e-a88d-4721a47f4814 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=66421100-836a-4b79-b0d6-afeb34f4a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469623 Aug 29 23:58:19.860895 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-735cd852-d0be-4466-a500-68062c4dba25 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707692'] for security_group_rule (b91f24d7-280d-4327-9e68-878d2ce46854), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:19.881732 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735cd852-d0be-4466-a500-68062c4dba25 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b91f24d7-280d-4327-9e68-878d2ce46854,revision_number=0']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:20.012967 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-735cd852-d0be-4466-a500-68062c4dba25 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:20.014325 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-735cd852-d0be-4466-a500-68062c4dba25 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4627542 Aug 29 23:58:20.018120 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 52330) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:58:20.023058 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [None req-69b241d2-19c9-4812-9103-3a101db78ac2 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Request body: {'floatingip': {'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:58:20.101824 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-69b241d2-19c9-4812-9103-3a101db78ac2 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:20.191706 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-69b241d2-19c9-4812-9103-3a101db78ac2 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:20.310328 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.db_base_plugin_common [None req-69b241d2-19c9-4812-9103-3a101db78ac2 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Allocated IP 172.27.1.145 (c6396a07-dfbf-4950-850b-378da3ed2a88/a98be68c-aef3-471c-b3f8-ae629ebf2983/239299de-67b7-41e7-8c61-527ffbbdcaa7) {{(pid=113416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:58:20.431049 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-69b241d2-19c9-4812-9103-3a101db78ac2 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for port (239299de-67b7-41e7-8c61-527ffbbdcaa7), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:20.437622 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:20.547313 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-69b241d2-19c9-4812-9103-3a101db78ac2 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963692'] for port (239299de-67b7-41e7-8c61-527ffbbdcaa7), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:20.594804 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b241d2-19c9-4812-9103-3a101db78ac2 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Network c6396a07-dfbf-4950-850b-378da3ed2a88 is already hosted by enough agents. {{(pid=113416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:58:20.600577 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.base_scheduler [None req-69b241d2-19c9-4812-9103-3a101db78ac2 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Resources bound (agent type, host, resource id): {{(pid=113416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:58:20.603010 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b241d2-19c9-4812-9103-3a101db78ac2 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Pushing event updated for resources: {'Port': ['ID=239299de-67b7-41e7-8c61-527ffbbdcaa7,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:20.605948 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b241d2-19c9-4812-9103-3a101db78ac2 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Received port after_create {{(pid=113416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:58:20.707421 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-69b241d2-19c9-4812-9103-3a101db78ac2 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for floatingip (a770c433-6a31-4ed2-9557-52757140e2d8), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:20.888659 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-69b241d2-19c9-4812-9103-3a101db78ac2 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (239299de-67b7-41e7-8c61-527ffbbdcaa7), before_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:20.964980 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51dc231-62d4-4ed7-bcf5-9125afb308c6 req-03e5515a-509a-43e3-8993-a1d1be334591 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:20.966632 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b51dc231-62d4-4ed7-bcf5-9125afb308c6 req-03e5515a-509a-43e3-8993-a1d1be334591 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 946 time: 0.0595348 Aug 29 23:58:20.986756 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.agents_db [None req-4166f728-c6cb-4ae6-8e81-f61b29fbc360 None None] Agent healthcheck: found 6 active agents {{(pid=113418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 23:58:21.030805 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b51dc231-62d4-4ed7-bcf5-9125afb308c6 req-1fb7493a-c85d-43d2-9f0c-378334bee5a1 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=66421100-836a-4b79-b0d6-afeb34f4a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558515 Aug 29 23:58:21.052455 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:21.104013 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-69b241d2-19c9-4812-9103-3a101db78ac2 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for port (239299de-67b7-41e7-8c61-527ffbbdcaa7), precommit_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:21.198030 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-69b241d2-19c9-4812-9103-3a101db78ac2 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963685'] for port (239299de-67b7-41e7-8c61-527ffbbdcaa7), after_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:21.273379 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b241d2-19c9-4812-9103-3a101db78ac2 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Pushing event updated for resources: {'Port': ['ID=239299de-67b7-41e7-8c61-527ffbbdcaa7,revision_number=2']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:21.275976 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-69b241d2-19c9-4812-9103-3a101db78ac2 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477666'] for floatingip (a770c433-6a31-4ed2-9557-52757140e2d8), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:21.405462 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-69b241d2-19c9-4812-9103-3a101db78ac2 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for floatingip (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:21.406843 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-69b241d2-19c9-4812-9103-3a101db78ac2 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3876562 Aug 29 23:58:21.635358 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-6c5acce7-9f81-42e7-bc74-fe0f691f948e req-c6565db8-c0db-4bac-8f11-cab2a13ba010 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--675687008&fields=id&tenant_id=a2963b1b4aba47f593c63a398b511792 HTTP/1.1" status: 200 len: 267 time: 0.0557687 Aug 29 23:58:21.735405 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:21.768866 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5acce7-9f81-42e7-bc74-fe0f691f948e req-248cc75b-934d-49bc-a363-9b186815999f tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:21.770453 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-6c5acce7-9f81-42e7-bc74-fe0f691f948e req-248cc75b-934d-49bc-a363-9b186815999f tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/networks?id=60b40027-b034-467e-a623-8d465afe9154 HTTP/1.1" status: 200 len: 815 time: 0.1262405 Aug 29 23:58:21.788883 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-6c5acce7-9f81-42e7-bc74-fe0f691f948e req-4ad29d1d-ba06-4c61-b568-ccb6957e9225 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/quotas/a2963b1b4aba47f593c63a398b511792 HTTP/1.1" status: 200 len: 375 time: 0.0121772 Aug 29 23:58:21.841641 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:21.849790 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-6c5acce7-9f81-42e7-bc74-fe0f691f948e req-3e6936ee-16c5-4489-a3f2-c56bf9f6f2fc tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?tenant_id=a2963b1b4aba47f593c63a398b511792&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0552480 Aug 29 23:58:22.067281 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-6c5acce7-9f81-42e7-bc74-fe0f691f948e req-c7514ee3-19cb-40ff-96c0-bf93dfa44eb0 service neutron] 10.222.0.90 "GET /networking/v2.0/networks/60b40027-b034-467e-a623-8d465afe9154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049584 Aug 29 23:58:22.208259 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedbe97f-c9d5-4437-a474-2dc5f7501eec req-58687f3c-fb00-46fa-92e9-1a3367e761a8 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:22.209816 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-cedbe97f-c9d5-4437-a474-2dc5f7501eec req-58687f3c-fb00-46fa-92e9-1a3367e761a8 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 946 time: 0.0688078 Aug 29 23:58:22.251322 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-6c5acce7-9f81-42e7-bc74-fe0f691f948e req-dcbc4d10-76ee-4936-84e8-7100950bba49 service neutron] 10.222.0.90 "GET /networking/v2.0/networks/60b40027-b034-467e-a623-8d465afe9154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727276 Aug 29 23:58:22.294290 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-cedbe97f-c9d5-4437-a474-2dc5f7501eec req-2bad5884-4ba3-493c-a36d-c40474c4c44a tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=66421100-836a-4b79-b0d6-afeb34f4a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766692 Aug 29 23:58:22.543783 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-99207c91-3257-400d-82c7-e128941bfabf req-ca07bc5f-0c05-4e22-bc04-c401b0849576 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=fa54094f-c31b-41ec-ab2d-2e80b4e30cfe HTTP/1.1" status: 200 len: 210 time: 0.0373123 Aug 29 23:58:23.453150 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec6be69-92c7-44e9-b08c-c7c744efeaeb req-4f6ba061-e4c5-4ef0-ba94-1362468b50ae tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:23.454794 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-1ec6be69-92c7-44e9-b08c-c7c744efeaeb req-4f6ba061-e4c5-4ef0-ba94-1362468b50ae tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 946 time: 0.0626616 Aug 29 23:58:23.540388 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-1ec6be69-92c7-44e9-b08c-c7c744efeaeb req-fc62a01d-6b35-4e69-8b87-c6f20ef70d0b tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=66421100-836a-4b79-b0d6-afeb34f4a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784605 Aug 29 23:58:23.663734 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-8d8bb60d-6623-40a8-9b76-5b9c4847b38f req-cc728725-be7a-45fc-9553-b32a2fdf17e8 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=fa54094f-c31b-41ec-ab2d-2e80b4e30cfe HTTP/1.1" status: 200 len: 210 time: 0.0314207 Aug 29 23:58:24.124736 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 52394) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:58:24.277604 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-807b20b0-b0d9-4107-a3d0-64645700e098 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:24.374746 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-807b20b0-b0d9-4107-a3d0-64645700e098 admin admin] Publish callbacks [] for security_group (dba7de87-10e8-47db-bc5a-6c95b506e50f), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:24.455443 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-807b20b0-b0d9-4107-a3d0-64645700e098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (dba7de87-10e8-47db-bc5a-6c95b506e50f), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:24.502616 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-807b20b0-b0d9-4107-a3d0-64645700e098 admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=66ba7fa0ca844b50a26d0d8ae2b7f305&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3764355 Aug 29 23:58:24.503479 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807b20b0-b0d9-4107-a3d0-64645700e098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba7de87-10e8-47db-bc5a-6c95b506e50f,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:24.505769 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 52402) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:58:24.566115 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-0560bec2-91da-4a30-9847-2a188b03d44b admin admin] Publish callbacks [] for security_group (dba7de87-10e8-47db-bc5a-6c95b506e50f), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:24.588530 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-0560bec2-91da-4a30-9847-2a188b03d44b admin admin] Publish callbacks [] for security_group (dba7de87-10e8-47db-bc5a-6c95b506e50f), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:24.709863 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0407a31b-28e8-495b-9fa1-610ef678fb1a req-706acc37-ec94-4c1e-b733-2e64c90e95a6 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:24.711507 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-0407a31b-28e8-495b-9fa1-610ef678fb1a req-706acc37-ec94-4c1e-b733-2e64c90e95a6 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 946 time: 0.0610733 Aug 29 23:58:24.769379 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-0560bec2-91da-4a30-9847-2a188b03d44b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (dba7de87-10e8-47db-bc5a-6c95b506e50f), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:24.771917 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-0560bec2-91da-4a30-9847-2a188b03d44b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:24.773205 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-0560bec2-91da-4a30-9847-2a188b03d44b admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/dba7de87-10e8-47db-bc5a-6c95b506e50f HTTP/1.1" status: 204 len: 168 time: 0.2663751 Aug 29 23:58:24.788035 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0560bec2-91da-4a30-9847-2a188b03d44b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba7de87-10e8-47db-bc5a-6c95b506e50f,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:24.788405 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-1c792f3c-b5d3-45c5-ad28-1fa9d6239cfa req-c8a148a2-517b-4cfb-97df-e80be312efd7 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=fa54094f-c31b-41ec-ab2d-2e80b4e30cfe HTTP/1.1" status: 200 len: 210 time: 0.0412569 Aug 29 23:58:24.819228 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-0407a31b-28e8-495b-9fa1-610ef678fb1a req-754351c9-beed-45c2-95f6-ae9963a0f969 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=66421100-836a-4b79-b0d6-afeb34f4a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911949 Aug 29 23:58:25.168344 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5acce7-9f81-42e7-bc74-fe0f691f948e req-51b90f82-b244-4cc2-849e-0a9a076d3083 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:25.170340 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-6c5acce7-9f81-42e7-bc74-fe0f691f948e req-51b90f82-b244-4cc2-849e-0a9a076d3083 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.87 "GET /networking/v2.0/networks?id=60b40027-b034-467e-a623-8d465afe9154 HTTP/1.1" status: 200 len: 815 time: 0.1331918 Aug 29 23:58:25.274317 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-6c5acce7-9f81-42e7-bc74-fe0f691f948e req-2c7303c4-2968-4afc-90b5-a82a94650369 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.87 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a2963b1b4aba47f593c63a398b511792 HTTP/1.1" status: 200 len: 379 time: 0.0927279 Aug 29 23:58:25.283408 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [req-6c5acce7-9f81-42e7-bc74-fe0f691f948e req-a5831a37-2086-4a8b-a0d4-33c78d91e807 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Request body: {'port': {'device_id': 'fa54094f-c31b-41ec-ab2d-2e80b4e30cfe', 'network_id': '60b40027-b034-467e-a623-8d465afe9154', 'admin_state_up': True, 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'security_groups': ['ac61a8f3-f168-4317-8fca-9bda4528597e']}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:58:25.637122 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c5acce7-9f81-42e7-bc74-fe0f691f948e req-a5831a37-2086-4a8b-a0d4-33c78d91e807 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Made reservation on behalf of a2963b1b4aba47f593c63a398b511792 for: {'port': 1} {{(pid=113416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:58:25.641906 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-6c5acce7-9f81-42e7-bc74-fe0f691f948e req-a5831a37-2086-4a8b-a0d4-33c78d91e807 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:25.652748 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:25.764116 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 52424) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:58:25.789919 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-1b822c61-ff4c-47ac-a623-942790e4049e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:25.807866 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.db_base_plugin_common [req-6c5acce7-9f81-42e7-bc74-fe0f691f948e req-a5831a37-2086-4a8b-a0d4-33c78d91e807 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Allocated IP 172.20.0.10 (60b40027-b034-467e-a623-8d465afe9154/371040be-dae2-4b4b-8892-6a99379ddf2c/69e68088-d17f-4c25-8006-de53d82f4084) {{(pid=113416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:58:25.952429 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:25.957997 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-1b822c61-ff4c-47ac-a623-942790e4049e admin admin] Publish callbacks [] for security_group (003d7bcf-7efb-4b74-8a21-eada7fd30eba), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:25.983621 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-f43ef313-dc2f-46be-b627-5114790df54c req-0c27dd23-f18b-45f8-af70-83a45994d570 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=fa54094f-c31b-41ec-ab2d-2e80b4e30cfe HTTP/1.1" status: 200 len: 210 time: 0.0406563 Aug 29 23:58:26.034406 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-1b822c61-ff4c-47ac-a623-942790e4049e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (003d7bcf-7efb-4b74-8a21-eada7fd30eba), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:26.058226 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:26.066064 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-6c5acce7-9f81-42e7-bc74-fe0f691f948e req-a5831a37-2086-4a8b-a0d4-33c78d91e807 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for port (69e68088-d17f-4c25-8006-de53d82f4084), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:26.099526 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:26.131494 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-1b822c61-ff4c-47ac-a623-942790e4049e admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=260a2ea8115c405787950d01d5e60925&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3635662 Aug 29 23:58:26.133120 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 52432) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:58:26.140283 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b822c61-ff4c-47ac-a623-942790e4049e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003d7bcf-7efb-4b74-8a21-eada7fd30eba,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:26.166216 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d639d711-3131-43f3-86bf-f9484f6cdbaa req-29db41d4-50cb-46ae-b317-1f4f0efef262 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:26.167306 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d639d711-3131-43f3-86bf-f9484f6cdbaa req-29db41d4-50cb-46ae-b317-1f4f0efef262 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 946 time: 0.0955131 Aug 29 23:58:26.187784 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-bf0cf05b-cac4-402b-80bf-8c7427267c69 admin admin] Publish callbacks [] for security_group (003d7bcf-7efb-4b74-8a21-eada7fd30eba), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:26.210782 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-bf0cf05b-cac4-402b-80bf-8c7427267c69 admin admin] Publish callbacks [] for security_group (003d7bcf-7efb-4b74-8a21-eada7fd30eba), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:26.222717 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d639d711-3131-43f3-86bf-f9484f6cdbaa req-0e85deb3-302d-4c41-9ea9-292da18025a4 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=66421100-836a-4b79-b0d6-afeb34f4a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479691 Aug 29 23:58:26.227315 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-6c5acce7-9f81-42e7-bc74-fe0f691f948e req-a5831a37-2086-4a8b-a0d4-33c78d91e807 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963692'] for port (69e68088-d17f-4c25-8006-de53d82f4084), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:26.304103 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c5acce7-9f81-42e7-bc74-fe0f691f948e req-a5831a37-2086-4a8b-a0d4-33c78d91e807 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Network 60b40027-b034-467e-a623-8d465afe9154 is already hosted by enough agents. {{(pid=113416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:58:26.309386 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.base_scheduler [req-6c5acce7-9f81-42e7-bc74-fe0f691f948e req-a5831a37-2086-4a8b-a0d4-33c78d91e807 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Resources bound (agent type, host, resource id): {{(pid=113416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:58:26.311233 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5831a37-2086-4a8b-a0d4-33c78d91e807 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Pushing event updated for resources: {'Port': ['ID=69e68088-d17f-4c25-8006-de53d82f4084,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:26.313497 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c5acce7-9f81-42e7-bc74-fe0f691f948e req-a5831a37-2086-4a8b-a0d4-33c78d91e807 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Received port after_create {{(pid=113416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:58:26.385020 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5acce7-9f81-42e7-bc74-fe0f691f948e req-a5831a37-2086-4a8b-a0d4-33c78d91e807 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:26.386286 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-6c5acce7-9f81-42e7-bc74-fe0f691f948e req-a5831a37-2086-4a8b-a0d4-33c78d91e807 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for port (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:26.399667 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=6 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:26.559162 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-bf0cf05b-cac4-402b-80bf-8c7427267c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (003d7bcf-7efb-4b74-8a21-eada7fd30eba), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:26.562616 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-bf0cf05b-cac4-402b-80bf-8c7427267c69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:26.564483 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-bf0cf05b-cac4-402b-80bf-8c7427267c69 admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/003d7bcf-7efb-4b74-8a21-eada7fd30eba HTTP/1.1" status: 204 len: 168 time: 0.4302678 Aug 29 23:58:26.573961 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0cf05b-cac4-402b-80bf-8c7427267c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003d7bcf-7efb-4b74-8a21-eada7fd30eba,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:26.609677 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-6c5acce7-9f81-42e7-bc74-fe0f691f948e req-a5831a37-2086-4a8b-a0d4-33c78d91e807 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.87 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3301201 Aug 29 23:58:26.615134 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-99f46e8c-3aa6-4c1a-9dc2-dcfdc3878c13 None None] Provisioning complete for port 69e68088-d17f-4c25-8006-de53d82f4084 triggered by entity DHCP. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:58:26.615692 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-99f46e8c-3aa6-4c1a-9dc2-dcfdc3878c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (69e68088-d17f-4c25-8006-de53d82f4084), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:26.637054 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [req-6c5acce7-9f81-42e7-bc74-fe0f691f948e req-e091b40f-24f7-44d5-9662-a2658c34992e service neutron] Request body: {'port': {'device_id': 'fa54094f-c31b-41ec-ab2d-2e80b4e30cfe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85504'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:58:26.658394 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-99f46e8c-3aa6-4c1a-9dc2-dcfdc3878c13 None None] Port 69e68088-d17f-4c25-8006-de53d82f4084 cannot update to ACTIVE because it is not bound. {{(pid=113417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 23:58:26.734821 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-6c5acce7-9f81-42e7-bc74-fe0f691f948e req-e091b40f-24f7-44d5-9662-a2658c34992e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (69e68088-d17f-4c25-8006-de53d82f4084), before_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:27.044453 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.notifiers.nova [req-6c5acce7-9f81-42e7-bc74-fe0f691f948e req-e091b40f-24f7-44d5-9662-a2658c34992e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69e68088-d17f-4c25-8006-de53d82f4084 {{(pid=113416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:58:27.053218 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-6c5acce7-9f81-42e7-bc74-fe0f691f948e req-e091b40f-24f7-44d5-9662-a2658c34992e service neutron] Publish callbacks [] for port (69e68088-d17f-4c25-8006-de53d82f4084), precommit_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:27.068905 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.provisioning_blocks [req-6c5acce7-9f81-42e7-bc74-fe0f691f948e req-e091b40f-24f7-44d5-9662-a2658c34992e service neutron] Transition to ACTIVE for port object 69e68088-d17f-4c25-8006-de53d82f4084 will not be triggered until provisioned by entity L2. {{(pid=113416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 23:58:27.105774 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:27.152030 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94846ff2-2346-4c29-b683-4fdc85f523fa req-efdb36d8-d7e9-407e-b9d3-a8a9d33ef385 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:27.154784 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-94846ff2-2346-4c29-b683-4fdc85f523fa req-efdb36d8-d7e9-407e-b9d3-a8a9d33ef385 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=fa54094f-c31b-41ec-ab2d-2e80b4e30cfe HTTP/1.1" status: 200 len: 932 time: 0.0629146 Aug 29 23:58:27.175456 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-6c5acce7-9f81-42e7-bc74-fe0f691f948e req-e091b40f-24f7-44d5-9662-a2658c34992e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963685'] for port (69e68088-d17f-4c25-8006-de53d82f4084), after_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:27.243299 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-94846ff2-2346-4c29-b683-4fdc85f523fa req-fc8fc7e9-7cbb-4e16-999f-b8b8d0da4125 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ac61a8f3-f168-4317-8fca-9bda4528597e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822818 Aug 29 23:58:27.257931 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e091b40f-24f7-44d5-9662-a2658c34992e service neutron] Pushing event updated for resources: {'Port': ['ID=69e68088-d17f-4c25-8006-de53d82f4084,revision_number=2']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:27.325958 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.managers [req-6c5acce7-9f81-42e7-bc74-fe0f691f948e req-e091b40f-24f7-44d5-9662-a2658c34992e service neutron] Attempting to bind port 69e68088-d17f-4c25-8006-de53d82f4084 on host hv-cinder-85504 for vnic_type normal with profile {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:58:27.326322 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.managers [req-6c5acce7-9f81-42e7-bc74-fe0f691f948e req-e091b40f-24f7-44d5-9662-a2658c34992e service neutron] Attempting to bind port 69e68088-d17f-4c25-8006-de53d82f4084 by drivers openvswitch,hyperv on host hv-cinder-85504 at level 0 using segments [{'id': 'b7df322f-93e7-4c06-ab35-efbbaf8c395e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '60b40027-b034-467e-a623-8d465afe9154'}] {{(pid=113416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:58:27.326620 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5acce7-9f81-42e7-bc74-fe0f691f948e req-e091b40f-24f7-44d5-9662-a2658c34992e service neutron] Attempting to bind port 69e68088-d17f-4c25-8006-de53d82f4084 on network 60b40027-b034-467e-a623-8d465afe9154 {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:58:27.332430 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5acce7-9f81-42e7-bc74-fe0f691f948e req-e091b40f-24f7-44d5-9662-a2658c34992e service neutron] Port 69e68088-d17f-4c25-8006-de53d82f4084 on network 60b40027-b034-467e-a623-8d465afe9154 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85504 {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 23:58:27.332972 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5acce7-9f81-42e7-bc74-fe0f691f948e req-e091b40f-24f7-44d5-9662-a2658c34992e service neutron] Attempting to bind port 69e68088-d17f-4c25-8006-de53d82f4084 on network 60b40027-b034-467e-a623-8d465afe9154 {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:58:27.338704 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5acce7-9f81-42e7-bc74-fe0f691f948e req-e091b40f-24f7-44d5-9662-a2658c34992e service neutron] Checking agent: {'id': 'a7eaf665-0f6d-431a-9601-222c900251ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85504', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 50, 13), 'started_at': datetime.datetime(2022, 8, 29, 23, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:58:27.339053 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5acce7-9f81-42e7-bc74-fe0f691f948e req-e091b40f-24f7-44d5-9662-a2658c34992e service neutron] Checking segment: {'id': 'b7df322f-93e7-4c06-ab35-efbbaf8c395e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '60b40027-b034-467e-a623-8d465afe9154'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:58:27.339436 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5acce7-9f81-42e7-bc74-fe0f691f948e req-e091b40f-24f7-44d5-9662-a2658c34992e service neutron] Bound using segment: {'id': 'b7df322f-93e7-4c06-ab35-efbbaf8c395e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '60b40027-b034-467e-a623-8d465afe9154'} {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:58:27.339864 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.managers [req-6c5acce7-9f81-42e7-bc74-fe0f691f948e req-e091b40f-24f7-44d5-9662-a2658c34992e service neutron] Bound port: 69e68088-d17f-4c25-8006-de53d82f4084, host: hv-cinder-85504, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7df322f-93e7-4c06-ab35-efbbaf8c395e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '60b40027-b034-467e-a623-8d465afe9154'}}] {{(pid=113416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:58:27.340248 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-6c5acce7-9f81-42e7-bc74-fe0f691f948e req-e091b40f-24f7-44d5-9662-a2658c34992e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (69e68088-d17f-4c25-8006-de53d82f4084), before_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:27.400027 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68064e70-78c6-43e8-abce-f219fecf92ec req-e5e165bc-6517-414b-a595-41fc1949221c tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:27.403531 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-68064e70-78c6-43e8-abce-f219fecf92ec req-e5e165bc-6517-414b-a595-41fc1949221c tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 946 time: 0.0674176 Aug 29 23:58:27.414196 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.db [req-6c5acce7-9f81-42e7-bc74-fe0f691f948e req-e091b40f-24f7-44d5-9662-a2658c34992e service neutron] For port 69e68088-d17f-4c25-8006-de53d82f4084, host hv-cinder-85504, cleared binding levels {{(pid=113416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:58:27.422244 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.db [req-6c5acce7-9f81-42e7-bc74-fe0f691f948e req-e091b40f-24f7-44d5-9662-a2658c34992e service neutron] For port 69e68088-d17f-4c25-8006-de53d82f4084, host hv-cinder-85504, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=69e68088-d17f-4c25-8006-de53d82f4084,segment=NetworkSegment(b7df322f-93e7-4c06-ab35-efbbaf8c395e),segment_id=b7df322f-93e7-4c06-ab35-efbbaf8c395e)] {{(pid=113416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:58:27.459362 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-68064e70-78c6-43e8-abce-f219fecf92ec req-e0132528-9614-49bc-a5b3-5c645e11554a tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=66421100-836a-4b79-b0d6-afeb34f4a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505023 Aug 29 23:58:27.529873 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-6c5acce7-9f81-42e7-bc74-fe0f691f948e req-e091b40f-24f7-44d5-9662-a2658c34992e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963685'] for port (69e68088-d17f-4c25-8006-de53d82f4084), after_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:27.534308 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5acce7-9f81-42e7-bc74-fe0f691f948e req-e091b40f-24f7-44d5-9662-a2658c34992e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:27.534926 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-6c5acce7-9f81-42e7-bc74-fe0f691f948e req-e091b40f-24f7-44d5-9662-a2658c34992e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for port (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:27.536362 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-6c5acce7-9f81-42e7-bc74-fe0f691f948e req-e091b40f-24f7-44d5-9662-a2658c34992e service neutron] 10.222.0.87 "PUT /networking/v2.0/ports/69e68088-d17f-4c25-8006-de53d82f4084 HTTP/1.1" status: 200 len: 1094 time: 0.9165294 Aug 29 23:58:27.536854 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa54094f-c31b-41ec-ab2d-2e80b4e30cfe', 'tag': '69e68088-d17f-4c25-8006-de53d82f4084'}] {{(pid=113416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:58:27.539334 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca1b1d0bad556637bdc4aa8e491b493d03ba5f494de7569054403470f02cf73a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333e0e57-1090-4816-9403-62f07642d4d9" -d '{"events": [{"name": "network-changed", "server_uuid": "fa54094f-c31b-41ec-ab2d-2e80b4e30cfe", "tag": "69e68088-d17f-4c25-8006-de53d82f4084"}]}' {{(pid=113416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:58:27.589853 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 23:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a186149f-0d56-49a3-8a29-03aa45ed2a08 x-openstack-request-id: req-a186149f-0d56-49a3-8a29-03aa45ed2a08 {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:58:27.590112 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa54094f-c31b-41ec-ab2d-2e80b4e30cfe", "tag": "69e68088-d17f-4c25-8006-de53d82f4084", "status": "completed", "code": 200}]} {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:58:27.590608 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-a186149f-0d56-49a3-8a29-03aa45ed2a08 {{(pid=113416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:58:27.590997 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a186149f-0d56-49a3-8a29-03aa45ed2a08'] response: {'name': 'network-changed', 'server_uuid': 'fa54094f-c31b-41ec-ab2d-2e80b4e30cfe', 'tag': '69e68088-d17f-4c25-8006-de53d82f4084', 'status': 'completed', 'code': 200} Aug 29 23:58:27.601682 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e091b40f-24f7-44d5-9662-a2658c34992e service neutron] Pushing event updated for resources: {'Port': ['ID=69e68088-d17f-4c25-8006-de53d82f4084,revision_number=3']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:27.669620 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e0e57-1090-4816-9403-62f07642d4d9 req-0a5b0ffa-3674-479f-a5cb-e3da5afa93ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:27.671147 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-333e0e57-1090-4816-9403-62f07642d4d9 req-0a5b0ffa-3674-479f-a5cb-e3da5afa93ef service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=a2963b1b4aba47f593c63a398b511792&device_id=fa54094f-c31b-41ec-ab2d-2e80b4e30cfe HTTP/1.1" status: 200 len: 1128 time: 0.0471523 Aug 29 23:58:27.672675 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:27.675291 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f details requested by agent hyperv_hv-cinder-85504 with host hv-cinder-85504 {{(pid=113417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 23:58:27.787196 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f,segment=NetworkSegment(114ca9d5-57df-429a-9e81-974fb793f3bc),segment_id=114ca9d5-57df-429a-9e81-974fb793f3bc)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:58:27.793481 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e0e57-1090-4816-9403-62f07642d4d9 req-3361e128-a265-4ec7-a52b-5193a5456a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:27.794845 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-333e0e57-1090-4816-9403-62f07642d4d9 req-3361e128-a265-4ec7-a52b-5193a5456a95 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?tenant_id=a2963b1b4aba47f593c63a398b511792&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1168418 Aug 29 23:58:27.799610 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Returning: {'device': 'cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f', 'network_id': '7a46036d-55d3-472c-985d-7d32e6afcac9', 'port_id': 'cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f', 'mac_address': 'fa:16:3e:a3:36:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16471bf1-5160-46ce-b487-b87c8418028b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 23:58:27.840412 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Current status of the port cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f is: ACTIVE; New status is: BUILD {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:58:27.840824 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:27.856650 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.notifiers.nova [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f {{(pid=113417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:58:27.881790 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f,segment=NetworkSegment(114ca9d5-57df-429a-9e81-974fb793f3bc),segment_id=114ca9d5-57df-429a-9e81-974fb793f3bc)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:58:27.911530 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e0e57-1090-4816-9403-62f07642d4d9 req-164d24ba-3b8c-4dc9-946b-fb724443be5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:27.913182 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-333e0e57-1090-4816-9403-62f07642d4d9 req-164d24ba-3b8c-4dc9-946b-fb724443be5c service neutron] 10.222.0.87 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1085970 Aug 29 23:58:27.963004 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:27.996762 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5acce7-9f81-42e7-bc74-fe0f691f948e req-43e73c9c-48fa-4c7c-acca-942e327b864f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:27.996762 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-6c5acce7-9f81-42e7-bc74-fe0f691f948e req-43e73c9c-48fa-4c7c-acca-942e327b864f service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=a2963b1b4aba47f593c63a398b511792&device_id=fa54094f-c31b-41ec-ab2d-2e80b4e30cfe HTTP/1.1" status: 200 len: 1128 time: 0.0423045 Aug 29 23:58:28.021038 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:28.045755 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-6c5acce7-9f81-42e7-bc74-fe0f691f948e req-59423cc0-aac8-43c0-ba3f-f7d9b40772ed service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69e68088-d17f-4c25-8006-de53d82f4084 HTTP/1.1" status: 200 len: 217 time: 0.0406621 Aug 29 23:58:28.077678 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Pushing event updated for resources: {'Port': ['ID=cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f,revision_number=6']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:28.103397 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] get_ports_and_sgs() called for port_ids ['cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f'] {{(pid=113417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 23:58:28.103618 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5acce7-9f81-42e7-bc74-fe0f691f948e req-2bec1818-45bf-4c64-999d-0ff972e7c706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:28.105136 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-6c5acce7-9f81-42e7-bc74-fe0f691f948e req-2bec1818-45bf-4c64-999d-0ff972e7c706 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=371040be-dae2-4b4b-8892-6a99379ddf2c HTTP/1.1" status: 200 len: 854 time: 0.0514336 Aug 29 23:58:28.159629 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5acce7-9f81-42e7-bc74-fe0f691f948e req-f3dce1c8-5697-4243-bff3-f517c5c9b7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:28.165693 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-6c5acce7-9f81-42e7-bc74-fe0f691f948e req-f3dce1c8-5697-4243-bff3-f517c5c9b7fa service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=60b40027-b034-467e-a623-8d465afe9154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495443 Aug 29 23:58:28.224077 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:28.271443 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-6c5acce7-9f81-42e7-bc74-fe0f691f948e req-e5911812-af54-4a95-b130-aa43fcef7bd6 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/60b40027-b034-467e-a623-8d465afe9154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005905 Aug 29 23:58:28.374612 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-6c5acce7-9f81-42e7-bc74-fe0f691f948e req-10f45979-7dab-400b-9911-7e9724c12480 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/60b40027-b034-467e-a623-8d465afe9154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942378 Aug 29 23:58:28.389876 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0143fe7-c879-4f30-b309-eaa92cee199f req-be12ddde-d0c5-494f-97ed-5dddef96016a tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:28.392272 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b0143fe7-c879-4f30-b309-eaa92cee199f req-be12ddde-d0c5-494f-97ed-5dddef96016a tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=fa54094f-c31b-41ec-ab2d-2e80b4e30cfe HTTP/1.1" status: 200 len: 944 time: 0.0627246 Aug 29 23:58:28.445178 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b0143fe7-c879-4f30-b309-eaa92cee199f req-de68b91c-3452-4b02-ab91-f1de484ed622 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ac61a8f3-f168-4317-8fca-9bda4528597e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447867 Aug 29 23:58:28.614271 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd79e95-6965-4d52-a2c6-46f577f5006c req-3ffd9bec-5cc1-4905-8e2f-fc4ea8b9519c tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:28.615866 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-1fd79e95-6965-4d52-a2c6-46f577f5006c req-3ffd9bec-5cc1-4905-8e2f-fc4ea8b9519c tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 945 time: 0.0564592 Aug 29 23:58:28.688948 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-1fd79e95-6965-4d52-a2c6-46f577f5006c req-ae179660-86fc-4efe-88f8-4f9126834be1 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=66421100-836a-4b79-b0d6-afeb34f4a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613461 Aug 29 23:58:29.584877 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ee2ac-abac-4e46-850b-343af0b2a336 req-7f8fb7b5-a0fb-49da-93c6-6732f732c4b8 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:29.587061 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-992ee2ac-abac-4e46-850b-343af0b2a336 req-7f8fb7b5-a0fb-49da-93c6-6732f732c4b8 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=fa54094f-c31b-41ec-ab2d-2e80b4e30cfe HTTP/1.1" status: 200 len: 944 time: 0.0649674 Aug 29 23:58:29.643906 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-992ee2ac-abac-4e46-850b-343af0b2a336 req-6d3f3912-7f18-4781-b219-0c5a9097866e tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ac61a8f3-f168-4317-8fca-9bda4528597e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505507 Aug 29 23:58:29.674017 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device 69e68088-d17f-4c25-8006-de53d82f4084 details requested by agent hyperv_hv-cinder-85504 with host hv-cinder-85504 {{(pid=113417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 23:58:29.677578 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f up at agent hyperv_hv-cinder-85504 {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:58:29.785835 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Provisioning complete for port cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:58:29.786216 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:29.859298 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port 69e68088-d17f-4c25-8006-de53d82f4084, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=69e68088-d17f-4c25-8006-de53d82f4084,segment=NetworkSegment(b7df322f-93e7-4c06-ab35-efbbaf8c395e),segment_id=b7df322f-93e7-4c06-ab35-efbbaf8c395e)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:58:29.863846 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7933b171-66f2-4abc-b110-923c2072d5bd req-5b8fca13-38e4-4d6e-a755-e3d4c5b2db6a tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:29.865406 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-7933b171-66f2-4abc-b110-923c2072d5bd req-5b8fca13-38e4-4d6e-a755-e3d4c5b2db6a tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 945 time: 0.0695918 Aug 29 23:58:29.894077 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Returning: {'device': '69e68088-d17f-4c25-8006-de53d82f4084', 'network_id': '60b40027-b034-467e-a623-8d465afe9154', 'port_id': '69e68088-d17f-4c25-8006-de53d82f4084', 'mac_address': 'fa:16:3e:10:f8:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '371040be-dae2-4b4b-8892-6a99379ddf2c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 23:58:29.907629 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:29.937387 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-7933b171-66f2-4abc-b110-923c2072d5bd req-2d027b32-43bc-4bed-aa8d-01cbb86a5118 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=66421100-836a-4b79-b0d6-afeb34f4a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501666 Aug 29 23:58:29.937552 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Current status of the port cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f is: BUILD; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:58:29.937552 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:29.967261 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f'}] {{(pid=113417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:58:29.969659 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d41a01b6be055f780f1b28f387bc014884277aca14b53491aeccfff4134a8b4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf05919-4d49-4833-a60e-7264f8dc52bb" -d '{"events": [{"server_uuid": "a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa", "name": "network-vif-plugged", "status": "completed", "tag": "cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f"}]}' {{(pid=113417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:58:29.978091 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Current status of the port 69e68088-d17f-4c25-8006-de53d82f4084 is: DOWN; New status is: BUILD {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:58:29.978490 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (69e68088-d17f-4c25-8006-de53d82f4084), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:30.002118 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f,segment=NetworkSegment(114ca9d5-57df-429a-9e81-974fb793f3bc),segment_id=114ca9d5-57df-429a-9e81-974fb793f3bc)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:58:30.006222 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.notifiers.nova [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69e68088-d17f-4c25-8006-de53d82f4084 {{(pid=113417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:58:30.035317 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port 69e68088-d17f-4c25-8006-de53d82f4084, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=69e68088-d17f-4c25-8006-de53d82f4084,segment=NetworkSegment(b7df322f-93e7-4c06-ab35-efbbaf8c395e),segment_id=b7df322f-93e7-4c06-ab35-efbbaf8c395e)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:58:30.148286 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a63cc1-6ca3-4125-9b1e-7e651db47440 x-openstack-request-id: req-76a63cc1-6ca3-4125-9b1e-7e651db47440 {{(pid=113417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:58:30.148581 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa", "name": "network-vif-plugged", "status": "completed", "tag": "cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f", "code": 200}]} {{(pid=113417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:58:30.148835 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-76a63cc1-6ca3-4125-9b1e-7e651db47440 {{(pid=113417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:58:30.149665 dv-cinder-855041-2-iscsi neutron-server[113417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76a63cc1-6ca3-4125-9b1e-7e651db47440'] response: {'server_uuid': 'a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f', 'code': 200} Aug 29 23:58:30.175493 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (69e68088-d17f-4c25-8006-de53d82f4084), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:30.179381 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:30.252580 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Pushing event updated for resources: {'Port': ['ID=69e68088-d17f-4c25-8006-de53d82f4084,revision_number=4']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:30.318939 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Pushing event updated for resources: {'Port': ['ID=cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f,revision_number=7']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:30.428781 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] get_ports_and_sgs() called for port_ids ['69e68088-d17f-4c25-8006-de53d82f4084'] {{(pid=113417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 23:58:30.589882 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:30.789489 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab03b6-38a0-406f-9af1-5b49464b1481 req-989b3e85-a8de-48fd-be4e-90072baaaab5 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:30.791327 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-75ab03b6-38a0-406f-9af1-5b49464b1481 req-989b3e85-a8de-48fd-be4e-90072baaaab5 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=fa54094f-c31b-41ec-ab2d-2e80b4e30cfe HTTP/1.1" status: 200 len: 945 time: 0.0621581 Aug 29 23:58:30.870536 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-75ab03b6-38a0-406f-9af1-5b49464b1481 req-993407a2-9d7f-4e84-9995-20ddbf4a9a60 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ac61a8f3-f168-4317-8fca-9bda4528597e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688515 Aug 29 23:58:31.089588 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8284e-4eae-476c-9559-023ff2e0682d req-4ea5260a-d866-44d4-8324-5da3d38b302a tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:31.091066 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-18a8284e-4eae-476c-9559-023ff2e0682d req-4ea5260a-d866-44d4-8324-5da3d38b302a tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 946 time: 0.0605078 Aug 29 23:58:31.155933 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:31.179601 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-18a8284e-4eae-476c-9559-023ff2e0682d req-04529dfb-095b-4040-a399-9a72c10c2506 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=66421100-836a-4b79-b0d6-afeb34f4a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797122 Aug 29 23:58:32.038455 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b28cfb6-5c79-49b7-83bd-40028b8c57e7 req-301ea4c8-095c-4fe9-beb5-680b585ce6ae tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:32.040097 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-8b28cfb6-5c79-49b7-83bd-40028b8c57e7 req-301ea4c8-095c-4fe9-beb5-680b585ce6ae tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=fa54094f-c31b-41ec-ab2d-2e80b4e30cfe HTTP/1.1" status: 200 len: 945 time: 0.0767376 Aug 29 23:58:32.111481 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-8b28cfb6-5c79-49b7-83bd-40028b8c57e7 req-785ed4c3-950b-40dc-a1a8-d9ce7b4ce709 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ac61a8f3-f168-4317-8fca-9bda4528597e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626652 Aug 29 23:58:32.337997 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e16bf-5be9-40d6-8365-3896812de81d req-bcb741db-21f7-4269-bca1-0d4edc2f8b11 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:32.341957 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-a44e16bf-5be9-40d6-8365-3896812de81d req-bcb741db-21f7-4269-bca1-0d4edc2f8b11 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 946 time: 0.0644984 Aug 29 23:58:32.405547 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-a44e16bf-5be9-40d6-8365-3896812de81d req-323b7ce8-e779-4942-a712-ce5254328e8d tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=66421100-836a-4b79-b0d6-afeb34f4a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572982 Aug 29 23:58:33.266238 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74568aed-4b51-4993-a7c5-9e598124dd4c req-3544a8f5-1dd9-4952-a031-1aa930ca49c5 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:33.268996 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-74568aed-4b51-4993-a7c5-9e598124dd4c req-3544a8f5-1dd9-4952-a031-1aa930ca49c5 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=fa54094f-c31b-41ec-ab2d-2e80b4e30cfe HTTP/1.1" status: 200 len: 945 time: 0.0707700 Aug 29 23:58:33.335225 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-74568aed-4b51-4993-a7c5-9e598124dd4c req-4f61c69e-f5d8-4ddd-8b9c-438480c923fc tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ac61a8f3-f168-4317-8fca-9bda4528597e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597231 Aug 29 23:58:33.578317 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc3e5a-3ef3-484d-a7a6-e3d593e50f18 req-a47fdfa1-d4a8-4431-9106-b20ebd79d960 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:33.580441 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e1fc3e5a-3ef3-484d-a7a6-e3d593e50f18 req-a47fdfa1-d4a8-4431-9106-b20ebd79d960 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 946 time: 0.0751407 Aug 29 23:58:33.604124 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device 69e68088-d17f-4c25-8006-de53d82f4084 up at agent hyperv_hv-cinder-85504 {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:58:33.632142 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:33.653252 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e1fc3e5a-3ef3-484d-a7a6-e3d593e50f18 req-4863bdd4-28fe-4e6e-8db1-4fa79cdf7b6c tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=66421100-836a-4b79-b0d6-afeb34f4a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662498 Aug 29 23:58:33.689168 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Provisioning for port 69e68088-d17f-4c25-8006-de53d82f4084 completed by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 23:58:33.798027 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Provisioning complete for port 69e68088-d17f-4c25-8006-de53d82f4084 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:58:33.798557 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (69e68088-d17f-4c25-8006-de53d82f4084), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:33.894578 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Current status of the port 69e68088-d17f-4c25-8006-de53d82f4084 is: BUILD; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:58:33.895393 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (69e68088-d17f-4c25-8006-de53d82f4084), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:33.924552 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa54094f-c31b-41ec-ab2d-2e80b4e30cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e68088-d17f-4c25-8006-de53d82f4084'}] {{(pid=113417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:58:33.928318 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d41a01b6be055f780f1b28f387bc014884277aca14b53491aeccfff4134a8b4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b61ca6-8ede-4b09-8f97-5a6869823e84" -d '{"events": [{"server_uuid": "fa54094f-c31b-41ec-ab2d-2e80b4e30cfe", "name": "network-vif-plugged", "status": "completed", "tag": "69e68088-d17f-4c25-8006-de53d82f4084"}]}' {{(pid=113417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:58:33.943068 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port 69e68088-d17f-4c25-8006-de53d82f4084, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=69e68088-d17f-4c25-8006-de53d82f4084,segment=NetworkSegment(b7df322f-93e7-4c06-ab35-efbbaf8c395e),segment_id=b7df322f-93e7-4c06-ab35-efbbaf8c395e)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:58:33.984384 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf73f473-45db-46d1-9510-7c498df56456 x-openstack-request-id: req-bf73f473-45db-46d1-9510-7c498df56456 {{(pid=113417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:58:33.984829 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa54094f-c31b-41ec-ab2d-2e80b4e30cfe", "name": "network-vif-plugged", "status": "completed", "tag": "69e68088-d17f-4c25-8006-de53d82f4084", "code": 200}]} {{(pid=113417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:58:33.985179 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-bf73f473-45db-46d1-9510-7c498df56456 {{(pid=113417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:58:33.985699 dv-cinder-855041-2-iscsi neutron-server[113417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf73f473-45db-46d1-9510-7c498df56456'] response: {'server_uuid': 'fa54094f-c31b-41ec-ab2d-2e80b4e30cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e68088-d17f-4c25-8006-de53d82f4084', 'code': 200} Aug 29 23:58:34.049484 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (69e68088-d17f-4c25-8006-de53d82f4084), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:34.125878 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Pushing event updated for resources: {'Port': ['ID=69e68088-d17f-4c25-8006-de53d82f4084,revision_number=5']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:34.462220 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6929a7e6-1f04-4eea-a581-72ccbb57cdfd req-0e816a0d-c9f7-411b-8e05-bbf8df9bf459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:34.464550 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-6929a7e6-1f04-4eea-a581-72ccbb57cdfd req-0e816a0d-c9f7-411b-8e05-bbf8df9bf459 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=fa54094f-c31b-41ec-ab2d-2e80b4e30cfe HTTP/1.1" status: 200 len: 1130 time: 0.0510838 Aug 29 23:58:34.522285 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-6929a7e6-1f04-4eea-a581-72ccbb57cdfd req-3fd35a1a-e43a-4643-92b9-7f4ed9513641 service neutron] 10.222.0.87 "GET /networking/v2.0/security-groups?id=ac61a8f3-f168-4317-8fca-9bda4528597e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509169 Aug 29 23:58:34.523067 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2830cb6c-5c51-4cb9-916f-50a53a470d27 req-2543df54-0f33-4f1b-bdb0-3964100866e6 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:34.528930 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-2830cb6c-5c51-4cb9-916f-50a53a470d27 req-2543df54-0f33-4f1b-bdb0-3964100866e6 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=fa54094f-c31b-41ec-ab2d-2e80b4e30cfe HTTP/1.1" status: 200 len: 946 time: 0.0970490 Aug 29 23:58:34.596288 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-2830cb6c-5c51-4cb9-916f-50a53a470d27 req-3481efe5-288a-4ac2-9288-c9573fc40539 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ac61a8f3-f168-4317-8fca-9bda4528597e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595634 Aug 29 23:58:34.798917 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26930675-33d5-4acc-a6c6-54ead2c94174 req-161a3669-fda5-429c-9a80-a75ff9022eb3 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:34.801959 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-26930675-33d5-4acc-a6c6-54ead2c94174 req-161a3669-fda5-429c-9a80-a75ff9022eb3 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 946 time: 0.0669563 Aug 29 23:58:34.861902 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-26930675-33d5-4acc-a6c6-54ead2c94174 req-ba94ad9c-c9ba-4ee7-8cc9-74d206804248 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=66421100-836a-4b79-b0d6-afeb34f4a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529518 Aug 29 23:58:35.844156 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d033f6-eecd-4fda-a2d1-f8f809d84690 req-ac0b13f5-c03a-4a2c-82df-b6d728600c57 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:35.852512 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-f0d033f6-eecd-4fda-a2d1-f8f809d84690 req-ac0b13f5-c03a-4a2c-82df-b6d728600c57 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=fa54094f-c31b-41ec-ab2d-2e80b4e30cfe HTTP/1.1" status: 200 len: 946 time: 0.0895524 Aug 29 23:58:35.945277 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-f0d033f6-eecd-4fda-a2d1-f8f809d84690 req-b611e677-a0b4-4ae1-9f26-9f9338556c23 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ac61a8f3-f168-4317-8fca-9bda4528597e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858831 Aug 29 23:58:36.084693 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c3bca-a490-4290-8eaf-3b55d1a067b4 req-ab417668-05ff-4eca-b674-2296cc89bf47 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:36.084693 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-0f4c3bca-a490-4290-8eaf-3b55d1a067b4 req-ab417668-05ff-4eca-b674-2296cc89bf47 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 946 time: 0.0623622 Aug 29 23:58:36.189248 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-0f4c3bca-a490-4290-8eaf-3b55d1a067b4 req-a92be2fe-948e-4e2b-abb7-0067fb732950 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=66421100-836a-4b79-b0d6-afeb34f4a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936460 Aug 29 23:58:37.201939 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df2c36d-245d-4102-9a01-b0728430bb4e req-925ed520-5590-42b7-90a0-6e3988dc6e07 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:37.205216 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-3df2c36d-245d-4102-9a01-b0728430bb4e req-925ed520-5590-42b7-90a0-6e3988dc6e07 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=fa54094f-c31b-41ec-ab2d-2e80b4e30cfe HTTP/1.1" status: 200 len: 946 time: 0.1025479 Aug 29 23:58:37.315275 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-3df2c36d-245d-4102-9a01-b0728430bb4e req-49a3f362-70ce-431e-8650-6f9e6cf939fd tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ac61a8f3-f168-4317-8fca-9bda4528597e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955145 Aug 29 23:58:37.439813 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9473fb3a-c493-4950-8904-eac06a7d8b01 req-83fac610-6b3a-4595-9758-2df31762328a tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:37.442549 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-9473fb3a-c493-4950-8904-eac06a7d8b01 req-83fac610-6b3a-4595-9758-2df31762328a tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 946 time: 0.0920880 Aug 29 23:58:37.888277 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dbb0da-5c63-4e63-aaf5-027230c42416 req-886ba99d-f12d-4e85-b7da-360f9d166a70 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:37.891697 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-04dbb0da-5c63-4e63-aaf5-027230c42416 req-886ba99d-f12d-4e85-b7da-360f9d166a70 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=fa54094f-c31b-41ec-ab2d-2e80b4e30cfe HTTP/1.1" status: 200 len: 946 time: 0.4278934 Aug 29 23:58:37.903142 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 52622) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:58:37.909285 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [None req-c442e6c7-e2bc-402a-8a9e-5c901612737b tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Request body: {'floatingip': {'port_id': '69e68088-d17f-4c25-8006-de53d82f4084'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:58:37.956233 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-9473fb3a-c493-4950-8904-eac06a7d8b01 req-c364fa7e-7154-4dc7-92a9-de59fdecf0e7 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=66421100-836a-4b79-b0d6-afeb34f4a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4771216 Aug 29 23:58:37.986399 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-c442e6c7-e2bc-402a-8a9e-5c901612737b tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for floatingip (a770c433-6a31-4ed2-9557-52757140e2d8), before_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:38.751973 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=100 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:38.888049 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-c442e6c7-e2bc-402a-8a9e-5c901612737b tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:39.031152 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-c442e6c7-e2bc-402a-8a9e-5c901612737b tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477666'] for floatingip (a770c433-6a31-4ed2-9557-52757140e2d8), after_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:39.226793 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.db.l3_db [None req-c442e6c7-e2bc-402a-8a9e-5c901612737b tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Floating IP a770c433-6a31-4ed2-9557-52757140e2d8 associated. External IP: 172.27.1.145, port: 69e68088-d17f-4c25-8006-de53d82f4084. Aug 29 23:58:39.230260 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da0813-afb9-4024-9e43-615c6c30a00c req-68921ecc-5035-44b7-be19-85bd5486ad36 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:39.249785 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b3da0813-afb9-4024-9e43-615c6c30a00c req-68921ecc-5035-44b7-be19-85bd5486ad36 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 946 time: 0.1121027 Aug 29 23:58:39.317350 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b3da0813-afb9-4024-9e43-615c6c30a00c req-2fe650fb-3fa5-420f-a735-fe0f6b5d0ba7 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=66421100-836a-4b79-b0d6-afeb34f4a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665545 Aug 29 23:58:39.455190 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:39.699401 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c442e6c7-e2bc-402a-8a9e-5c901612737b tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Router 2e462f98-05f3-486e-ab4a-97e92d2f3f62 has already been hosted by L3 agent 037668f0-d812-4b59-9d2d-ce33f66a7708 {{(pid=113416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:58:39.860939 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c442e6c7-e2bc-402a-8a9e-5c901612737b tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Notify agent at l3_agent.dv-cinder-855041-2-iscsi the message routers_updated {{(pid=113416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:58:39.865748 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-c442e6c7-e2bc-402a-8a9e-5c901612737b tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for floatingip (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:39.878377 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3800466f-8fdf-4197-bbc8-4270bb66f2b3 None None] Sync routers for ids ['2e462f98-05f3-486e-ab4a-97e92d2f3f62'] in dv-cinder-855041-2-iscsi {{(pid=113417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:58:39.907968 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3800466f-8fdf-4197-bbc8-4270bb66f2b3 None None] Routers {'2e462f98-05f3-486e-ab4a-97e92d2f3f62'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:58:39.908669 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-3800466f-8fdf-4197-bbc8-4270bb66f2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:58:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['2e462f98-05f3-486e-ab4a-97e92d2f3f62'], 'active': True} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:58:39.917782 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-c442e6c7-e2bc-402a-8a9e-5c901612737b tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "PUT /networking/v2.0/floatingips/a770c433-6a31-4ed2-9557-52757140e2d8 HTTP/1.1" status: 200 len: 992 time: 2.0117621 Aug 29 23:58:39.921251 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa54094f-c31b-41ec-ab2d-2e80b4e30cfe', 'tag': '69e68088-d17f-4c25-8006-de53d82f4084'}] {{(pid=113416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:58:39.921251 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca1b1d0bad556637bdc4aa8e491b493d03ba5f494de7569054403470f02cf73a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19668561-d00a-4422-8822-566595c982b4" -d '{"events": [{"name": "network-changed", "server_uuid": "fa54094f-c31b-41ec-ab2d-2e80b4e30cfe", "tag": "69e68088-d17f-4c25-8006-de53d82f4084"}]}' {{(pid=113416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:58:39.983373 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 23:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8113177e-8fbb-452a-a1af-fc8dfc8c8aec x-openstack-request-id: req-8113177e-8fbb-452a-a1af-fc8dfc8c8aec {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:58:39.983807 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa54094f-c31b-41ec-ab2d-2e80b4e30cfe", "tag": "69e68088-d17f-4c25-8006-de53d82f4084", "status": "completed", "code": 200}]} {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:58:39.984367 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-8113177e-8fbb-452a-a1af-fc8dfc8c8aec {{(pid=113416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:58:39.985841 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8113177e-8fbb-452a-a1af-fc8dfc8c8aec'] response: {'name': 'network-changed', 'server_uuid': 'fa54094f-c31b-41ec-ab2d-2e80b4e30cfe', 'tag': '69e68088-d17f-4c25-8006-de53d82f4084', 'status': 'completed', 'code': 200} Aug 29 23:58:40.091472 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvr_db [None req-3800466f-8fdf-4197-bbc8-4270bb66f2b3 None None] Set router 2e462f98-05f3-486e-ab4a-97e92d2f3f62 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:58:40.167019 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19668561-d00a-4422-8822-566595c982b4 req-b8d39260-7bcc-4cc8-948f-2a70647c4920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:40.173058 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-19668561-d00a-4422-8822-566595c982b4 req-b8d39260-7bcc-4cc8-948f-2a70647c4920 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=a2963b1b4aba47f593c63a398b511792&device_id=fa54094f-c31b-41ec-ab2d-2e80b4e30cfe HTTP/1.1" status: 200 len: 1130 time: 0.1600173 Aug 29 23:58:40.211386 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:40.324064 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 52652) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:58:40.326651 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-8bb3d18c-b7df-4045-8283-c1befb58d6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (1020f8f9-c858-45a1-84c5-376480b0ca2e), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:40.466433 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19668561-d00a-4422-8822-566595c982b4 req-1d837870-ad34-4afa-acc8-ae796170c0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:40.468041 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-19668561-d00a-4422-8822-566595c982b4 req-1d837870-ad34-4afa-acc8-ae796170c0a6 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=60b40027-b034-467e-a623-8d465afe9154 HTTP/1.1" status: 200 len: 917 time: 0.2888174 Aug 29 23:58:40.484485 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-3800466f-8fdf-4197-bbc8-4270bb66f2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'name': 'tempest-AttachVolumeNegativeTest-1778292269-router', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'bb4d1692-7347-404c-a89d-e9e869c496d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:10Z', 'updated_at': '2022-08-29T23:52:22Z', 'revision_number': 4, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'gw_port': {'id': 'bb4d1692-7347-404c-a89d-e9e869c496d8', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:40:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:11Z', 'updated_at': '2022-08-29T23:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_floatingips': [{'id': 'a770c433-6a31-4ed2-9557-52757140e2d8', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'floating_ip_address': '172.27.1.145', 'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'router_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'port_id': '69e68088-d17f-4c25-8006-de53d82f4084', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b40027-b034-467e-a623-8d465afe9154', 'mac_address': 'fa:16:3e:10:f8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa54094f-c31b-41ec-ab2d-2e80b4e30cfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:58:20Z', 'updated_at': '2022-08-29T23:58:38Z', 'revision_number': 1, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14ecde1e-ea4b-4879-9300-81c8f8fd9833', 'name': '', 'network_id': '60b40027-b034-467e-a623-8d465afe9154', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'mac_address': 'fa:16:3e:a3:e0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '371040be-dae2-4b4b-8892-6a99379ddf2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:20Z', 'updated_at': '2022-08-29T23:52:41Z', 'revision_number': 5, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'subnets': [{'id': '371040be-dae2-4b4b-8892-6a99379ddf2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:58:40.522100 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3800466f-8fdf-4197-bbc8-4270bb66f2b3 None None] Checking router: 2e462f98-05f3-486e-ab4a-97e92d2f3f62 for host: dv-cinder-855041-2-iscsi {{(pid=113417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:58:40.538764 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3800466f-8fdf-4197-bbc8-4270bb66f2b3 None None] Routers {'2e462f98-05f3-486e-ab4a-97e92d2f3f62'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:58:40.539941 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-3800466f-8fdf-4197-bbc8-4270bb66f2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:58:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['2e462f98-05f3-486e-ab4a-97e92d2f3f62'], 'active': True} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:58:40.544971 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca102ee-68c9-408f-956c-80c9d295ea50 req-00cf481b-e8d1-4a4b-9706-bbb6a61e6668 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:40.557075 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-7ca102ee-68c9-408f-956c-80c9d295ea50 req-00cf481b-e8d1-4a4b-9706-bbb6a61e6668 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 946 time: 0.0776532 Aug 29 23:58:40.598447 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-19668561-d00a-4422-8822-566595c982b4 req-388aa712-c2b6-415f-9b9d-3d52740e8245 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69e68088-d17f-4c25-8006-de53d82f4084 HTTP/1.1" status: 200 len: 1000 time: 0.1237216 Aug 29 23:58:40.670512 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:40.670512 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-addccb41-a038-40ca-af36-7a4701bfedae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:40.671081 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19668561-d00a-4422-8822-566595c982b4 req-ff4c79b3-6385-4bc7-88ac-5e1af82957ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:40.671081 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-19668561-d00a-4422-8822-566595c982b4 req-ff4c79b3-6385-4bc7-88ac-5e1af82957ea service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=371040be-dae2-4b4b-8892-6a99379ddf2c HTTP/1.1" status: 200 len: 854 time: 0.0628586 Aug 29 23:58:40.672067 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-7ca102ee-68c9-408f-956c-80c9d295ea50 req-cafa471a-9419-4ffd-8362-e2746ad1b4df tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=66421100-836a-4b79-b0d6-afeb34f4a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129508 Aug 29 23:58:40.707313 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:40.730521 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19668561-d00a-4422-8822-566595c982b4 req-b5194d89-e760-43d9-a048-065ac685a9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:40.765428 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-19668561-d00a-4422-8822-566595c982b4 req-b5194d89-e760-43d9-a048-065ac685a9b0 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=60b40027-b034-467e-a623-8d465afe9154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0551622 Aug 29 23:58:40.803099 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-addccb41-a038-40ca-af36-7a4701bfedae admin admin] Publish callbacks [] for security_group (0469434e-de1d-4c38-aeb1-6cb3388d12c9), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:40.843356 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvr_db [None req-3800466f-8fdf-4197-bbc8-4270bb66f2b3 None None] Set router 2e462f98-05f3-486e-ab4a-97e92d2f3f62 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:58:40.877747 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-19668561-d00a-4422-8822-566595c982b4 req-56bf4032-0b83-4baf-bf30-ce78b86eb644 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/60b40027-b034-467e-a623-8d465afe9154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379924 Aug 29 23:58:40.982603 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-addccb41-a038-40ca-af36-7a4701bfedae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (0469434e-de1d-4c38-aeb1-6cb3388d12c9), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:40.987159 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-19668561-d00a-4422-8822-566595c982b4 req-5d7a3e36-fd51-4de2-aa6a-f3994b8c260c service neutron] 10.222.0.87 "GET /networking/v2.0/networks/60b40027-b034-467e-a623-8d465afe9154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043956 Aug 29 23:58:41.016964 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:41.039750 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-addccb41-a038-40ca-af36-7a4701bfedae admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=0b87849caf354894968bfe8dac9b52f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7131631 Aug 29 23:58:41.040539 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addccb41-a038-40ca-af36-7a4701bfedae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0469434e-de1d-4c38-aeb1-6cb3388d12c9,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:41.043851 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 52658) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:58:41.089678 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=100 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:41.109975 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-21b33d11-b1d6-4e6e-9c60-60d3c66ace53 admin admin] Publish callbacks [] for security_group (0469434e-de1d-4c38-aeb1-6cb3388d12c9), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:41.124895 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-3800466f-8fdf-4197-bbc8-4270bb66f2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'name': 'tempest-AttachVolumeNegativeTest-1778292269-router', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'bb4d1692-7347-404c-a89d-e9e869c496d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:10Z', 'updated_at': '2022-08-29T23:52:22Z', 'revision_number': 4, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'gw_port': {'id': 'bb4d1692-7347-404c-a89d-e9e869c496d8', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:40:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:11Z', 'updated_at': '2022-08-29T23:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_floatingips': [{'id': 'a770c433-6a31-4ed2-9557-52757140e2d8', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'floating_ip_address': '172.27.1.145', 'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'router_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'port_id': '69e68088-d17f-4c25-8006-de53d82f4084', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b40027-b034-467e-a623-8d465afe9154', 'mac_address': 'fa:16:3e:10:f8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa54094f-c31b-41ec-ab2d-2e80b4e30cfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:58:20Z', 'updated_at': '2022-08-29T23:58:38Z', 'revision_number': 1, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14ecde1e-ea4b-4879-9300-81c8f8fd9833', 'name': '', 'network_id': '60b40027-b034-467e-a623-8d465afe9154', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'mac_address': 'fa:16:3e:a3:e0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '371040be-dae2-4b4b-8892-6a99379ddf2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:20Z', 'updated_at': '2022-08-29T23:52:41Z', 'revision_number': 5, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'subnets': [{'id': '371040be-dae2-4b4b-8892-6a99379ddf2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:58:41.135072 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-21b33d11-b1d6-4e6e-9c60-60d3c66ace53 admin admin] Publish callbacks [] for security_group (0469434e-de1d-4c38-aeb1-6cb3388d12c9), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:41.154464 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3800466f-8fdf-4197-bbc8-4270bb66f2b3 None None] The sync data for ids ['2e462f98-05f3-486e-ab4a-97e92d2f3f62'] in dv-cinder-855041-2-iscsi is: [{'id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'name': 'tempest-AttachVolumeNegativeTest-1778292269-router', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'bb4d1692-7347-404c-a89d-e9e869c496d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:10Z', 'updated_at': '2022-08-29T23:52:22Z', 'revision_number': 4, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'gw_port': {'id': 'bb4d1692-7347-404c-a89d-e9e869c496d8', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:40:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:11Z', 'updated_at': '2022-08-29T23:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_floatingips': [{'id': 'a770c433-6a31-4ed2-9557-52757140e2d8', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'floating_ip_address': '172.27.1.145', 'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'router_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'port_id': '69e68088-d17f-4c25-8006-de53d82f4084', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b40027-b034-467e-a623-8d465afe9154', 'mac_address': 'fa:16:3e:10:f8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa54094f-c31b-41ec-ab2d-2e80b4e30cfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:58:20Z', 'updated_at': '2022-08-29T23:58:38Z', 'revision_number': 1, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14ecde1e-ea4b-4879-9300-81c8f8fd9833', 'name': '', 'network_id': '60b40027-b034-467e-a623-8d465afe9154', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'mac_address': 'fa:16:3e:a3:e0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '371040be-dae2-4b4b-8892-6a99379ddf2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:20Z', 'updated_at': '2022-08-29T23:52:41Z', 'revision_number': 5, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'subnets': [{'id': '371040be-dae2-4b4b-8892-6a99379ddf2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:58:41.306517 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-21b33d11-b1d6-4e6e-9c60-60d3c66ace53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (0469434e-de1d-4c38-aeb1-6cb3388d12c9), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:41.309795 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-21b33d11-b1d6-4e6e-9c60-60d3c66ace53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:41.311171 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-21b33d11-b1d6-4e6e-9c60-60d3c66ace53 admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/0469434e-de1d-4c38-aeb1-6cb3388d12c9 HTTP/1.1" status: 204 len: 168 time: 0.2661114 Aug 29 23:58:41.326166 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b33d11-b1d6-4e6e-9c60-60d3c66ace53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0469434e-de1d-4c38-aeb1-6cb3388d12c9,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:41.425595 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a634a52-a3dc-4d8c-b041-f3e49a58cd17 None None] New status for floating IP a770c433-6a31-4ed2-9557-52757140e2d8: ACTIVE {{(pid=113418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 23:58:41.880072 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba759d11-8979-42c7-b5c8-f9e2c24b2e36 req-beb711dc-4cac-4373-a481-395eb7f7f4b0 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:41.883407 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ba759d11-8979-42c7-b5c8-f9e2c24b2e36 req-beb711dc-4cac-4373-a481-395eb7f7f4b0 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 946 time: 0.0899827 Aug 29 23:58:41.948699 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ba759d11-8979-42c7-b5c8-f9e2c24b2e36 req-79a62de7-6c7f-4661-8fa5-f782610c14ca tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=66421100-836a-4b79-b0d6-afeb34f4a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593812 Aug 29 23:58:43.066595 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (a7eaf665-0f6d-431a-9601-222c900251ec), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:43.091750 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b08010f-05d1-4d50-9559-40dfe9fb6741 req-71e5b87d-77f2-40b5-a679-dab363938df2 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:43.093289 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-5b08010f-05d1-4d50-9559-40dfe9fb6741 req-71e5b87d-77f2-40b5-a679-dab363938df2 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 946 time: 0.0512500 Aug 29 23:58:43.143627 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-5b08010f-05d1-4d50-9559-40dfe9fb6741 req-96cb65bd-1759-4cb7-b759-6b22da248220 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=66421100-836a-4b79-b0d6-afeb34f4a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446963 Aug 29 23:58:43.342150 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d6601-6be1-4835-bf2e-bcaf87765090 req-ce251d11-88c9-4540-a293-51b1d76ce290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:43.343567 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-d21d6601-6be1-4835-bf2e-bcaf87765090 req-ce251d11-88c9-4540-a293-51b1d76ce290 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=3beae764b5cb4dcd9f13e26878bbac48&device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 1130 time: 0.0483623 Aug 29 23:58:43.387717 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-3de0362c-6e4e-4d26-9182-1d8816949548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (037668f0-d812-4b59-9d2d-ce33f66a7708), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:43.405528 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:43.450291 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d6601-6be1-4835-bf2e-bcaf87765090 req-25cfcb38-38b2-4b65-bf0e-83607535566b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:43.451939 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-d21d6601-6be1-4835-bf2e-bcaf87765090 req-25cfcb38-38b2-4b65-bf0e-83607535566b service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=7a46036d-55d3-472c-985d-7d32e6afcac9 HTTP/1.1" status: 200 len: 919 time: 0.1023273 Aug 29 23:58:43.521467 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-d21d6601-6be1-4835-bf2e-bcaf87765090 req-1a4a04c1-441d-4343-bd1d-61b3acb7f79e service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f HTTP/1.1" status: 200 len: 1002 time: 0.0626886 Aug 29 23:58:43.570172 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d6601-6be1-4835-bf2e-bcaf87765090 req-2f2dbe4a-3a67-41a3-80b5-023a756c9b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:43.571611 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-d21d6601-6be1-4835-bf2e-bcaf87765090 req-2f2dbe4a-3a67-41a3-80b5-023a756c9b61 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=16471bf1-5160-46ce-b487-b87c8418028b HTTP/1.1" status: 200 len: 856 time: 0.0449388 Aug 29 23:58:43.619724 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d6601-6be1-4835-bf2e-bcaf87765090 req-a0a560b5-9388-4f70-a7d8-2ee90932e5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:43.622107 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-d21d6601-6be1-4835-bf2e-bcaf87765090 req-a0a560b5-9388-4f70-a7d8-2ee90932e5e1 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=7a46036d-55d3-472c-985d-7d32e6afcac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442908 Aug 29 23:58:43.733174 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-d21d6601-6be1-4835-bf2e-bcaf87765090 req-faa38eb8-d828-4d4f-be7c-f682b9cf9a2e service neutron] 10.222.0.87 "GET /networking/v2.0/networks/7a46036d-55d3-472c-985d-7d32e6afcac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044700 Aug 29 23:58:43.828746 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-d21d6601-6be1-4835-bf2e-bcaf87765090 req-054ae780-a709-4cc2-8af4-c12f0e55a090 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/7a46036d-55d3-472c-985d-7d32e6afcac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896540 Aug 29 23:58:44.277924 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7be250-7fd8-4572-8e4c-79d0ade669f4 req-3bd37fa7-8cc8-471d-be4d-410adea1dc13 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:44.279343 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-3a7be250-7fd8-4572-8e4c-79d0ade669f4 req-3bd37fa7-8cc8-471d-be4d-410adea1dc13 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 946 time: 0.0477507 Aug 29 23:58:44.332806 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-3a7be250-7fd8-4572-8e4c-79d0ade669f4 req-d7520f99-3f29-4603-804b-a5a2ee66d629 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=66421100-836a-4b79-b0d6-afeb34f4a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475509 Aug 29 23:58:44.420495 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cdcd43ac-7909-438b-ba67-31b4a20d4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (bcd4f52e-0d63-4d8a-9dda-ff825ab30758), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:44.748039 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-2406df6d-066e-40f0-a074-470a8e5c4744 req-a199739b-b407-434e-94a4-285997c6f722 tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] 10.222.0.90 "GET /networking/v2.0/networks?tenant_id=a48ed3d3cc6b4161a00b765c7ac84170&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288897 Aug 29 23:58:44.942174 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2406df6d-066e-40f0-a074-470a8e5c4744 req-01cf6ef2-c68f-4840-9f4b-6891ecd76513 tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:44.943592 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-2406df6d-066e-40f0-a074-470a8e5c4744 req-01cf6ef2-c68f-4840-9f4b-6891ecd76513 tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] 10.222.0.90 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1903181 Aug 29 23:58:44.960555 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-2406df6d-066e-40f0-a074-470a8e5c4744 req-5277c0f4-73b8-49f9-b815-80c01aa5c459 tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] 10.222.0.90 "GET /networking/v2.0/quotas/a48ed3d3cc6b4161a00b765c7ac84170 HTTP/1.1" status: 200 len: 375 time: 0.0106428 Aug 29 23:58:44.995456 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-2406df6d-066e-40f0-a074-470a8e5c4744 req-65d64f60-d7ed-45e2-92b5-49092e9a63f7 tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] 10.222.0.90 "GET /networking/v2.0/ports?tenant_id=a48ed3d3cc6b4161a00b765c7ac84170&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286639 Aug 29 23:58:45.241092 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-4efbca03-dd25-45e0-a3cd-e9ed6f1334c0 req-88c5aea3-8b6b-4a35-8e72-979d61a404b9 tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=d68d57c0-358c-4b93-b5b3-b7fb49156134 HTTP/1.1" status: 200 len: 210 time: 0.0326502 Aug 29 23:58:45.472090 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d17a32-4880-49ef-b2d3-2eb704781b83 req-85839a81-8695-4e23-9c14-84af73db09b3 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:45.473582 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-f4d17a32-4880-49ef-b2d3-2eb704781b83 req-85839a81-8695-4e23-9c14-84af73db09b3 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 946 time: 0.0527611 Aug 29 23:58:45.528134 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-f4d17a32-4880-49ef-b2d3-2eb704781b83 req-b20f7443-0629-4f2b-ae01-742b06c8acea tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=66421100-836a-4b79-b0d6-afeb34f4a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487947 Aug 29 23:58:45.558050 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (01773ddc-a5d8-4c68-b7b5-e385af2b339f), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:45.659958 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f no longer exists at agent hyperv_hv-cinder-85504 {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:58:45.763454 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Current status of the port cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f is: ACTIVE; New status is: DOWN {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:58:45.763948 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:45.795400 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f'}] {{(pid=113417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:58:45.798243 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d41a01b6be055f780f1b28f387bc014884277aca14b53491aeccfff4134a8b4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43129c12-8ed8-48ca-80bb-d9eecbb2688c" -d '{"events": [{"server_uuid": "a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa", "name": "network-vif-unplugged", "status": "completed", "tag": "cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f"}]}' {{(pid=113417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:58:45.813375 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f,segment=NetworkSegment(114ca9d5-57df-429a-9e81-974fb793f3bc),segment_id=114ca9d5-57df-429a-9e81-974fb793f3bc)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:58:45.855497 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Aug 2022 23:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbbcf89d-e79f-4c89-93f8-228fc2fdee70 x-openstack-request-id: req-cbbcf89d-e79f-4c89-93f8-228fc2fdee70 {{(pid=113417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:58:45.855792 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa", "name": "network-vif-unplugged", "status": "completed", "tag": "cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f", "code": 200}]} {{(pid=113417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:58:45.856078 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-cbbcf89d-e79f-4c89-93f8-228fc2fdee70 {{(pid=113417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:58:45.856510 dv-cinder-855041-2-iscsi neutron-server[113417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbbcf89d-e79f-4c89-93f8-228fc2fdee70'] response: {'server_uuid': 'a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f', 'code': 200} Aug 29 23:58:45.929091 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:45.978024 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Pushing event updated for resources: {'Port': ['ID=cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f,revision_number=8']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:46.371892 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-17ba1739-0df8-4368-9d38-b6e4a291abbe req-43ab891f-5b23-417b-be33-6d36feb0b93a tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=d68d57c0-358c-4b93-b5b3-b7fb49156134 HTTP/1.1" status: 200 len: 210 time: 0.0516820 Aug 29 23:58:46.557585 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-55545b4a-c719-46e4-a9c5-7c044aa64822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (63136763-0f20-46a8-951a-2f70193501e4), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:46.663239 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba5a86-64f9-4a4f-810a-d0b9cb092a90 req-790a17b9-363c-4521-999f-3e29e6429d80 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:46.664755 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-11ba5a86-64f9-4a4f-810a-d0b9cb092a90 req-790a17b9-363c-4521-999f-3e29e6429d80 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 944 time: 0.0531118 Aug 29 23:58:46.723709 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-11ba5a86-64f9-4a4f-810a-d0b9cb092a90 req-eab2817f-c4d7-4422-809c-3272606d6241 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=66421100-836a-4b79-b0d6-afeb34f4a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504451 Aug 29 23:58:47.485880 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-4475400b-c03d-4500-ba4b-2fa8b3ed570f req-5473daa8-d096-42cc-96f1-6b7ddef316c6 tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=d68d57c0-358c-4b93-b5b3-b7fb49156134 HTTP/1.1" status: 200 len: 210 time: 0.0304151 Aug 29 23:58:47.950271 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-2406df6d-066e-40f0-a074-470a8e5c4744 req-5296126c-6406-49b8-9e59-897384ce4ad9 tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] 10.222.0.87 "GET /networking/v2.0/networks?tenant_id=a48ed3d3cc6b4161a00b765c7ac84170&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307186 Aug 29 23:58:48.164365 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2406df6d-066e-40f0-a074-470a8e5c4744 req-6457535d-01b7-43c1-9a38-cefd0e1dccfb tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:48.165904 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-2406df6d-066e-40f0-a074-470a8e5c4744 req-6457535d-01b7-43c1-9a38-cefd0e1dccfb tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] 10.222.0.87 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2100279 Aug 29 23:58:48.179613 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [req-2406df6d-066e-40f0-a074-470a8e5c4744 req-9800773f-9c5c-46da-8f53-6ee9ee323cbf tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] Request body: {'port': {'device_id': 'd68d57c0-358c-4b93-b5b3-b7fb49156134', 'network_id': '872f7ba9-63bd-4eb2-aae5-f5c1e7bfe58b', 'admin_state_up': True, 'tenant_id': 'a48ed3d3cc6b4161a00b765c7ac84170'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:58:48.403274 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2406df6d-066e-40f0-a074-470a8e5c4744 req-9800773f-9c5c-46da-8f53-6ee9ee323cbf tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] Made reservation on behalf of a48ed3d3cc6b4161a00b765c7ac84170 for: {'port': 1} {{(pid=113416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:58:48.408504 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-2406df6d-066e-40f0-a074-470a8e5c4744 req-9800773f-9c5c-46da-8f53-6ee9ee323cbf tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:48.419871 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-2406df6d-066e-40f0-a074-470a8e5c4744 req-9800773f-9c5c-46da-8f53-6ee9ee323cbf tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] Publish callbacks [] for security_group (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:48.450847 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:48.509441 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-2406df6d-066e-40f0-a074-470a8e5c4744 req-9800773f-9c5c-46da-8f53-6ee9ee323cbf tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] Publish callbacks [] for security_group (f88e54c0-e657-4b43-828c-a48279faf929), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:48.597591 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-2406df6d-066e-40f0-a074-470a8e5c4744 req-9800773f-9c5c-46da-8f53-6ee9ee323cbf tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (f88e54c0-e657-4b43-828c-a48279faf929), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:48.665745 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9800773f-9c5c-46da-8f53-6ee9ee323cbf tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f88e54c0-e657-4b43-828c-a48279faf929,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:48.680418 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9800773f-9c5c-46da-8f53-6ee9ee323cbf tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:58:48.680764 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9800773f-9c5c-46da-8f53-6ee9ee323cbf tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:58:48.682230 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9800773f-9c5c-46da-8f53-6ee9ee323cbf tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:58:48.682230 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9800773f-9c5c-46da-8f53-6ee9ee323cbf tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:58:48.682230 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9800773f-9c5c-46da-8f53-6ee9ee323cbf tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:58:48.682230 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9800773f-9c5c-46da-8f53-6ee9ee323cbf tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:58:48.682631 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9800773f-9c5c-46da-8f53-6ee9ee323cbf tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:58:48.682801 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9800773f-9c5c-46da-8f53-6ee9ee323cbf tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:58:48.683123 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9800773f-9c5c-46da-8f53-6ee9ee323cbf tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:58:48.683442 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9800773f-9c5c-46da-8f53-6ee9ee323cbf tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:58:48.683763 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9800773f-9c5c-46da-8f53-6ee9ee323cbf tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:58:48.684086 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9800773f-9c5c-46da-8f53-6ee9ee323cbf tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:58:48.684441 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9800773f-9c5c-46da-8f53-6ee9ee323cbf tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:58:48.684760 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9800773f-9c5c-46da-8f53-6ee9ee323cbf tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:58:48.685077 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9800773f-9c5c-46da-8f53-6ee9ee323cbf tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:58:48.743027 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:48.766110 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.db_base_plugin_common [req-2406df6d-066e-40f0-a074-470a8e5c4744 req-9800773f-9c5c-46da-8f53-6ee9ee323cbf tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] Allocated IP 192.168.233.137 (872f7ba9-63bd-4eb2-aae5-f5c1e7bfe58b/f26fd8af-96f1-46c6-8a65-e5eab9e60b79/042656a0-e1ea-4671-9425-bbdf1a21a1a4) {{(pid=113416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:58:48.873943 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-a44cdda7-c5cd-4270-9559-7b3e3c1cc377 req-f69ca726-0d9b-4fa5-bb21-e394be6c0a24 tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=d68d57c0-358c-4b93-b5b3-b7fb49156134 HTTP/1.1" status: 200 len: 210 time: 0.0306342 Aug 29 23:58:48.971297 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-2406df6d-066e-40f0-a074-470a8e5c4744 req-9800773f-9c5c-46da-8f53-6ee9ee323cbf tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] Publish callbacks [] for port (042656a0-e1ea-4671-9425-bbdf1a21a1a4), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:49.078224 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-2406df6d-066e-40f0-a074-470a8e5c4744 req-9800773f-9c5c-46da-8f53-6ee9ee323cbf tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963692'] for port (042656a0-e1ea-4671-9425-bbdf1a21a1a4), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:49.125046 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2406df6d-066e-40f0-a074-470a8e5c4744 req-9800773f-9c5c-46da-8f53-6ee9ee323cbf tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] Network 872f7ba9-63bd-4eb2-aae5-f5c1e7bfe58b is already hosted by enough agents. {{(pid=113416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:58:49.132825 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.base_scheduler [req-2406df6d-066e-40f0-a074-470a8e5c4744 req-9800773f-9c5c-46da-8f53-6ee9ee323cbf tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] Resources bound (agent type, host, resource id): {{(pid=113416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:58:49.132825 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.l3_dvrscheduler_db [req-2406df6d-066e-40f0-a074-470a8e5c4744 req-9800773f-9c5c-46da-8f53-6ee9ee323cbf tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] Received port after_create {{(pid=113416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:58:49.139897 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9800773f-9c5c-46da-8f53-6ee9ee323cbf tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] Pushing event updated for resources: {'Port': ['ID=042656a0-e1ea-4671-9425-bbdf1a21a1a4,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:49.193669 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2406df6d-066e-40f0-a074-470a8e5c4744 req-9800773f-9c5c-46da-8f53-6ee9ee323cbf tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:49.194487 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-2406df6d-066e-40f0-a074-470a8e5c4744 req-9800773f-9c5c-46da-8f53-6ee9ee323cbf tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for port (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:49.280999 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-2406df6d-066e-40f0-a074-470a8e5c4744 req-9800773f-9c5c-46da-8f53-6ee9ee323cbf tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] 10.222.0.87 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1052430 Aug 29 23:58:49.300931 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [req-2406df6d-066e-40f0-a074-470a8e5c4744 req-d2ff71bb-602d-43ba-9b35-39251098d833 service neutron] Request body: {'port': {'device_id': 'd68d57c0-358c-4b93-b5b3-b7fb49156134', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85504'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:58:49.372958 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-2406df6d-066e-40f0-a074-470a8e5c4744 req-d2ff71bb-602d-43ba-9b35-39251098d833 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (042656a0-e1ea-4671-9425-bbdf1a21a1a4), before_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:49.392124 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-d528d592-2010-4e9d-b059-ca34a74d211f None None] Provisioning complete for port 042656a0-e1ea-4671-9425-bbdf1a21a1a4 triggered by entity DHCP. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:58:49.392124 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-d528d592-2010-4e9d-b059-ca34a74d211f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (042656a0-e1ea-4671-9425-bbdf1a21a1a4), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:49.436822 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-d528d592-2010-4e9d-b059-ca34a74d211f None None] Port 042656a0-e1ea-4671-9425-bbdf1a21a1a4 cannot update to ACTIVE because it is not bound. {{(pid=113417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 23:58:49.484777 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:49.697104 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:49.705819 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.notifiers.nova [req-2406df6d-066e-40f0-a074-470a8e5c4744 req-d2ff71bb-602d-43ba-9b35-39251098d833 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 042656a0-e1ea-4671-9425-bbdf1a21a1a4 {{(pid=113416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:58:49.714806 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-2406df6d-066e-40f0-a074-470a8e5c4744 req-d2ff71bb-602d-43ba-9b35-39251098d833 service neutron] Publish callbacks [] for port (042656a0-e1ea-4671-9425-bbdf1a21a1a4), precommit_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:49.730815 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.provisioning_blocks [req-2406df6d-066e-40f0-a074-470a8e5c4744 req-d2ff71bb-602d-43ba-9b35-39251098d833 service neutron] Transition to ACTIVE for port object 042656a0-e1ea-4671-9425-bbdf1a21a1a4 will not be triggered until provisioned by entity L2. {{(pid=113416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 23:58:49.743047 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38a3ec6-0ab2-455d-bbb5-1b8c7cc24cc0 req-db0da6e2-b8d4-4439-92ac-5901c96d0eb0 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:49.743902 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c38a3ec6-0ab2-455d-bbb5-1b8c7cc24cc0 req-db0da6e2-b8d4-4439-92ac-5901c96d0eb0 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 944 time: 0.0553052 Aug 29 23:58:49.811003 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c38a3ec6-0ab2-455d-bbb5-1b8c7cc24cc0 req-af8fe800-3b56-42bf-8af5-81c3fbc2da8c tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=66421100-836a-4b79-b0d6-afeb34f4a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553477 Aug 29 23:58:49.819480 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-2406df6d-066e-40f0-a074-470a8e5c4744 req-d2ff71bb-602d-43ba-9b35-39251098d833 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963685'] for port (042656a0-e1ea-4671-9425-bbdf1a21a1a4), after_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:50.029303 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3017bb88-1e1e-4f98-b310-e23ee519c1c2 req-4959cfc6-9a8d-42ac-8aa1-188a8d067e9e tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:50.031970 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-3017bb88-1e1e-4f98-b310-e23ee519c1c2 req-4959cfc6-9a8d-42ac-8aa1-188a8d067e9e tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=d68d57c0-358c-4b93-b5b3-b7fb49156134 HTTP/1.1" status: 200 len: 948 time: 0.0687699 Aug 29 23:58:50.110978 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-3017bb88-1e1e-4f98-b310-e23ee519c1c2 req-df5b206a-9429-40e4-b6c9-46dd0b43c630 tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=f88e54c0-e657-4b43-828c-a48279faf929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656729 Aug 29 23:58:50.136390 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ff71bb-602d-43ba-9b35-39251098d833 service neutron] Pushing event updated for resources: {'Port': ['ID=042656a0-e1ea-4671-9425-bbdf1a21a1a4,revision_number=2']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:50.216705 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:50.219904 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.managers [req-2406df6d-066e-40f0-a074-470a8e5c4744 req-d2ff71bb-602d-43ba-9b35-39251098d833 service neutron] Attempting to bind port 042656a0-e1ea-4671-9425-bbdf1a21a1a4 on host hv-cinder-85504 for vnic_type normal with profile {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:58:50.220269 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.managers [req-2406df6d-066e-40f0-a074-470a8e5c4744 req-d2ff71bb-602d-43ba-9b35-39251098d833 service neutron] Attempting to bind port 042656a0-e1ea-4671-9425-bbdf1a21a1a4 by drivers openvswitch,hyperv on host hv-cinder-85504 at level 0 using segments [{'id': '3322ac63-c50b-4ff5-b6b4-0b914eb4c6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '872f7ba9-63bd-4eb2-aae5-f5c1e7bfe58b'}] {{(pid=113416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:58:50.220598 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2406df6d-066e-40f0-a074-470a8e5c4744 req-d2ff71bb-602d-43ba-9b35-39251098d833 service neutron] Attempting to bind port 042656a0-e1ea-4671-9425-bbdf1a21a1a4 on network 872f7ba9-63bd-4eb2-aae5-f5c1e7bfe58b {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:58:50.225592 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2406df6d-066e-40f0-a074-470a8e5c4744 req-d2ff71bb-602d-43ba-9b35-39251098d833 service neutron] Port 042656a0-e1ea-4671-9425-bbdf1a21a1a4 on network 872f7ba9-63bd-4eb2-aae5-f5c1e7bfe58b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85504 {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 23:58:50.225909 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2406df6d-066e-40f0-a074-470a8e5c4744 req-d2ff71bb-602d-43ba-9b35-39251098d833 service neutron] Attempting to bind port 042656a0-e1ea-4671-9425-bbdf1a21a1a4 on network 872f7ba9-63bd-4eb2-aae5-f5c1e7bfe58b {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:58:50.232696 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2406df6d-066e-40f0-a074-470a8e5c4744 req-d2ff71bb-602d-43ba-9b35-39251098d833 service neutron] Checking agent: {'id': 'a7eaf665-0f6d-431a-9601-222c900251ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85504', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 50, 13), 'started_at': datetime.datetime(2022, 8, 29, 23, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:58:50.233029 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2406df6d-066e-40f0-a074-470a8e5c4744 req-d2ff71bb-602d-43ba-9b35-39251098d833 service neutron] Checking segment: {'id': '3322ac63-c50b-4ff5-b6b4-0b914eb4c6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '872f7ba9-63bd-4eb2-aae5-f5c1e7bfe58b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:58:50.233412 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2406df6d-066e-40f0-a074-470a8e5c4744 req-d2ff71bb-602d-43ba-9b35-39251098d833 service neutron] Bound using segment: {'id': '3322ac63-c50b-4ff5-b6b4-0b914eb4c6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '872f7ba9-63bd-4eb2-aae5-f5c1e7bfe58b'} {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:58:50.233839 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.managers [req-2406df6d-066e-40f0-a074-470a8e5c4744 req-d2ff71bb-602d-43ba-9b35-39251098d833 service neutron] Bound port: 042656a0-e1ea-4671-9425-bbdf1a21a1a4, host: hv-cinder-85504, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3322ac63-c50b-4ff5-b6b4-0b914eb4c6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '872f7ba9-63bd-4eb2-aae5-f5c1e7bfe58b'}}] {{(pid=113416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:58:50.234193 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-2406df6d-066e-40f0-a074-470a8e5c4744 req-d2ff71bb-602d-43ba-9b35-39251098d833 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (042656a0-e1ea-4671-9425-bbdf1a21a1a4), before_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:50.308019 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.db [req-2406df6d-066e-40f0-a074-470a8e5c4744 req-d2ff71bb-602d-43ba-9b35-39251098d833 service neutron] For port 042656a0-e1ea-4671-9425-bbdf1a21a1a4, host hv-cinder-85504, cleared binding levels {{(pid=113416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:58:50.311916 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.db [req-2406df6d-066e-40f0-a074-470a8e5c4744 req-d2ff71bb-602d-43ba-9b35-39251098d833 service neutron] For port 042656a0-e1ea-4671-9425-bbdf1a21a1a4, host hv-cinder-85504, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=042656a0-e1ea-4671-9425-bbdf1a21a1a4,segment=NetworkSegment(3322ac63-c50b-4ff5-b6b4-0b914eb4c6f1),segment_id=3322ac63-c50b-4ff5-b6b4-0b914eb4c6f1)] {{(pid=113416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:58:50.398686 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-2406df6d-066e-40f0-a074-470a8e5c4744 req-d2ff71bb-602d-43ba-9b35-39251098d833 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963685'] for port (042656a0-e1ea-4671-9425-bbdf1a21a1a4), after_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:50.403947 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2406df6d-066e-40f0-a074-470a8e5c4744 req-d2ff71bb-602d-43ba-9b35-39251098d833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:50.406210 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-2406df6d-066e-40f0-a074-470a8e5c4744 req-d2ff71bb-602d-43ba-9b35-39251098d833 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for port (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:50.406210 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-2406df6d-066e-40f0-a074-470a8e5c4744 req-d2ff71bb-602d-43ba-9b35-39251098d833 service neutron] 10.222.0.87 "PUT /networking/v2.0/ports/042656a0-e1ea-4671-9425-bbdf1a21a1a4 HTTP/1.1" status: 200 len: 1098 time: 1.1096392 Aug 29 23:58:50.406482 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd68d57c0-358c-4b93-b5b3-b7fb49156134', 'tag': '042656a0-e1ea-4671-9425-bbdf1a21a1a4'}] {{(pid=113416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:58:50.409421 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca1b1d0bad556637bdc4aa8e491b493d03ba5f494de7569054403470f02cf73a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc09bd7-a4e2-478e-ba98-564c99e419fa" -d '{"events": [{"name": "network-changed", "server_uuid": "d68d57c0-358c-4b93-b5b3-b7fb49156134", "tag": "042656a0-e1ea-4671-9425-bbdf1a21a1a4"}]}' {{(pid=113416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:58:50.453397 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 23:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42bdfd31-5f54-4937-bd2f-26bf948a4d05 x-openstack-request-id: req-42bdfd31-5f54-4937-bd2f-26bf948a4d05 {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:58:50.453758 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d68d57c0-358c-4b93-b5b3-b7fb49156134", "tag": "042656a0-e1ea-4671-9425-bbdf1a21a1a4", "status": "completed", "code": 200}]} {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:58:50.454062 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-42bdfd31-5f54-4937-bd2f-26bf948a4d05 {{(pid=113416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:58:50.454661 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42bdfd31-5f54-4937-bd2f-26bf948a4d05'] response: {'name': 'network-changed', 'server_uuid': 'd68d57c0-358c-4b93-b5b3-b7fb49156134', 'tag': '042656a0-e1ea-4671-9425-bbdf1a21a1a4', 'status': 'completed', 'code': 200} Aug 29 23:58:50.489913 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ff71bb-602d-43ba-9b35-39251098d833 service neutron] Pushing event updated for resources: {'Port': ['ID=042656a0-e1ea-4671-9425-bbdf1a21a1a4,revision_number=3']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:50.521380 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc09bd7-a4e2-478e-ba98-564c99e419fa req-5de171f8-4986-4896-9e99-94ba5c5a4a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:50.523055 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-7bc09bd7-a4e2-478e-ba98-564c99e419fa req-5de171f8-4986-4896-9e99-94ba5c5a4a1e service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=a48ed3d3cc6b4161a00b765c7ac84170&device_id=d68d57c0-358c-4b93-b5b3-b7fb49156134 HTTP/1.1" status: 200 len: 1132 time: 0.0447590 Aug 29 23:58:50.524832 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 52830) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:58:50.561426 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-7bc09bd7-a4e2-478e-ba98-564c99e419fa req-bd4cd5dd-0036-420c-b391-9fec56260f9d service neutron] 10.222.0.87 "GET /networking/v2.0/networks?tenant_id=a48ed3d3cc6b4161a00b765c7ac84170&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304766 Aug 29 23:58:50.638425 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ded742bb-0c1a-483a-92cc-ff267e7bab6e req-49f59cab-15e0-43fd-995a-6be0e196f196 service neutron] 10.222.0.90 "GET /networking/v2.0/ports?device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1122296 Aug 29 23:58:50.649401 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [req-ded742bb-0c1a-483a-92cc-ff267e7bab6e req-91bf7a29-eebe-4f3d-99f7-9580929a1bba service neutron] http://10.222.0.90:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 23:58:50.650321 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ded742bb-0c1a-483a-92cc-ff267e7bab6e req-91bf7a29-eebe-4f3d-99f7-9580929a1bba service neutron] 10.222.0.90 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053198 Aug 29 23:58:50.705898 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc09bd7-a4e2-478e-ba98-564c99e419fa req-86bdfb2a-07c7-48b8-95a5-d0e2420e1465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:50.707681 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-7bc09bd7-a4e2-478e-ba98-564c99e419fa req-86bdfb2a-07c7-48b8-95a5-d0e2420e1465 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1290817 Aug 29 23:58:50.762952 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 52838) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:58:50.795851 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2406df6d-066e-40f0-a074-470a8e5c4744 req-b39ee8cc-e6ac-4cda-8adc-246454184fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:50.797460 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-2406df6d-066e-40f0-a074-470a8e5c4744 req-b39ee8cc-e6ac-4cda-8adc-246454184fc0 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=a48ed3d3cc6b4161a00b765c7ac84170&device_id=d68d57c0-358c-4b93-b5b3-b7fb49156134 HTTP/1.1" status: 200 len: 1132 time: 0.0431533 Aug 29 23:58:50.838246 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-2406df6d-066e-40f0-a074-470a8e5c4744 req-c583bb3d-c512-4e76-9a79-cad35816e954 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=042656a0-e1ea-4671-9425-bbdf1a21a1a4 HTTP/1.1" status: 200 len: 217 time: 0.0345399 Aug 29 23:58:50.844343 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:50.910252 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2406df6d-066e-40f0-a074-470a8e5c4744 req-eea28dc6-fef1-45ef-8687-d5a3f148fd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:50.911928 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-2406df6d-066e-40f0-a074-470a8e5c4744 req-eea28dc6-fef1-45ef-8687-d5a3f148fd5d service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=f26fd8af-96f1-46c6-8a65-e5eab9e60b79 HTTP/1.1" status: 200 len: 843 time: 0.0668597 Aug 29 23:58:50.912384 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded742bb-0c1a-483a-92cc-ff267e7bab6e req-d2224975-acf3-4db4-b3ac-bef9294087b3 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:50.915086 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ded742bb-0c1a-483a-92cc-ff267e7bab6e req-d2224975-acf3-4db4-b3ac-bef9294087b3 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports/cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f HTTP/1.1" status: 200 len: 941 time: 0.1503346 Aug 29 23:58:50.971278 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2406df6d-066e-40f0-a074-470a8e5c4744 req-fdcd76b9-1cce-49c5-8523-dfd0b22be390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:50.973196 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-2406df6d-066e-40f0-a074-470a8e5c4744 req-fdcd76b9-1cce-49c5-8523-dfd0b22be390 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=872f7ba9-63bd-4eb2-aae5-f5c1e7bfe58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0548861 Aug 29 23:58:50.978120 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3691be09-f199-4064-a094-ba7634ff5f2e req-e27ec064-e1cf-4f6f-a503-51ba69920ce4 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:50.978120 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-3691be09-f199-4064-a094-ba7634ff5f2e req-e27ec064-e1cf-4f6f-a503-51ba69920ce4 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 944 time: 0.0599251 Aug 29 23:58:51.041044 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-3691be09-f199-4064-a094-ba7634ff5f2e req-f1b895c3-93e0-4f00-ba17-b4620ea684bb tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=66421100-836a-4b79-b0d6-afeb34f4a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553691 Aug 29 23:58:51.101225 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-2406df6d-066e-40f0-a074-470a8e5c4744 req-c234df74-dbab-4740-a5f1-409a3f2d5f31 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/872f7ba9-63bd-4eb2-aae5-f5c1e7bfe58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218896 Aug 29 23:58:51.155869 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:51.215401 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-2406df6d-066e-40f0-a074-470a8e5c4744 req-172f6fb0-9d0b-4ebf-a0e9-ce23d0fe3045 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/872f7ba9-63bd-4eb2-aae5-f5c1e7bfe58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085989 Aug 29 23:58:51.256882 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b514c9-9f9a-484e-827a-7ce01dcb2854 req-4431f048-8603-457a-b614-d7604fcdbf17 tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:51.258459 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-a8b514c9-9f9a-484e-827a-7ce01dcb2854 req-4431f048-8603-457a-b614-d7604fcdbf17 tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=d68d57c0-358c-4b93-b5b3-b7fb49156134 HTTP/1.1" status: 200 len: 948 time: 0.0574329 Aug 29 23:58:51.314692 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-a8b514c9-9f9a-484e-827a-7ce01dcb2854 req-b519317d-a18b-44ca-b86c-3e980c6eab52 tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=f88e54c0-e657-4b43-828c-a48279faf929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491433 Aug 29 23:58:51.541182 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=25 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:51.585046 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=33,neutron:UPDATE=2 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:52.196685 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb82b1a-9f99-40e4-946d-3b0f641cb4c9 req-e3d4ef1d-7b28-40db-94af-7e1eba24716d tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:52.199229 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-9cb82b1a-9f99-40e4-946d-3b0f641cb4c9 req-e3d4ef1d-7b28-40db-94af-7e1eba24716d tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 944 time: 0.0599029 Aug 29 23:58:52.255955 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-9cb82b1a-9f99-40e4-946d-3b0f641cb4c9 req-f3dd9117-527e-48a8-b6d0-f018c6140d43 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=66421100-836a-4b79-b0d6-afeb34f4a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505476 Aug 29 23:58:52.448195 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d8bf8-4a80-4b73-b324-4ac15f315b31 req-1d1602d6-7b90-4b2b-a5ee-a480d6da2916 tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:52.450507 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-098d8bf8-4a80-4b73-b324-4ac15f315b31 req-1d1602d6-7b90-4b2b-a5ee-a480d6da2916 tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=d68d57c0-358c-4b93-b5b3-b7fb49156134 HTTP/1.1" status: 200 len: 948 time: 0.0528719 Aug 29 23:58:52.505487 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-098d8bf8-4a80-4b73-b324-4ac15f315b31 req-8e5c7e31-de8b-4bd4-98c3-9282474ad680 tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=f88e54c0-e657-4b43-828c-a48279faf929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484805 Aug 29 23:58:53.405030 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab1d83-95b2-4aab-97e9-4d9a7047d79a req-7778487d-4432-4652-a84a-8b4a87f9dbad tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:53.406605 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e3ab1d83-95b2-4aab-97e9-4d9a7047d79a req-7778487d-4432-4652-a84a-8b4a87f9dbad tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 944 time: 0.0584180 Aug 29 23:58:53.467035 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e3ab1d83-95b2-4aab-97e9-4d9a7047d79a req-cf654d7a-2c8b-40fb-a015-08a434a5bc4c tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=66421100-836a-4b79-b0d6-afeb34f4a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529850 Aug 29 23:58:53.498170 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded742bb-0c1a-483a-92cc-ff267e7bab6e req-4486bc4a-df73-4058-8e42-d4df1ea58587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:53.499685 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-ded742bb-0c1a-483a-92cc-ff267e7bab6e req-4486bc4a-df73-4058-8e42-d4df1ea58587 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa&tenant_id=3beae764b5cb4dcd9f13e26878bbac48 HTTP/1.1" status: 200 len: 1128 time: 0.0833144 Aug 29 23:58:53.564058 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded742bb-0c1a-483a-92cc-ff267e7bab6e req-e9f0ee45-376e-446e-a2a3-5f8c0131a5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:53.566173 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-ded742bb-0c1a-483a-92cc-ff267e7bab6e req-e9f0ee45-376e-446e-a2a3-5f8c0131a5f0 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=3beae764b5cb4dcd9f13e26878bbac48&device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 1128 time: 0.0435846 Aug 29 23:58:53.633047 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a7f5d-72f2-4130-805d-218844e24544 req-6c3e2959-989c-4a01-a773-f0125adf89f5 tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:53.634686 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-de7a7f5d-72f2-4130-805d-218844e24544 req-6c3e2959-989c-4a01-a773-f0125adf89f5 tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=d68d57c0-358c-4b93-b5b3-b7fb49156134 HTTP/1.1" status: 200 len: 948 time: 0.0507162 Aug 29 23:58:53.668866 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded742bb-0c1a-483a-92cc-ff267e7bab6e req-ac9d4b73-1acb-4ddd-8c58-e5f655626672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:53.669986 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-ded742bb-0c1a-483a-92cc-ff267e7bab6e req-ac9d4b73-1acb-4ddd-8c58-e5f655626672 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=7a46036d-55d3-472c-985d-7d32e6afcac9 HTTP/1.1" status: 200 len: 919 time: 0.0980783 Aug 29 23:58:53.699426 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device 042656a0-e1ea-4671-9425-bbdf1a21a1a4 details requested by agent hyperv_hv-cinder-85504 with host hv-cinder-85504 {{(pid=113417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 23:58:53.699993 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-de7a7f5d-72f2-4130-805d-218844e24544 req-7e114a9b-c64d-4e1f-b8d3-68d2a6b4deb9 tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=f88e54c0-e657-4b43-828c-a48279faf929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541513 Aug 29 23:58:53.755334 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-ded742bb-0c1a-483a-92cc-ff267e7bab6e req-7a7c91f1-b0ff-439c-8690-605479a4023c service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f HTTP/1.1" status: 200 len: 1000 time: 0.0793121 Aug 29 23:58:53.781046 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:53.807081 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded742bb-0c1a-483a-92cc-ff267e7bab6e req-7845ad1e-f418-4d18-9a97-47c85903700f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:53.809261 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-ded742bb-0c1a-483a-92cc-ff267e7bab6e req-7845ad1e-f418-4d18-9a97-47c85903700f service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=16471bf1-5160-46ce-b487-b87c8418028b HTTP/1.1" status: 200 len: 856 time: 0.0482571 Aug 29 23:58:53.820949 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port 042656a0-e1ea-4671-9425-bbdf1a21a1a4, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=042656a0-e1ea-4671-9425-bbdf1a21a1a4,segment=NetworkSegment(3322ac63-c50b-4ff5-b6b4-0b914eb4c6f1),segment_id=3322ac63-c50b-4ff5-b6b4-0b914eb4c6f1)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:58:53.841104 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Returning: {'device': '042656a0-e1ea-4671-9425-bbdf1a21a1a4', 'network_id': '872f7ba9-63bd-4eb2-aae5-f5c1e7bfe58b', 'port_id': '042656a0-e1ea-4671-9425-bbdf1a21a1a4', 'mac_address': 'fa:16:3e:b3:42:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26fd8af-96f1-46c6-8a65-e5eab9e60b79', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 23:58:53.869794 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded742bb-0c1a-483a-92cc-ff267e7bab6e req-2a721a91-17b5-4564-b19a-b33a8c3e3e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:53.872430 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-ded742bb-0c1a-483a-92cc-ff267e7bab6e req-2a721a91-17b5-4564-b19a-b33a8c3e3e72 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=7a46036d-55d3-472c-985d-7d32e6afcac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0558054 Aug 29 23:58:53.891206 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Current status of the port 042656a0-e1ea-4671-9425-bbdf1a21a1a4 is: DOWN; New status is: BUILD {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:58:53.891603 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (042656a0-e1ea-4671-9425-bbdf1a21a1a4), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:53.906921 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.notifiers.nova [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 042656a0-e1ea-4671-9425-bbdf1a21a1a4 {{(pid=113417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:58:53.928234 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port 042656a0-e1ea-4671-9425-bbdf1a21a1a4, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=042656a0-e1ea-4671-9425-bbdf1a21a1a4,segment=NetworkSegment(3322ac63-c50b-4ff5-b6b4-0b914eb4c6f1),segment_id=3322ac63-c50b-4ff5-b6b4-0b914eb4c6f1)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:58:53.973829 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-ded742bb-0c1a-483a-92cc-ff267e7bab6e req-f96e7258-bd80-4b2b-b26d-313972507d70 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/7a46036d-55d3-472c-985d-7d32e6afcac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939829 Aug 29 23:58:54.043256 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (042656a0-e1ea-4671-9425-bbdf1a21a1a4), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:54.100943 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Pushing event updated for resources: {'Port': ['ID=042656a0-e1ea-4671-9425-bbdf1a21a1a4,revision_number=4']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:54.116608 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-ded742bb-0c1a-483a-92cc-ff267e7bab6e req-2bf49acc-42f2-40cf-a608-4ea57e6787ee service neutron] 10.222.0.87 "GET /networking/v2.0/networks/7a46036d-55d3-472c-985d-7d32e6afcac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364107 Aug 29 23:58:54.267383 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] get_ports_and_sgs() called for port_ids ['042656a0-e1ea-4671-9425-bbdf1a21a1a4'] {{(pid=113417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 23:58:54.394910 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:54.614004 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d6d6f-e1f4-4cfa-a0a7-a531f221075a req-82f83fb4-49af-4a04-a75b-b020402e399f tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:54.615670 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ba3d6d6f-e1f4-4cfa-a0a7-a531f221075a req-82f83fb4-49af-4a04-a75b-b020402e399f tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 944 time: 0.0539739 Aug 29 23:58:54.710121 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ba3d6d6f-e1f4-4cfa-a0a7-a531f221075a req-3ab7ccff-ac81-4e77-89fa-148de183150c tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=66421100-836a-4b79-b0d6-afeb34f4a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829804 Aug 29 23:58:54.716306 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5255c-aa9c-4915-8076-1f1090a1bb23 req-e8be3442-748d-48c0-bcb1-0dd2aba35df7 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:54.717750 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-71f5255c-aa9c-4915-8076-1f1090a1bb23 req-e8be3442-748d-48c0-bcb1-0dd2aba35df7 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=49ca1939-82ad-4ef4-a1b5-ba654f65c022 HTTP/1.1" status: 200 len: 945 time: 0.0716801 Aug 29 23:58:54.772539 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-71f5255c-aa9c-4915-8076-1f1090a1bb23 req-e02bc974-d335-4e47-9067-64b1201e22fd tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=27d9ac4c-32a2-4778-b264-2aedd4f34cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490444 Aug 29 23:58:55.023708 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a001f5e-81fa-4d92-9bc0-e9401f3ca2cf req-3e75f855-e8d7-4696-a45e-0033150af9f1 tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:55.025414 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-5a001f5e-81fa-4d92-9bc0-e9401f3ca2cf req-3e75f855-e8d7-4696-a45e-0033150af9f1 tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=d68d57c0-358c-4b93-b5b3-b7fb49156134 HTTP/1.1" status: 200 len: 949 time: 0.0793934 Aug 29 23:58:55.051361 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:55.087632 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-5a001f5e-81fa-4d92-9bc0-e9401f3ca2cf req-f1a8175b-c049-40d4-ac4f-9197268e4b36 tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=f88e54c0-e657-4b43-828c-a48279faf929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563288 Aug 29 23:58:55.708330 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device 042656a0-e1ea-4671-9425-bbdf1a21a1a4 up at agent hyperv_hv-cinder-85504 {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:58:55.753496 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Provisioning for port 042656a0-e1ea-4671-9425-bbdf1a21a1a4 completed by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 23:58:55.843171 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa20101-ebeb-4740-9d9c-99f15c596675 req-370fea90-595a-4b43-bb3d-648aa94e5079 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:55.845191 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-aaa20101-ebeb-4740-9d9c-99f15c596675 req-370fea90-595a-4b43-bb3d-648aa94e5079 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 944 time: 0.0509589 Aug 29 23:58:55.847829 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Provisioning complete for port 042656a0-e1ea-4671-9425-bbdf1a21a1a4 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:58:55.852806 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (042656a0-e1ea-4671-9425-bbdf1a21a1a4), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:55.930070 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Current status of the port 042656a0-e1ea-4671-9425-bbdf1a21a1a4 is: BUILD; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:58:55.930462 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (042656a0-e1ea-4671-9425-bbdf1a21a1a4), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:55.936393 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2183222-9758-45c6-9da2-01aeabf74b64 req-6e547d8b-129e-4c60-b286-f89665d8494a tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:55.938201 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-f2183222-9758-45c6-9da2-01aeabf74b64 req-6e547d8b-129e-4c60-b286-f89665d8494a tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=49ca1939-82ad-4ef4-a1b5-ba654f65c022 HTTP/1.1" status: 200 len: 945 time: 0.0853221 Aug 29 23:58:55.963481 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68d57c0-358c-4b93-b5b3-b7fb49156134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042656a0-e1ea-4671-9425-bbdf1a21a1a4'}] {{(pid=113417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:58:55.966838 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d41a01b6be055f780f1b28f387bc014884277aca14b53491aeccfff4134a8b4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5be10a0-3d75-4d9a-9987-e588bebd4e06" -d '{"events": [{"server_uuid": "d68d57c0-358c-4b93-b5b3-b7fb49156134", "name": "network-vif-plugged", "status": "completed", "tag": "042656a0-e1ea-4671-9425-bbdf1a21a1a4"}]}' {{(pid=113417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:58:55.971386 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-aaa20101-ebeb-4740-9d9c-99f15c596675 req-ac75d6b1-98e4-4995-8fd1-9f7971812322 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=66421100-836a-4b79-b0d6-afeb34f4a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197786 Aug 29 23:58:56.000525 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port 042656a0-e1ea-4671-9425-bbdf1a21a1a4, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=042656a0-e1ea-4671-9425-bbdf1a21a1a4,segment=NetworkSegment(3322ac63-c50b-4ff5-b6b4-0b914eb4c6f1),segment_id=3322ac63-c50b-4ff5-b6b4-0b914eb4c6f1)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:58:56.008929 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-f2183222-9758-45c6-9da2-01aeabf74b64 req-1997c40b-ad51-4c72-805f-b74890faf2bb tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=27d9ac4c-32a2-4778-b264-2aedd4f34cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590954 Aug 29 23:58:56.049807 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89113ad3-a2fb-4c81-b311-e5a16b384c7f x-openstack-request-id: req-89113ad3-a2fb-4c81-b311-e5a16b384c7f {{(pid=113417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:58:56.050107 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d68d57c0-358c-4b93-b5b3-b7fb49156134", "name": "network-vif-plugged", "status": "completed", "tag": "042656a0-e1ea-4671-9425-bbdf1a21a1a4", "code": 200}]} {{(pid=113417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:58:56.050370 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-89113ad3-a2fb-4c81-b311-e5a16b384c7f {{(pid=113417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:58:56.050780 dv-cinder-855041-2-iscsi neutron-server[113417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89113ad3-a2fb-4c81-b311-e5a16b384c7f'] response: {'server_uuid': 'd68d57c0-358c-4b93-b5b3-b7fb49156134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042656a0-e1ea-4671-9425-bbdf1a21a1a4', 'code': 200} Aug 29 23:58:56.088845 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (042656a0-e1ea-4671-9425-bbdf1a21a1a4), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:56.190961 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Pushing event updated for resources: {'Port': ['ID=042656a0-e1ea-4671-9425-bbdf1a21a1a4,revision_number=5']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:56.317053 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d04bd0-fe23-4792-8066-1ca762f3429c req-85f3ee3f-68dc-4c2f-84b4-a846eda0e60c tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:56.319720 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-98d04bd0-fe23-4792-8066-1ca762f3429c req-85f3ee3f-68dc-4c2f-84b4-a846eda0e60c tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=d68d57c0-358c-4b93-b5b3-b7fb49156134 HTTP/1.1" status: 200 len: 950 time: 0.0989294 Aug 29 23:58:56.368522 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:56.400846 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-98d04bd0-fe23-4792-8066-1ca762f3429c req-03302465-8349-40e5-8d71-465f8c94343d tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=f88e54c0-e657-4b43-828c-a48279faf929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749030 Aug 29 23:58:57.130178 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b736d5e-d0bb-4452-9211-c43b36f8dc56 req-28fef0d9-287c-45f3-8eae-5d87f992ddef tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:57.133538 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-0b736d5e-d0bb-4452-9211-c43b36f8dc56 req-28fef0d9-287c-45f3-8eae-5d87f992ddef tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 944 time: 0.0707858 Aug 29 23:58:57.228533 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257872b-8c4c-4497-ba47-c08bf95b7f60 req-54c62b49-a99c-476f-a2ee-479b91567076 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:57.230189 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-a257872b-8c4c-4497-ba47-c08bf95b7f60 req-54c62b49-a99c-476f-a2ee-479b91567076 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=49ca1939-82ad-4ef4-a1b5-ba654f65c022 HTTP/1.1" status: 200 len: 945 time: 0.0952959 Aug 29 23:58:57.250233 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-0b736d5e-d0bb-4452-9211-c43b36f8dc56 req-2ac6a168-74f8-4488-8134-40f9c79b545b tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=66421100-836a-4b79-b0d6-afeb34f4a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002984 Aug 29 23:58:57.291781 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-a257872b-8c4c-4497-ba47-c08bf95b7f60 req-655e9b31-a4f0-40c4-8f4c-76fb2684ccf3 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=27d9ac4c-32a2-4778-b264-2aedd4f34cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556140 Aug 29 23:58:57.569871 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe75eb-dbc0-4903-88c9-fbda8fb742cc req-5306c3ea-3ca4-4ce1-836b-e2008c137b96 tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:57.571841 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-9dfe75eb-dbc0-4903-88c9-fbda8fb742cc req-5306c3ea-3ca4-4ce1-836b-e2008c137b96 tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=d68d57c0-358c-4b93-b5b3-b7fb49156134 HTTP/1.1" status: 200 len: 950 time: 0.0712450 Aug 29 23:58:57.635841 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-9dfe75eb-dbc0-4903-88c9-fbda8fb742cc req-aefa5024-d75b-4a3f-be57-0f85180bdc98 tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=f88e54c0-e657-4b43-828c-a48279faf929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526440 Aug 29 23:58:57.967707 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.agents_db [None req-4166f728-c6cb-4ae6-8e81-f61b29fbc360 None None] Agent healthcheck: found 6 active agents {{(pid=113418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 23:58:58.479610 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c85d28-a5e9-40a1-af57-caa11a215d38 req-4e969bb8-049c-42e4-83b2-dc4f70556a8d tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:58.481261 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-69c85d28-a5e9-40a1-af57-caa11a215d38 req-4e969bb8-049c-42e4-83b2-dc4f70556a8d tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 944 time: 0.1004910 Aug 29 23:58:58.507309 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191cd945-a457-48de-ba6f-32bc31e16fa0 req-d910a8fe-61f3-427c-b8c5-a3549dd3495c tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:58.510480 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-191cd945-a457-48de-ba6f-32bc31e16fa0 req-d910a8fe-61f3-427c-b8c5-a3549dd3495c tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=49ca1939-82ad-4ef4-a1b5-ba654f65c022 HTTP/1.1" status: 200 len: 945 time: 0.1027524 Aug 29 23:58:58.617105 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-69c85d28-a5e9-40a1-af57-caa11a215d38 req-a5d5ab53-d1bc-4970-8000-721f4e44b043 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=66421100-836a-4b79-b0d6-afeb34f4a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227100 Aug 29 23:58:58.621510 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-191cd945-a457-48de-ba6f-32bc31e16fa0 req-255d00e9-82ab-49f7-b761-a294cb082719 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=27d9ac4c-32a2-4778-b264-2aedd4f34cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006494 Aug 29 23:58:58.799170 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8c9e8-2c28-4c4f-8144-56e7653191f4 req-f7831620-0a1a-4d7b-b47f-06804fec5710 tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:58.802323 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-2cf8c9e8-2c28-4c4f-8144-56e7653191f4 req-f7831620-0a1a-4d7b-b47f-06804fec5710 tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=d68d57c0-358c-4b93-b5b3-b7fb49156134 HTTP/1.1" status: 200 len: 950 time: 0.0600774 Aug 29 23:58:58.864585 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-2cf8c9e8-2c28-4c4f-8144-56e7653191f4 req-e13ca614-4b38-4304-934d-b825304b2673 tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=f88e54c0-e657-4b43-828c-a48279faf929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566828 Aug 29 23:58:59.847217 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bece19-dacb-4ea1-9b12-2fdae5544ec7 req-2581ccbb-3a2d-4aa9-af93-95c1b10af182 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:59.849854 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-51bece19-dacb-4ea1-9b12-2fdae5544ec7 req-2581ccbb-3a2d-4aa9-af93-95c1b10af182 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 944 time: 0.1135807 Aug 29 23:58:59.877205 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef666d59-7f9f-46d4-9f4f-146e07dac6fd req-375b0531-d610-460f-8fe1-e80417eadd3f tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:59.880363 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ef666d59-7f9f-46d4-9f4f-146e07dac6fd req-375b0531-d610-460f-8fe1-e80417eadd3f tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=49ca1939-82ad-4ef4-a1b5-ba654f65c022 HTTP/1.1" status: 200 len: 945 time: 0.1215141 Aug 29 23:59:00.003988 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-51bece19-dacb-4ea1-9b12-2fdae5544ec7 req-e123e8ea-c34e-4291-b905-127db54f6d4f tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=66421100-836a-4b79-b0d6-afeb34f4a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401381 Aug 29 23:59:00.008972 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ef666d59-7f9f-46d4-9f4f-146e07dac6fd req-1dab903c-5f58-40a9-b256-04405adac8d9 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=27d9ac4c-32a2-4778-b264-2aedd4f34cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185436 Aug 29 23:59:00.139331 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:00.166730 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23c19f-ea2b-4085-9f90-eff8618fd72f req-327d46aa-ed64-40fd-b6d7-c3f5dcaab836 tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:59:00.169039 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-0a23c19f-ea2b-4085-9f90-eff8618fd72f req-327d46aa-ed64-40fd-b6d7-c3f5dcaab836 tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=d68d57c0-358c-4b93-b5b3-b7fb49156134 HTTP/1.1" status: 200 len: 950 time: 0.0666659 Aug 29 23:59:00.256078 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-0a23c19f-ea2b-4085-9f90-eff8618fd72f req-150a513b-ac49-4027-8f2c-8834d7b931e6 tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=f88e54c0-e657-4b43-828c-a48279faf929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810671 Aug 29 23:59:01.244945 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b360f17-71fe-4870-8631-03a712d65e47 req-9febe849-7c83-4d73-aeaa-77a27fa12da4 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:59:01.248408 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-2b360f17-71fe-4870-8631-03a712d65e47 req-9febe849-7c83-4d73-aeaa-77a27fa12da4 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 944 time: 0.0945351 Aug 29 23:59:01.264547 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4fe704-c119-40c3-b0a8-a9964f3e4282 req-e29e9f4b-42ae-42e9-9bd0-ec297493fb82 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:59:01.266155 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-0e4fe704-c119-40c3-b0a8-a9964f3e4282 req-e29e9f4b-42ae-42e9-9bd0-ec297493fb82 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=49ca1939-82ad-4ef4-a1b5-ba654f65c022 HTTP/1.1" status: 200 len: 945 time: 0.0991874 Aug 29 23:59:01.347122 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:01.377705 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-0e4fe704-c119-40c3-b0a8-a9964f3e4282 req-86288b00-b814-4fc4-9149-e7c5bed08ce8 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=27d9ac4c-32a2-4778-b264-2aedd4f34cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937650 Aug 29 23:59:01.381756 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-2b360f17-71fe-4870-8631-03a712d65e47 req-551b8e34-65f1-4ed4-88de-c0c6ee42e95a tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=66421100-836a-4b79-b0d6-afeb34f4a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248705 Aug 29 23:59:01.528984 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc79299a-51aa-4c70-9c75-6a81dd328fcb req-af1e9b35-a7cd-4afa-9281-e9273548807c tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:59:01.534348 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-fc79299a-51aa-4c70-9c75-6a81dd328fcb req-af1e9b35-a7cd-4afa-9281-e9273548807c tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=d68d57c0-358c-4b93-b5b3-b7fb49156134 HTTP/1.1" status: 200 len: 950 time: 0.0607462 Aug 29 23:59:01.599254 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-fc79299a-51aa-4c70-9c75-6a81dd328fcb req-e2b1a1b9-a409-46fb-90ba-2c15d17833fe tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=f88e54c0-e657-4b43-828c-a48279faf929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612881 Aug 29 23:59:02.567803 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a9549-048f-4014-9b76-8609638f3e60 req-a181a649-9021-4627-827c-2e15d46daad5 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:59:02.570282 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-6f6a9549-048f-4014-9b76-8609638f3e60 req-a181a649-9021-4627-827c-2e15d46daad5 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=49ca1939-82ad-4ef4-a1b5-ba654f65c022 HTTP/1.1" status: 200 len: 945 time: 0.0955384 Aug 29 23:59:02.596557 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78e80f-15a6-4e92-84d0-60033eceaffd req-ef8fc370-3c04-4231-a8ac-b065036e08ab tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:59:02.598601 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-5f78e80f-15a6-4e92-84d0-60033eceaffd req-ef8fc370-3c04-4231-a8ac-b065036e08ab tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 944 time: 0.0887582 Aug 29 23:59:02.681457 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-5f78e80f-15a6-4e92-84d0-60033eceaffd req-088ccb63-5bd8-4594-8382-1c78c8d0a72d tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=66421100-836a-4b79-b0d6-afeb34f4a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732732 Aug 29 23:59:02.687788 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-6f6a9549-048f-4014-9b76-8609638f3e60 req-2a6eedaf-7495-43d8-b72c-ee61cb0b15cb tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=27d9ac4c-32a2-4778-b264-2aedd4f34cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115930 Aug 29 23:59:02.832160 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a8a2fd-9a87-4a07-a8a8-ef2a8293222e req-1f6937c6-45f4-4991-8978-f9b5e356e735 tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:59:02.833715 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-47a8a2fd-9a87-4a07-a8a8-ef2a8293222e req-1f6937c6-45f4-4991-8978-f9b5e356e735 tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=d68d57c0-358c-4b93-b5b3-b7fb49156134 HTTP/1.1" status: 200 len: 950 time: 0.0544522 Aug 29 23:59:02.886676 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-47a8a2fd-9a87-4a07-a8a8-ef2a8293222e req-09825e20-081f-4b9f-bd97-b2f5902b7f0f tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=f88e54c0-e657-4b43-828c-a48279faf929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462475 Aug 29 23:59:03.865815 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bfe99c-c033-4ed4-97bc-d8d0d6e02217 req-af2e6b1f-aaee-4e4a-be87-f96ac49dd813 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:59:03.867367 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-99bfe99c-c033-4ed4-97bc-d8d0d6e02217 req-af2e6b1f-aaee-4e4a-be87-f96ac49dd813 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 944 time: 0.0924590 Aug 29 23:59:03.876840 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7aa833-bc24-4deb-8b43-a898df2c3bcf req-89b090e5-2d08-44ca-a061-d1cf338db64b tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:59:03.878275 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-3f7aa833-bc24-4deb-8b43-a898df2c3bcf req-89b090e5-2d08-44ca-a061-d1cf338db64b tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=49ca1939-82ad-4ef4-a1b5-ba654f65c022 HTTP/1.1" status: 200 len: 945 time: 0.1134264 Aug 29 23:59:03.958125 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-99bfe99c-c033-4ed4-97bc-d8d0d6e02217 req-225f9607-0908-40fb-8875-d33e31201c0c tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=66421100-836a-4b79-b0d6-afeb34f4a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788662 Aug 29 23:59:03.961654 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-3f7aa833-bc24-4deb-8b43-a898df2c3bcf req-91d5a958-0dc5-4480-a963-f86df04c4a70 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=27d9ac4c-32a2-4778-b264-2aedd4f34cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745816 Aug 29 23:59:04.075900 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f47abf-cd9b-48b5-bce3-d77915b2da17 req-30616c37-0be0-4dfa-aba9-a17d52e3ec71 tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:59:04.077366 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b5f47abf-cd9b-48b5-bce3-d77915b2da17 req-30616c37-0be0-4dfa-aba9-a17d52e3ec71 tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=d68d57c0-358c-4b93-b5b3-b7fb49156134 HTTP/1.1" status: 200 len: 950 time: 0.0553963 Aug 29 23:59:04.110730 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=47 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:04.112907 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=96 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:04.130531 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:04.141441 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b5f47abf-cd9b-48b5-bce3-d77915b2da17 req-3e73bef6-dcdb-408e-beed-b71468d88552 tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=f88e54c0-e657-4b43-828c-a48279faf929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533309 Aug 29 23:59:04.980002 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d28ffe9-2cd4-4372-8980-9fccc1b8175b req-ebd3602b-10c1-44fb-b482-0bad60538b24 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:59:04.981505 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-8d28ffe9-2cd4-4372-8980-9fccc1b8175b req-ebd3602b-10c1-44fb-b482-0bad60538b24 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.87 "GET /networking/v2.0/ports?device_id=49ca1939-82ad-4ef4-a1b5-ba654f65c022 HTTP/1.1" status: 200 len: 945 time: 0.0513177 Aug 29 23:59:04.993348 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311381bf-ecbd-4081-b2ab-f2b2caa77751 req-235c16de-0f26-4530-a49c-df4ac5e6b920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:59:04.994974 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-311381bf-ecbd-4081-b2ab-f2b2caa77751 req-235c16de-0f26-4530-a49c-df4ac5e6b920 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=d68d57c0-358c-4b93-b5b3-b7fb49156134 HTTP/1.1" status: 200 len: 1134 time: 0.0406497 Aug 29 23:59:05.050738 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-311381bf-ecbd-4081-b2ab-f2b2caa77751 req-ca132bb9-e98a-4928-b962-6708dfe60cee service neutron] 10.222.0.87 "GET /networking/v2.0/security-groups?id=f88e54c0-e657-4b43-828c-a48279faf929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489743 Aug 29 23:59:05.075956 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.plugin [req-8d28ffe9-2cd4-4372-8980-9fccc1b8175b req-b9dad86a-4ba8-42b5-a140-4942f37cb147 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Deleting port ef911d73-328b-439d-a53e-4fec1630c68b {{(pid=113416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:59:05.076357 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-8d28ffe9-2cd4-4372-8980-9fccc1b8175b req-b9dad86a-4ba8-42b5-a140-4942f37cb147 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (ef911d73-328b-439d-a53e-4fec1630c68b), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:05.130165 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e85f358-fb41-4c09-8380-f86dcda6ebcc req-42cd26f6-3a24-498a-95b1-2580730601d7 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:59:05.131713 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-1e85f358-fb41-4c09-8380-f86dcda6ebcc req-42cd26f6-3a24-498a-95b1-2580730601d7 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=49ca1939-82ad-4ef4-a1b5-ba654f65c022 HTTP/1.1" status: 200 len: 945 time: 0.0836005 Aug 29 23:59:05.137767 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31462b0e-e1a0-4716-853e-bd520df78e32 req-0128ab2a-4775-4984-a44e-48a8d8ad545f tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:59:05.139250 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-31462b0e-e1a0-4716-853e-bd520df78e32 req-0128ab2a-4775-4984-a44e-48a8d8ad545f tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 944 time: 0.0928662 Aug 29 23:59:05.190049 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.db [req-8d28ffe9-2cd4-4372-8980-9fccc1b8175b req-b9dad86a-4ba8-42b5-a140-4942f37cb147 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] For port ef911d73-328b-439d-a53e-4fec1630c68b, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=ef911d73-328b-439d-a53e-4fec1630c68b,segment=NetworkSegment(bb534462-ddc2-4778-84af-6323faf368f0),segment_id=bb534462-ddc2-4778-84af-6323faf368f0)] {{(pid=113416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:59:05.190728 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-8d28ffe9-2cd4-4372-8980-9fccc1b8175b req-b9dad86a-4ba8-42b5-a140-4942f37cb147 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (ef911d73-328b-439d-a53e-4fec1630c68b), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:05.212131 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-1e85f358-fb41-4c09-8380-f86dcda6ebcc req-648f8be8-46f4-4f9a-930b-19237e7b1eb9 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=27d9ac4c-32a2-4778-b264-2aedd4f34cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718732 Aug 29 23:59:05.224963 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-31462b0e-e1a0-4716-853e-bd520df78e32 req-170451ee-d5d7-4fe7-a30a-c20b67832382 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=66421100-836a-4b79-b0d6-afeb34f4a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705945 Aug 29 23:59:05.345520 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12fdb5-2b63-4a8c-9c60-822bd634fd2d req-2613b242-2578-40f8-8c03-b16cd31d87cc tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:59:05.346989 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-9d12fdb5-2b63-4a8c-9c60-822bd634fd2d req-2613b242-2578-40f8-8c03-b16cd31d87cc tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=d68d57c0-358c-4b93-b5b3-b7fb49156134 HTTP/1.1" status: 200 len: 950 time: 0.0511243 Aug 29 23:59:05.380129 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-8d28ffe9-2cd4-4372-8980-9fccc1b8175b req-b9dad86a-4ba8-42b5-a140-4942f37cb147 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:05.380533 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-8d28ffe9-2cd4-4372-8980-9fccc1b8175b req-b9dad86a-4ba8-42b5-a140-4942f37cb147 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477666'] for floatingip (5e6610fb-35e1-4717-b8e8-7a9be92723e3), after_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:05.380847 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.db.l3_db [req-8d28ffe9-2cd4-4372-8980-9fccc1b8175b req-b9dad86a-4ba8-42b5-a140-4942f37cb147 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Floating IP 5e6610fb-35e1-4717-b8e8-7a9be92723e3 disassociated. External IP: 172.27.1.122, port: ef911d73-328b-439d-a53e-4fec1630c68b. Aug 29 23:59:05.381187 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.plugin [req-8d28ffe9-2cd4-4372-8980-9fccc1b8175b req-b9dad86a-4ba8-42b5-a140-4942f37cb147 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Calling delete_port for ef911d73-328b-439d-a53e-4fec1630c68b owned by compute:nova {{(pid=113416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:59:05.402275 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-9d12fdb5-2b63-4a8c-9c60-822bd634fd2d req-2b8957d1-92ad-49a3-bbb8-291ee90b2046 tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=f88e54c0-e657-4b43-828c-a48279faf929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491381 Aug 29 23:59:05.603589 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-8d28ffe9-2cd4-4372-8980-9fccc1b8175b req-b9dad86a-4ba8-42b5-a140-4942f37cb147 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963692'] for port (ef911d73-328b-439d-a53e-4fec1630c68b), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:05.632581 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dad86a-4ba8-42b5-a140-4942f37cb147 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Pushing event deleted for resources: {'Port': ['ID=ef911d73-328b-439d-a53e-4fec1630c68b,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:05.749403 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d28ffe9-2cd4-4372-8980-9fccc1b8175b req-b9dad86a-4ba8-42b5-a140-4942f37cb147 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Router 5371629e-3840-425d-941b-fcb3b356a1fa has already been hosted by L3 agent 037668f0-d812-4b59-9d2d-ce33f66a7708 {{(pid=113416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:59:05.865187 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d28ffe9-2cd4-4372-8980-9fccc1b8175b req-b9dad86a-4ba8-42b5-a140-4942f37cb147 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Notify agent at l3_agent.dv-cinder-855041-2-iscsi the message routers_updated {{(pid=113416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:59:05.880280 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eacbc9c-1e1a-455d-b4a7-160f7a336a53 None None] Sync routers for ids ['5371629e-3840-425d-941b-fcb3b356a1fa'] in dv-cinder-855041-2-iscsi {{(pid=113417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:59:05.896120 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eacbc9c-1e1a-455d-b4a7-160f7a336a53 None None] Routers {'5371629e-3840-425d-941b-fcb3b356a1fa'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:59:05.896790 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-8eacbc9c-1e1a-455d-b4a7-160f7a336a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:58:43Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['5371629e-3840-425d-941b-fcb3b356a1fa'], 'active': True} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:59:05.914907 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d28ffe9-2cd4-4372-8980-9fccc1b8175b req-b9dad86a-4ba8-42b5-a140-4942f37cb147 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] No DVR routers for this DVR port ef911d73-328b-439d-a53e-4fec1630c68b on host hv-cinder-85504 {{(pid=113416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 23:59:05.918098 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-8d28ffe9-2cd4-4372-8980-9fccc1b8175b req-b9dad86a-4ba8-42b5-a140-4942f37cb147 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for port (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:05.921373 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-8d28ffe9-2cd4-4372-8980-9fccc1b8175b req-b9dad86a-4ba8-42b5-a140-4942f37cb147 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.87 "DELETE /networking/v2.0/ports/ef911d73-328b-439d-a53e-4fec1630c68b HTTP/1.1" status: 204 len: 173 time: 0.9343312 Aug 29 23:59:05.921994 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ca1939-82ad-4ef4-a1b5-ba654f65c022', 'name': 'network-vif-deleted', 'tag': 'ef911d73-328b-439d-a53e-4fec1630c68b'}] {{(pid=113416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:59:05.924848 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca1b1d0bad556637bdc4aa8e491b493d03ba5f494de7569054403470f02cf73a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63653dcc-e3d1-458a-9e95-6ae715c0a770" -d '{"events": [{"server_uuid": "49ca1939-82ad-4ef4-a1b5-ba654f65c022", "name": "network-vif-deleted", "tag": "ef911d73-328b-439d-a53e-4fec1630c68b"}]}' {{(pid=113416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:59:05.972063 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37697fb-7da0-4010-b8e4-e58097c2bced x-openstack-request-id: req-d37697fb-7da0-4010-b8e4-e58097c2bced {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:59:05.973030 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49ca1939-82ad-4ef4-a1b5-ba654f65c022", "name": "network-vif-deleted", "tag": "ef911d73-328b-439d-a53e-4fec1630c68b", "status": "completed", "code": 200}]} {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:59:05.973379 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-d37697fb-7da0-4010-b8e4-e58097c2bced {{(pid=113416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:59:05.974010 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d37697fb-7da0-4010-b8e4-e58097c2bced'] response: {'server_uuid': '49ca1939-82ad-4ef4-a1b5-ba654f65c022', 'name': 'network-vif-deleted', 'tag': 'ef911d73-328b-439d-a53e-4fec1630c68b', 'status': 'completed', 'code': 200} Aug 29 23:59:06.015491 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvr_db [None req-8eacbc9c-1e1a-455d-b4a7-160f7a336a53 None None] Set router 5371629e-3840-425d-941b-fcb3b356a1fa gateway port host: dv-cinder-855041-2-iscsi {{(pid=113417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:59:06.246129 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-8eacbc9c-1e1a-455d-b4a7-160f7a336a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5371629e-3840-425d-941b-fcb3b356a1fa', 'name': 'tempest-AttachVolumeTestJSON-1281828477-router', 'tenant_id': '4b68600b8657473eb43d16098bbcacf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '50d67b08-de59-4733-be5d-71963d30dbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:15Z', 'updated_at': '2022-08-29T23:52:31Z', 'revision_number': 4, 'project_id': '4b68600b8657473eb43d16098bbcacf6', 'gw_port': {'id': '50d67b08-de59-4733-be5d-71963d30dbba', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5371629e-3840-425d-941b-fcb3b356a1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:18Z', 'updated_at': '2022-08-29T23:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': 'b75e0afb-67a6-43ff-a6a4-0b5c0281fe26', 'name': '', 'network_id': '4c9cdff2-05de-4391-b19a-4c2f9845a0aa', 'tenant_id': '4b68600b8657473eb43d16098bbcacf6', 'mac_address': 'fa:16:3e:e8:fe:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5371629e-3840-425d-941b-fcb3b356a1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '490c1584-2616-4278-814c-8d73c9c52d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:28Z', 'updated_at': '2022-08-29T23:52:44Z', 'revision_number': 5, 'project_id': '4b68600b8657473eb43d16098bbcacf6', 'subnets': [{'id': '490c1584-2616-4278-814c-8d73c9c52d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:59:06.272457 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eacbc9c-1e1a-455d-b4a7-160f7a336a53 None None] Checking router: 5371629e-3840-425d-941b-fcb3b356a1fa for host: dv-cinder-855041-2-iscsi {{(pid=113417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:59:06.282374 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eacbc9c-1e1a-455d-b4a7-160f7a336a53 None None] Routers {'5371629e-3840-425d-941b-fcb3b356a1fa'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:59:06.283000 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-8eacbc9c-1e1a-455d-b4a7-160f7a336a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:58:43Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['5371629e-3840-425d-941b-fcb3b356a1fa'], 'active': True} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:59:06.285680 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:06.361908 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-bf589cc1-9ddd-4a1c-9f6e-16a5b786f0e8 req-86cf0a75-b882-47d8-8719-2a8c1ae2e040 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=49ca1939-82ad-4ef4-a1b5-ba654f65c022 HTTP/1.1" status: 200 len: 210 time: 0.0521121 Aug 29 23:59:06.399773 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvr_db [None req-8eacbc9c-1e1a-455d-b4a7-160f7a336a53 None None] Set router 5371629e-3840-425d-941b-fcb3b356a1fa gateway port host: dv-cinder-855041-2-iscsi {{(pid=113417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:59:06.403383 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e856420-f4b8-475a-9be0-ab546e1c6fc7 req-59231f7b-9fe6-4d9b-92d0-2a1d59a40282 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:59:06.404917 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-3e856420-f4b8-475a-9be0-ab546e1c6fc7 req-59231f7b-9fe6-4d9b-92d0-2a1d59a40282 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 944 time: 0.0532732 Aug 29 23:59:06.457973 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-3e856420-f4b8-475a-9be0-ab546e1c6fc7 req-b38d559c-f4d3-4863-a2d0-38f521abf279 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=66421100-836a-4b79-b0d6-afeb34f4a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469117 Aug 29 23:59:06.528204 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:06.553437 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b4ef6-0f28-4e07-aea3-c28a65b79235 req-e390b25e-185a-4b45-a0ce-7636afddab73 tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:59:06.556617 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-187b4ef6-0f28-4e07-aea3-c28a65b79235 req-e390b25e-185a-4b45-a0ce-7636afddab73 tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=d68d57c0-358c-4b93-b5b3-b7fb49156134 HTTP/1.1" status: 200 len: 950 time: 0.0713079 Aug 29 23:59:06.622023 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-187b4ef6-0f28-4e07-aea3-c28a65b79235 req-a480cd8a-a56a-4b06-ab7f-2a5ec907dcd2 tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=f88e54c0-e657-4b43-828c-a48279faf929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550783 Aug 29 23:59:06.622697 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-8eacbc9c-1e1a-455d-b4a7-160f7a336a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5371629e-3840-425d-941b-fcb3b356a1fa', 'name': 'tempest-AttachVolumeTestJSON-1281828477-router', 'tenant_id': '4b68600b8657473eb43d16098bbcacf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '50d67b08-de59-4733-be5d-71963d30dbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:15Z', 'updated_at': '2022-08-29T23:52:31Z', 'revision_number': 4, 'project_id': '4b68600b8657473eb43d16098bbcacf6', 'gw_port': {'id': '50d67b08-de59-4733-be5d-71963d30dbba', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5371629e-3840-425d-941b-fcb3b356a1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:18Z', 'updated_at': '2022-08-29T23:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': 'b75e0afb-67a6-43ff-a6a4-0b5c0281fe26', 'name': '', 'network_id': '4c9cdff2-05de-4391-b19a-4c2f9845a0aa', 'tenant_id': '4b68600b8657473eb43d16098bbcacf6', 'mac_address': 'fa:16:3e:e8:fe:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5371629e-3840-425d-941b-fcb3b356a1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '490c1584-2616-4278-814c-8d73c9c52d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:28Z', 'updated_at': '2022-08-29T23:52:44Z', 'revision_number': 5, 'project_id': '4b68600b8657473eb43d16098bbcacf6', 'subnets': [{'id': '490c1584-2616-4278-814c-8d73c9c52d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:59:06.649368 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eacbc9c-1e1a-455d-b4a7-160f7a336a53 None None] The sync data for ids ['5371629e-3840-425d-941b-fcb3b356a1fa'] in dv-cinder-855041-2-iscsi is: [{'id': '5371629e-3840-425d-941b-fcb3b356a1fa', 'name': 'tempest-AttachVolumeTestJSON-1281828477-router', 'tenant_id': '4b68600b8657473eb43d16098bbcacf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '50d67b08-de59-4733-be5d-71963d30dbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:15Z', 'updated_at': '2022-08-29T23:52:31Z', 'revision_number': 4, 'project_id': '4b68600b8657473eb43d16098bbcacf6', 'gw_port': {'id': '50d67b08-de59-4733-be5d-71963d30dbba', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5371629e-3840-425d-941b-fcb3b356a1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:18Z', 'updated_at': '2022-08-29T23:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': 'b75e0afb-67a6-43ff-a6a4-0b5c0281fe26', 'name': '', 'network_id': '4c9cdff2-05de-4391-b19a-4c2f9845a0aa', 'tenant_id': '4b68600b8657473eb43d16098bbcacf6', 'mac_address': 'fa:16:3e:e8:fe:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5371629e-3840-425d-941b-fcb3b356a1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '490c1584-2616-4278-814c-8d73c9c52d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:28Z', 'updated_at': '2022-08-29T23:52:44Z', 'revision_number': 5, 'project_id': '4b68600b8657473eb43d16098bbcacf6', 'subnets': [{'id': '490c1584-2616-4278-814c-8d73c9c52d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:59:06.906012 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba28049-d6f2-4a14-ab0e-ea9f4d05d41d None None] New status for floating IP 5e6610fb-35e1-4717-b8e8-7a9be92723e3: DOWN {{(pid=113418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 23:59:07.493665 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-544b2744-50a3-49c6-bb17-d03671fb4f53 req-27e32745-e0d8-42c1-a872-4a45a7dc0947 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=49ca1939-82ad-4ef4-a1b5-ba654f65c022 HTTP/1.1" status: 200 len: 210 time: 0.0328598 Aug 29 23:59:07.582055 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:07.606594 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3cedc9-3d70-4483-bd0f-1629a0cd2d1c req-de45ff6f-291e-4992-9d93-6d4f03591cd1 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:59:07.608165 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-0b3cedc9-3d70-4483-bd0f-1629a0cd2d1c req-de45ff6f-291e-4992-9d93-6d4f03591cd1 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 944 time: 0.0571985 Aug 29 23:59:07.661735 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-0b3cedc9-3d70-4483-bd0f-1629a0cd2d1c req-c926c30a-71b8-4afd-bcae-7d35c4ba3a6d tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=66421100-836a-4b79-b0d6-afeb34f4a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465779 Aug 29 23:59:07.753834 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f details requested by agent hyperv_hv-cinder-85504 with host hv-cinder-85504 {{(pid=113417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 23:59:07.756251 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54662ce4-1e04-4f2d-8e57-02e81608926d req-1b0db5dd-d3b7-4dd8-8d6f-0097ccf3df75 tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:59:07.757102 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device ef911d73-328b-439d-a53e-4fec1630c68b no longer exists at agent hyperv_hv-cinder-85504 {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:59:07.757771 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-54662ce4-1e04-4f2d-8e57-02e81608926d req-1b0db5dd-d3b7-4dd8-8d6f-0097ccf3df75 tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=d68d57c0-358c-4b93-b5b3-b7fb49156134 HTTP/1.1" status: 200 len: 950 time: 0.0531435 Aug 29 23:59:07.785667 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] No Port match for: ef911d73-328b-439d-a53e-4fec1630c68b {{(pid=113417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:59:07.786072 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device ef911d73-328b-439d-a53e-4fec1630c68b not bound to the agent host hv-cinder-85504 {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:59:07.812646 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-54662ce4-1e04-4f2d-8e57-02e81608926d req-394d851c-1472-416a-be77-f3208dc47c87 tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=f88e54c0-e657-4b43-828c-a48279faf929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465901 Aug 29 23:59:07.893394 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f,segment=NetworkSegment(114ca9d5-57df-429a-9e81-974fb793f3bc),segment_id=114ca9d5-57df-429a-9e81-974fb793f3bc)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:59:07.907775 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Returning: {'device': 'cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f', 'network_id': '7a46036d-55d3-472c-985d-7d32e6afcac9', 'port_id': 'cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f', 'mac_address': 'fa:16:3e:a3:36:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16471bf1-5160-46ce-b487-b87c8418028b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 23:59:07.950473 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Current status of the port cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f is: DOWN; New status is: BUILD {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:59:07.950799 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:07.965905 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.notifiers.nova [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f {{(pid=113417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:59:07.991178 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f,segment=NetworkSegment(114ca9d5-57df-429a-9e81-974fb793f3bc),segment_id=114ca9d5-57df-429a-9e81-974fb793f3bc)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:59:08.089973 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:08.150408 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Pushing event updated for resources: {'Port': ['ID=cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f,revision_number=9']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:08.158842 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:08.159194 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:08.159565 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:08.159946 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:08.160349 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:08.160684 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:08.161015 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:08.161342 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:08.161669 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:08.161996 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:08.162321 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:08.162643 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:08.162964 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:08.163285 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:08.163604 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:08.347764 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] get_ports_and_sgs() called for port_ids ['cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f'] {{(pid=113417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 23:59:08.415762 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ace6ef-0027-4aae-8bd0-f12187da8022 req-8d81b1ce-5203-47a2-98b4-d26679d5f61d tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:59:08.417338 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-a5ace6ef-0027-4aae-8bd0-f12187da8022 req-8d81b1ce-5203-47a2-98b4-d26679d5f61d tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=d68d57c0-358c-4b93-b5b3-b7fb49156134 HTTP/1.1" status: 200 len: 950 time: 0.0519438 Aug 29 23:59:08.469993 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-a5ace6ef-0027-4aae-8bd0-f12187da8022 req-05502a06-7601-4727-91f1-e5f9b7fe86e8 tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=f88e54c0-e657-4b43-828c-a48279faf929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464110 Aug 29 23:59:08.795446 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:08.807768 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ce668-8c8a-47ae-b34b-2ca16aef47cd req-cf35a570-f6ea-46e2-83df-8e8c27d1444c tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:59:08.810176 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-611ce668-8c8a-47ae-b34b-2ca16aef47cd req-cf35a570-f6ea-46e2-83df-8e8c27d1444c tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 945 time: 0.0573235 Aug 29 23:59:08.872696 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-611ce668-8c8a-47ae-b34b-2ca16aef47cd req-dd246b4b-73a7-44a1-89c8-384f1be3a985 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=66421100-836a-4b79-b0d6-afeb34f4a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566506 Aug 29 23:59:09.440308 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:09.610905 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d308eb-de82-431c-8137-2f9db5926380 req-cd72f231-469b-4590-aecc-61ac1e6a0e2c tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:59:09.612483 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e4d308eb-de82-431c-8137-2f9db5926380 req-cd72f231-469b-4590-aecc-61ac1e6a0e2c tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=d68d57c0-358c-4b93-b5b3-b7fb49156134 HTTP/1.1" status: 200 len: 950 time: 0.0645282 Aug 29 23:59:09.665092 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e4d308eb-de82-431c-8137-2f9db5926380 req-c75450b7-5c27-461a-b1cd-d5a4841cd831 tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=f88e54c0-e657-4b43-828c-a48279faf929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468106 Aug 29 23:59:09.711138 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 53008) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:09.751521 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f up at agent hyperv_hv-cinder-85504 {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:59:09.769154 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:09.772586 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-637ba61b-39ba-45f5-9a1a-d2df7009e349 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks [] for security_group (27d9ac4c-32a2-4778-b264-2aedd4f34cd8), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:09.805804 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Provisioning complete for port cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:59:09.806266 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:09.818922 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:09.826458 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-637ba61b-39ba-45f5-9a1a-d2df7009e349 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks [] for security_group (27d9ac4c-32a2-4778-b264-2aedd4f34cd8), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:09.855377 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8cbfc-cbb9-43b8-8459-9c32d17e42e0 req-7189cfc5-2f65-463a-bdc2-92194f59433f tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:59:09.857142 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-94b8cbfc-cbb9-43b8-8459-9c32d17e42e0 req-7189cfc5-2f65-463a-bdc2-92194f59433f tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] 10.222.0.87 "GET /networking/v2.0/ports?device_id=d68d57c0-358c-4b93-b5b3-b7fb49156134 HTTP/1.1" status: 200 len: 950 time: 0.0729439 Aug 29 23:59:09.888099 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Current status of the port cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f is: BUILD; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:59:09.888754 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:09.891726 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:09.927946 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f'}] {{(pid=113417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:59:09.945155 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d41a01b6be055f780f1b28f387bc014884277aca14b53491aeccfff4134a8b4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b6009e-517a-4f5f-8033-e0f5adf86f11" -d '{"events": [{"server_uuid": "a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa", "name": "network-vif-plugged", "status": "completed", "tag": "cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f"}]}' {{(pid=113417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:59:09.945155 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f,segment=NetworkSegment(114ca9d5-57df-429a-9e81-974fb793f3bc),segment_id=114ca9d5-57df-429a-9e81-974fb793f3bc)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:59:10.004241 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.plugin [req-94b8cbfc-cbb9-43b8-8459-9c32d17e42e0 req-46749964-2a27-42bd-b7c5-40c55d9234cf tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] Deleting port 042656a0-e1ea-4671-9425-bbdf1a21a1a4 {{(pid=113416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:59:10.004241 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-94b8cbfc-cbb9-43b8-8459-9c32d17e42e0 req-46749964-2a27-42bd-b7c5-40c55d9234cf tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (042656a0-e1ea-4671-9425-bbdf1a21a1a4), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:10.010821 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3584ea38-7d5b-4fa1-beb2-5d4a0fc29a04 x-openstack-request-id: req-3584ea38-7d5b-4fa1-beb2-5d4a0fc29a04 {{(pid=113417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:59:10.010821 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa", "name": "network-vif-plugged", "status": "completed", "tag": "cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f", "code": 200}]} {{(pid=113417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:59:10.010821 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-3584ea38-7d5b-4fa1-beb2-5d4a0fc29a04 {{(pid=113417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:59:10.010821 dv-cinder-855041-2-iscsi neutron-server[113417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3584ea38-7d5b-4fa1-beb2-5d4a0fc29a04'] response: {'server_uuid': 'a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f', 'code': 200} Aug 29 23:59:10.011317 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-637ba61b-39ba-45f5-9a1a-d2df7009e349 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (27d9ac4c-32a2-4778-b264-2aedd4f34cd8), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:10.011317 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-637ba61b-39ba-45f5-9a1a-d2df7009e349 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks [] for security_group (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:10.011317 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-637ba61b-39ba-45f5-9a1a-d2df7009e349 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "DELETE /networking/v2.0/security-groups/27d9ac4c-32a2-4778-b264-2aedd4f34cd8 HTTP/1.1" status: 204 len: 168 time: 0.2987571 Aug 29 23:59:10.021553 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 53014) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:10.043216 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:10.071935 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637ba61b-39ba-45f5-9a1a-d2df7009e349 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d9ac4c-32a2-4778-b264-2aedd4f34cd8,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:10.082054 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.api.v2.resource [None req-3ae86b31-d43a-4518-beb8-78d8e2d97d10 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] show failed (client error): The resource could not be found. Aug 29 23:59:10.085902 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-3ae86b31-d43a-4518-beb8-78d8e2d97d10 tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "GET /networking/v2.0/security-groups/27d9ac4c-32a2-4778-b264-2aedd4f34cd8 HTTP/1.1" status: 404 len: 347 time: 0.0478785 Aug 29 23:59:10.086234 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 53016) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:10.087165 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1839dc2-b682-4fc7-8308-79c758a33603 req-34448c0f-f92a-4c3f-870b-b3df931f220a tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:59:10.090452 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-a1839dc2-b682-4fc7-8308-79c758a33603 req-34448c0f-f92a-4c3f-870b-b3df931f220a tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 945 time: 0.1025198 Aug 29 23:59:10.129491 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Pushing event updated for resources: {'Port': ['ID=cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f,revision_number=10']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:10.172855 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-a1839dc2-b682-4fc7-8308-79c758a33603 req-c7e85fcd-ec32-4747-a321-465d3eab0868 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=66421100-836a-4b79-b0d6-afeb34f4a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682914 Aug 29 23:59:10.254040 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.db [req-94b8cbfc-cbb9-43b8-8459-9c32d17e42e0 req-46749964-2a27-42bd-b7c5-40c55d9234cf tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] For port 042656a0-e1ea-4671-9425-bbdf1a21a1a4, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=042656a0-e1ea-4671-9425-bbdf1a21a1a4,segment=NetworkSegment(3322ac63-c50b-4ff5-b6b4-0b914eb4c6f1),segment_id=3322ac63-c50b-4ff5-b6b4-0b914eb4c6f1)] {{(pid=113416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:59:10.254040 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-94b8cbfc-cbb9-43b8-8459-9c32d17e42e0 req-46749964-2a27-42bd-b7c5-40c55d9234cf tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (042656a0-e1ea-4671-9425-bbdf1a21a1a4), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:10.257988 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.plugin [req-94b8cbfc-cbb9-43b8-8459-9c32d17e42e0 req-46749964-2a27-42bd-b7c5-40c55d9234cf tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] Calling delete_port for 042656a0-e1ea-4671-9425-bbdf1a21a1a4 owned by compute:nova {{(pid=113416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:59:10.271402 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.plugin [None req-9112bba9-2c10-4a59-b2a4-338a68b62cbe tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Deleting port 778136f1-27b8-4098-9c3f-4217c91204c8 {{(pid=113416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:59:10.271739 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-9112bba9-2c10-4a59-b2a4-338a68b62cbe tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (778136f1-27b8-4098-9c3f-4217c91204c8), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:10.368734 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cee87ff0-8b8a-406c-a055-bf41768a92bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (1020f8f9-c858-45a1-84c5-376480b0ca2e), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:10.407161 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-9112bba9-2c10-4a59-b2a4-338a68b62cbe tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (778136f1-27b8-4098-9c3f-4217c91204c8), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:10.407487 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-9112bba9-2c10-4a59-b2a4-338a68b62cbe tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks [] for floatingip (778136f1-27b8-4098-9c3f-4217c91204c8), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:10.423553 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.plugin [None req-9112bba9-2c10-4a59-b2a4-338a68b62cbe tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Calling delete_port for 778136f1-27b8-4098-9c3f-4217c91204c8 owned by network:floatingip {{(pid=113416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:59:10.493021 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c5d297-2745-4061-838d-82986fada893 req-5f1c0dc3-0244-46b9-8472-09de4fbb6b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:59:10.494551 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-08c5d297-2745-4061-838d-82986fada893 req-5f1c0dc3-0244-46b9-8472-09de4fbb6b02 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 1131 time: 0.0452309 Aug 29 23:59:10.541420 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-08c5d297-2745-4061-838d-82986fada893 req-319865c3-b0ae-4769-ab6a-7c457beec305 service neutron] 10.222.0.87 "GET /networking/v2.0/security-groups?id=66421100-836a-4b79-b0d6-afeb34f4a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391879 Aug 29 23:59:10.550637 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:10.620990 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-94b8cbfc-cbb9-43b8-8459-9c32d17e42e0 req-46749964-2a27-42bd-b7c5-40c55d9234cf tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963692'] for port (042656a0-e1ea-4671-9425-bbdf1a21a1a4), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:10.632874 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] get_ports_and_sgs() called for port_ids ['042656a0-e1ea-4671-9425-bbdf1a21a1a4'] {{(pid=113417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 23:59:10.650986 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46749964-2a27-42bd-b7c5-40c55d9234cf tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] Pushing event deleted for resources: {'Port': ['ID=042656a0-e1ea-4671-9425-bbdf1a21a1a4,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:10.704939 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-9112bba9-2c10-4a59-b2a4-338a68b62cbe tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963692'] for port (778136f1-27b8-4098-9c3f-4217c91204c8), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:10.712540 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b8cbfc-cbb9-43b8-8459-9c32d17e42e0 req-46749964-2a27-42bd-b7c5-40c55d9234cf tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] No DVR routers for this DVR port 042656a0-e1ea-4671-9425-bbdf1a21a1a4 on host hv-cinder-85504 {{(pid=113416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 23:59:10.732452 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-94b8cbfc-cbb9-43b8-8459-9c32d17e42e0 req-46749964-2a27-42bd-b7c5-40c55d9234cf tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for port (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:10.735705 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-94b8cbfc-cbb9-43b8-8459-9c32d17e42e0 req-46749964-2a27-42bd-b7c5-40c55d9234cf tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] 10.222.0.87 "DELETE /networking/v2.0/ports/042656a0-e1ea-4671-9425-bbdf1a21a1a4 HTTP/1.1" status: 204 len: 173 time: 0.8706985 Aug 29 23:59:10.736164 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68d57c0-358c-4b93-b5b3-b7fb49156134', 'name': 'network-vif-deleted', 'tag': '042656a0-e1ea-4671-9425-bbdf1a21a1a4'}] {{(pid=113416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:59:10.738497 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca1b1d0bad556637bdc4aa8e491b493d03ba5f494de7569054403470f02cf73a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0056ce8c-e9ea-4f11-bdb1-ba62dd6adcf6" -d '{"events": [{"server_uuid": "d68d57c0-358c-4b93-b5b3-b7fb49156134", "name": "network-vif-deleted", "tag": "042656a0-e1ea-4671-9425-bbdf1a21a1a4"}]}' {{(pid=113416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:59:10.743883 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9112bba9-2c10-4a59-b2a4-338a68b62cbe tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Pushing event deleted for resources: {'Port': ['ID=778136f1-27b8-4098-9c3f-4217c91204c8,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:10.774098 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=85,neutron:DELETE=15 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:10.790238 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-9efceb15-d4ff-47b1-a392-61307dda0505 req-449e0ad0-6e97-492f-b8ef-324b832882e4 tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=d68d57c0-358c-4b93-b5b3-b7fb49156134 HTTP/1.1" status: 200 len: 210 time: 0.0397384 Aug 29 23:59:10.816756 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe0a443c-ac99-4f68-a637-5d6daf2a89f4 x-openstack-request-id: req-fe0a443c-ac99-4f68-a637-5d6daf2a89f4 {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:59:10.816756 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d68d57c0-358c-4b93-b5b3-b7fb49156134", "name": "network-vif-deleted", "tag": "042656a0-e1ea-4671-9425-bbdf1a21a1a4", "status": "completed", "code": 200}]} {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:59:10.817013 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-fe0a443c-ac99-4f68-a637-5d6daf2a89f4 {{(pid=113416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:59:10.817890 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe0a443c-ac99-4f68-a637-5d6daf2a89f4'] response: {'server_uuid': 'd68d57c0-358c-4b93-b5b3-b7fb49156134', 'name': 'network-vif-deleted', 'tag': '042656a0-e1ea-4671-9425-bbdf1a21a1a4', 'status': 'completed', 'code': 200} Aug 29 23:59:10.830836 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-9112bba9-2c10-4a59-b2a4-338a68b62cbe tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks [] for floatingip (5e6610fb-35e1-4717-b8e8-7a9be92723e3), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:10.833941 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-9112bba9-2c10-4a59-b2a4-338a68b62cbe tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for floatingip (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:10.835127 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-9112bba9-2c10-4a59-b2a4-338a68b62cbe tempest-AttachVolumeTestJSON-196462944 tempest-AttachVolumeTestJSON-196462944-project] 10.222.0.90 "DELETE /networking/v2.0/floatingips/5e6610fb-35e1-4717-b8e8-7a9be92723e3 HTTP/1.1" status: 204 len: 168 time: 0.7478116 Aug 29 23:59:11.325585 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f7b8f-6631-440a-a55f-61fcc436fdc9 req-5d0c719d-9dc5-4ece-9b3e-a53cf546f827 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:59:11.327158 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-1b7f7b8f-6631-440a-a55f-61fcc436fdc9 req-5d0c719d-9dc5-4ece-9b3e-a53cf546f827 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 947 time: 0.0514805 Aug 29 23:59:11.383606 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-1b7f7b8f-6631-440a-a55f-61fcc436fdc9 req-60eca844-16fc-4b45-bcfa-0ba66e701d7e tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=66421100-836a-4b79-b0d6-afeb34f4a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501747 Aug 29 23:59:11.921356 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-994bc70d-c319-4c66-94f0-87f0754b10a4 req-c1847941-1883-48e9-9388-91c131f011f8 tempest-VolumesNegativeTest-615397037 tempest-VolumesNegativeTest-615397037-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=d68d57c0-358c-4b93-b5b3-b7fb49156134 HTTP/1.1" status: 200 len: 210 time: 0.0329010 Aug 29 23:59:12.373808 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f8dbe7-dd25-4993-8478-82a0287708fb req-a1037e7e-7ca5-46f0-87ac-f4ddc9c77efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:59:12.375370 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-38f8dbe7-dd25-4993-8478-82a0287708fb req-a1037e7e-7ca5-46f0-87ac-f4ddc9c77efd service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=3beae764b5cb4dcd9f13e26878bbac48&device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 1131 time: 0.0468864 Aug 29 23:59:12.500157 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f8dbe7-dd25-4993-8478-82a0287708fb req-8792e681-76af-40f4-a0e8-efd3f3aae515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:59:12.501690 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-38f8dbe7-dd25-4993-8478-82a0287708fb req-8792e681-76af-40f4-a0e8-efd3f3aae515 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=7a46036d-55d3-472c-985d-7d32e6afcac9 HTTP/1.1" status: 200 len: 919 time: 0.1073847 Aug 29 23:59:12.548801 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e1a04-a815-4c79-a652-e63940a9dc54 req-4c115788-77b3-4aa7-9ade-f8ee87a87dc6 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:59:12.554497 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-1c4e1a04-a815-4c79-a652-e63940a9dc54 req-4c115788-77b3-4aa7-9ade-f8ee87a87dc6 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 947 time: 0.0758083 Aug 29 23:59:12.587842 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-38f8dbe7-dd25-4993-8478-82a0287708fb req-4a5a047f-7050-4bc3-bd0e-1e4c38a40654 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f HTTP/1.1" status: 200 len: 1002 time: 0.0792458 Aug 29 23:59:12.618980 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-1c4e1a04-a815-4c79-a652-e63940a9dc54 req-b462c90a-81cc-45fe-8a56-693d338c904b tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=66421100-836a-4b79-b0d6-afeb34f4a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617046 Aug 29 23:59:12.642861 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f8dbe7-dd25-4993-8478-82a0287708fb req-66091f89-41de-480a-9531-3fab6d000bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:59:12.644323 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-38f8dbe7-dd25-4993-8478-82a0287708fb req-66091f89-41de-480a-9531-3fab6d000bf4 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=16471bf1-5160-46ce-b487-b87c8418028b HTTP/1.1" status: 200 len: 856 time: 0.0494459 Aug 29 23:59:12.692679 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f8dbe7-dd25-4993-8478-82a0287708fb req-e1d86361-31fa-4b49-b6ef-67047cce7743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:59:12.693511 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-38f8dbe7-dd25-4993-8478-82a0287708fb req-e1d86361-31fa-4b49-b6ef-67047cce7743 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=7a46036d-55d3-472c-985d-7d32e6afcac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423806 Aug 29 23:59:12.794751 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-38f8dbe7-dd25-4993-8478-82a0287708fb req-b9e1ddfe-8037-4c51-b153-9324aef38f58 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/7a46036d-55d3-472c-985d-7d32e6afcac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947514 Aug 29 23:59:12.890670 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-38f8dbe7-dd25-4993-8478-82a0287708fb req-e4e24478-f9eb-4777-9e12-09a2cda4caf1 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/7a46036d-55d3-472c-985d-7d32e6afcac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893707 Aug 29 23:59:13.111671 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (a7eaf665-0f6d-431a-9601-222c900251ec), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:13.431168 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-a8ae5d04-0d3f-48e9-b7b9-569a8603d83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (037668f0-d812-4b59-9d2d-ce33f66a7708), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:13.759851 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea98d3-4fec-4399-9e8f-87005a724619 req-c2413631-c7dd-483e-85c6-acfd23d7247b tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:59:13.762748 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-13ea98d3-4fec-4399-9e8f-87005a724619 req-c2413631-c7dd-483e-85c6-acfd23d7247b tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 947 time: 0.0509446 Aug 29 23:59:13.790216 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device 042656a0-e1ea-4671-9425-bbdf1a21a1a4 no longer exists at agent hyperv_hv-cinder-85504 {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:59:13.809457 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] No Port match for: 042656a0-e1ea-4671-9425-bbdf1a21a1a4 {{(pid=113417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:59:13.809800 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device 042656a0-e1ea-4671-9425-bbdf1a21a1a4 not bound to the agent host hv-cinder-85504 {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:59:13.822575 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-13ea98d3-4fec-4399-9e8f-87005a724619 req-d69fcbc1-8533-449d-a6a3-d80cafa97eeb tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=66421100-836a-4b79-b0d6-afeb34f4a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542057 Aug 29 23:59:14.420032 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cdcd43ac-7909-438b-ba67-31b4a20d4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (bcd4f52e-0d63-4d8a-9dda-ff825ab30758), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:15.165566 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 53196) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:15.353781 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:15.551575 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (01773ddc-a5d8-4c68-b7b5-e385af2b339f), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:15.670135 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-95237c55-bf02-4416-a7fb-017add5bd4f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477410'] for router_interface (5371629e-3840-425d-941b-fcb3b356a1fa), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:15.725241 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:16.038588 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [None req-95237c55-bf02-4416-a7fb-017add5bd4f9 admin admin] Deleting port b75e0afb-67a6-43ff-a6a4-0b5c0281fe26 {{(pid=113415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:59:16.038931 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-95237c55-bf02-4416-a7fb-017add5bd4f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (b75e0afb-67a6-43ff-a6a4-0b5c0281fe26), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:16.131405 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.db [None req-95237c55-bf02-4416-a7fb-017add5bd4f9 admin admin] For port b75e0afb-67a6-43ff-a6a4-0b5c0281fe26, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=b75e0afb-67a6-43ff-a6a4-0b5c0281fe26,segment=NetworkSegment(bb534462-ddc2-4778-84af-6323faf368f0),segment_id=bb534462-ddc2-4778-84af-6323faf368f0)] {{(pid=113415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:59:16.131769 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-95237c55-bf02-4416-a7fb-017add5bd4f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (b75e0afb-67a6-43ff-a6a4-0b5c0281fe26), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:16.154962 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [None req-95237c55-bf02-4416-a7fb-017add5bd4f9 admin admin] Calling delete_port for b75e0afb-67a6-43ff-a6a4-0b5c0281fe26 owned by network:router_interface {{(pid=113415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:59:16.453267 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-55545b4a-c719-46e4-a9c5-7c044aa64822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (63136763-0f20-46a8-951a-2f70193501e4), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:16.453509 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-95237c55-bf02-4416-a7fb-017add5bd4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11068774'] for port (b75e0afb-67a6-43ff-a6a4-0b5c0281fe26), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:16.478828 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95237c55-bf02-4416-a7fb-017add5bd4f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b75e0afb-67a6-43ff-a6a4-0b5c0281fe26,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:16.489322 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95237c55-bf02-4416-a7fb-017add5bd4f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:16.489679 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95237c55-bf02-4416-a7fb-017add5bd4f9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:16.490026 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95237c55-bf02-4416-a7fb-017add5bd4f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:16.490362 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95237c55-bf02-4416-a7fb-017add5bd4f9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:16.490701 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95237c55-bf02-4416-a7fb-017add5bd4f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:16.491030 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95237c55-bf02-4416-a7fb-017add5bd4f9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:16.491360 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95237c55-bf02-4416-a7fb-017add5bd4f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:16.491688 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95237c55-bf02-4416-a7fb-017add5bd4f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:16.492531 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95237c55-bf02-4416-a7fb-017add5bd4f9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:16.492531 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95237c55-bf02-4416-a7fb-017add5bd4f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:16.492721 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95237c55-bf02-4416-a7fb-017add5bd4f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:16.493056 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95237c55-bf02-4416-a7fb-017add5bd4f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:16.493290 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95237c55-bf02-4416-a7fb-017add5bd4f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:16.493609 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95237c55-bf02-4416-a7fb-017add5bd4f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:16.493966 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95237c55-bf02-4416-a7fb-017add5bd4f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:16.622250 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:16.962074 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-95237c55-bf02-4416-a7fb-017add5bd4f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-479058'] for router_interface (5371629e-3840-425d-941b-fcb3b356a1fa), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:17.075671 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:17.236153 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95237c55-bf02-4416-a7fb-017add5bd4f9 admin admin] Router 5371629e-3840-425d-941b-fcb3b356a1fa has already been hosted by L3 agent 037668f0-d812-4b59-9d2d-ce33f66a7708 {{(pid=113415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:59:17.358521 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95237c55-bf02-4416-a7fb-017add5bd4f9 admin admin] Notify agent at l3_agent.dv-cinder-855041-2-iscsi the message routers_updated {{(pid=113415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:59:17.365390 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-95237c55-bf02-4416-a7fb-017add5bd4f9 admin admin] 10.222.0.90 "PUT /networking/v2.0/routers/5371629e-3840-425d-941b-fcb3b356a1fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1974418 Aug 29 23:59:17.367271 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 53318) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:17.375605 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03124ea8-9e5d-49f2-8eae-f96d801167df None None] Sync routers for ids ['5371629e-3840-425d-941b-fcb3b356a1fa'] in dv-cinder-855041-2-iscsi {{(pid=113417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:59:17.389069 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03124ea8-9e5d-49f2-8eae-f96d801167df None None] Routers {'5371629e-3840-425d-941b-fcb3b356a1fa'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:59:17.389688 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-03124ea8-9e5d-49f2-8eae-f96d801167df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:59:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['5371629e-3840-425d-941b-fcb3b356a1fa'], 'active': True} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:59:17.493295 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-71b75291-aea0-434f-8e7d-0db5c1f090dd admin admin] Publish callbacks [] for router (5371629e-3840-425d-941b-fcb3b356a1fa), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:17.504365 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvr_db [None req-03124ea8-9e5d-49f2-8eae-f96d801167df None None] Set router 5371629e-3840-425d-941b-fcb3b356a1fa gateway port host: dv-cinder-855041-2-iscsi {{(pid=113417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:59:17.610511 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-71b75291-aea0-434f-8e7d-0db5c1f090dd admin admin] Publish callbacks [] for router_gateway (5371629e-3840-425d-941b-fcb3b356a1fa), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:17.710000 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-03124ea8-9e5d-49f2-8eae-f96d801167df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5371629e-3840-425d-941b-fcb3b356a1fa', 'name': 'tempest-AttachVolumeTestJSON-1281828477-router', 'tenant_id': '4b68600b8657473eb43d16098bbcacf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '50d67b08-de59-4733-be5d-71963d30dbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:15Z', 'updated_at': '2022-08-29T23:59:16Z', 'revision_number': 5, 'project_id': '4b68600b8657473eb43d16098bbcacf6', 'gw_port': {'id': '50d67b08-de59-4733-be5d-71963d30dbba', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5371629e-3840-425d-941b-fcb3b356a1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:18Z', 'updated_at': '2022-08-29T23:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi'}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:59:17.738561 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03124ea8-9e5d-49f2-8eae-f96d801167df None None] Checking router: 5371629e-3840-425d-941b-fcb3b356a1fa for host: dv-cinder-855041-2-iscsi {{(pid=113417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:59:17.745767 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [None req-71b75291-aea0-434f-8e7d-0db5c1f090dd admin admin] Deleting port 50d67b08-de59-4733-be5d-71963d30dbba {{(pid=113415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:59:17.746202 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-71b75291-aea0-434f-8e7d-0db5c1f090dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (50d67b08-de59-4733-be5d-71963d30dbba), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:17.748116 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03124ea8-9e5d-49f2-8eae-f96d801167df None None] Routers {'5371629e-3840-425d-941b-fcb3b356a1fa'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:59:17.748794 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-03124ea8-9e5d-49f2-8eae-f96d801167df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:59:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['5371629e-3840-425d-941b-fcb3b356a1fa'], 'active': True} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:59:17.847315 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvr_db [None req-03124ea8-9e5d-49f2-8eae-f96d801167df None None] Set router 5371629e-3840-425d-941b-fcb3b356a1fa gateway port host: None {{(pid=113417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:59:17.848036 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.db [None req-71b75291-aea0-434f-8e7d-0db5c1f090dd admin admin] For port 50d67b08-de59-4733-be5d-71963d30dbba, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=50d67b08-de59-4733-be5d-71963d30dbba,segment=NetworkSegment(b4742eaf-d58e-407a-bbd7-30be4e48df16),segment_id=b4742eaf-d58e-407a-bbd7-30be4e48df16)] {{(pid=113415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:59:17.848444 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-71b75291-aea0-434f-8e7d-0db5c1f090dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (50d67b08-de59-4733-be5d-71963d30dbba), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:17.867295 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [None req-71b75291-aea0-434f-8e7d-0db5c1f090dd admin admin] Calling delete_port for 50d67b08-de59-4733-be5d-71963d30dbba owned by network:router_gateway {{(pid=113415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:59:17.911859 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-03124ea8-9e5d-49f2-8eae-f96d801167df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5371629e-3840-425d-941b-fcb3b356a1fa', 'name': 'tempest-AttachVolumeTestJSON-1281828477-router', 'tenant_id': '4b68600b8657473eb43d16098bbcacf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:15Z', 'updated_at': '2022-08-29T23:59:17Z', 'revision_number': 6, 'project_id': '4b68600b8657473eb43d16098bbcacf6', 'gw_port_host': None}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:59:17.942192 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:17.944627 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03124ea8-9e5d-49f2-8eae-f96d801167df None None] The sync data for ids ['5371629e-3840-425d-941b-fcb3b356a1fa'] in dv-cinder-855041-2-iscsi is: [{'id': '5371629e-3840-425d-941b-fcb3b356a1fa', 'name': 'tempest-AttachVolumeTestJSON-1281828477-router', 'tenant_id': '4b68600b8657473eb43d16098bbcacf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:15Z', 'updated_at': '2022-08-29T23:59:17Z', 'revision_number': 6, 'project_id': '4b68600b8657473eb43d16098bbcacf6', 'gw_port_host': None}] {{(pid=113417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:59:18.129380 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-71b75291-aea0-434f-8e7d-0db5c1f090dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11068774'] for port (50d67b08-de59-4733-be5d-71963d30dbba), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:18.165942 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b75291-aea0-434f-8e7d-0db5c1f090dd admin admin] Pushing event deleted for resources: {'Port': ['ID=50d67b08-de59-4733-be5d-71963d30dbba,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:18.240326 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-71b75291-aea0-434f-8e7d-0db5c1f090dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477601'] for router_gateway (5371629e-3840-425d-941b-fcb3b356a1fa), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:18.358869 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-71b75291-aea0-434f-8e7d-0db5c1f090dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63306'] for router (5371629e-3840-425d-941b-fcb3b356a1fa), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:18.361355 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-71b75291-aea0-434f-8e7d-0db5c1f090dd admin admin] Publish callbacks [] for router_controller (5371629e-3840-425d-941b-fcb3b356a1fa), precommit_delete_associations {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:18.500687 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-71b75291-aea0-434f-8e7d-0db5c1f090dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-479023'] for router (5371629e-3840-425d-941b-fcb3b356a1fa), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:18.506758 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b75291-aea0-434f-8e7d-0db5c1f090dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5371629e-3840-425d-941b-fcb3b356a1fa {{(pid=113415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 23:59:18.508555 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-71b75291-aea0-434f-8e7d-0db5c1f090dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:18.509748 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-71b75291-aea0-434f-8e7d-0db5c1f090dd admin admin] 10.222.0.90 "DELETE /networking/v2.0/routers/5371629e-3840-425d-941b-fcb3b356a1fa HTTP/1.1" status: 204 len: 168 time: 1.1413989 Aug 29 23:59:18.513037 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 53358) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:18.566288 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.db_base_plugin_v2 [None req-31264cd7-fd65-4170-b5b1-bb3f3fea53e3 admin admin] Deleting subnet 490c1584-2616-4278-814c-8d73c9c52d9f {{(pid=113416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 23:59:18.569868 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-31264cd7-fd65-4170-b5b1-bb3f3fea53e3 admin admin] Publish callbacks [] for subnet (490c1584-2616-4278-814c-8d73c9c52d9f), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:18.610449 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-31264cd7-fd65-4170-b5b1-bb3f3fea53e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10966540'] for subnet (490c1584-2616-4278-814c-8d73c9c52d9f), precommit_delete_associations {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:18.703937 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-31264cd7-fd65-4170-b5b1-bb3f3fea53e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3500387'] for subnet (490c1584-2616-4278-814c-8d73c9c52d9f), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:18.796778 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device b75e0afb-67a6-43ff-a6a4-0b5c0281fe26 no longer exists at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:59:18.822505 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] No Port match for: b75e0afb-67a6-43ff-a6a4-0b5c0281fe26 {{(pid=113417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:59:18.822851 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device b75e0afb-67a6-43ff-a6a4-0b5c0281fe26 not bound to the agent host dv-cinder-855041-2-iscsi {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:59:18.855536 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-31264cd7-fd65-4170-b5b1-bb3f3fea53e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3500410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4096602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10966559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11693050'] for subnet (490c1584-2616-4278-814c-8d73c9c52d9f), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:19.131271 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31264cd7-fd65-4170-b5b1-bb3f3fea53e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=490c1584-2616-4278-814c-8d73c9c52d9f,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:19.136548 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-31264cd7-fd65-4170-b5b1-bb3f3fea53e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for subnet (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:19.143614 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-31264cd7-fd65-4170-b5b1-bb3f3fea53e3 admin admin] 10.222.0.90 "DELETE /networking/v2.0/subnets/490c1584-2616-4278-814c-8d73c9c52d9f HTTP/1.1" status: 204 len: 168 time: 0.6260483 Aug 29 23:59:19.144291 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 53360) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:19.147354 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b198da29-5c1e-4b58-bb0f-a1dedbe407f4 None None] Network 4c9cdff2-05de-4391-b19a-4c2f9845a0aa requested from dv-cinder-855041-2-iscsi {{(pid=113417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:59:19.226332 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:19.248605 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-427fb848-ac75-41eb-a0e3-f1ec80b28d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578142'] for network (4c9cdff2-05de-4391-b19a-4c2f9845a0aa), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:19.339737 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [None req-427fb848-ac75-41eb-a0e3-f1ec80b28d44 admin admin] Deleting port d36ca076-610e-4d55-beaa-23879247d27a {{(pid=113415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:59:19.340749 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-427fb848-ac75-41eb-a0e3-f1ec80b28d44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (d36ca076-610e-4d55-beaa-23879247d27a), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:19.372281 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167e8dc1-a839-40dd-813b-2122eda4a403 None None] DHCP port deletion for 4c9cdff2-05de-4391-b19a-4c2f9845a0aa request from dv-cinder-855041-2-iscsi {{(pid=113417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 23:59:19.399723 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:19.421510 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-167e8dc1-a839-40dd-813b-2122eda4a403 None None] Deleting port d36ca076-610e-4d55-beaa-23879247d27a {{(pid=113417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:59:19.422140 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-167e8dc1-a839-40dd-813b-2122eda4a403 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (d36ca076-610e-4d55-beaa-23879247d27a), before_delete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:19.445161 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.db [None req-427fb848-ac75-41eb-a0e3-f1ec80b28d44 admin admin] For port d36ca076-610e-4d55-beaa-23879247d27a, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=d36ca076-610e-4d55-beaa-23879247d27a,segment=NetworkSegment(bb534462-ddc2-4778-84af-6323faf368f0),segment_id=bb534462-ddc2-4778-84af-6323faf368f0)] {{(pid=113415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:59:19.445573 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-427fb848-ac75-41eb-a0e3-f1ec80b28d44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (d36ca076-610e-4d55-beaa-23879247d27a), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:19.460900 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [None req-427fb848-ac75-41eb-a0e3-f1ec80b28d44 admin admin] Calling delete_port for d36ca076-610e-4d55-beaa-23879247d27a owned by network:dhcp {{(pid=113415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:59:19.496479 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-167e8dc1-a839-40dd-813b-2122eda4a403 None None] For port d36ca076-610e-4d55-beaa-23879247d27a, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=d36ca076-610e-4d55-beaa-23879247d27a,segment=NetworkSegment(bb534462-ddc2-4778-84af-6323faf368f0),segment_id=bb534462-ddc2-4778-84af-6323faf368f0)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:59:19.496872 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-167e8dc1-a839-40dd-813b-2122eda4a403 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (d36ca076-610e-4d55-beaa-23879247d27a), precommit_delete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:19.514548 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-167e8dc1-a839-40dd-813b-2122eda4a403 None None] Calling delete_port for d36ca076-610e-4d55-beaa-23879247d27a owned by network:dhcp {{(pid=113417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:59:19.642670 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-427fb848-ac75-41eb-a0e3-f1ec80b28d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11068774'] for port (d36ca076-610e-4d55-beaa-23879247d27a), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:19.650892 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-167e8dc1-a839-40dd-813b-2122eda4a403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306'] for port (d36ca076-610e-4d55-beaa-23879247d27a), after_delete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:19.670109 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427fb848-ac75-41eb-a0e3-f1ec80b28d44 admin admin] Pushing event deleted for resources: {'Port': ['ID=d36ca076-610e-4d55-beaa-23879247d27a,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:19.674910 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427fb848-ac75-41eb-a0e3-f1ec80b28d44 admin admin] No DVR routers for this DVR port d36ca076-610e-4d55-beaa-23879247d27a on host dv-cinder-855041-2-iscsi {{(pid=113415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 23:59:19.679668 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167e8dc1-a839-40dd-813b-2122eda4a403 None None] Pushing event deleted for resources: {'Port': ['ID=d36ca076-610e-4d55-beaa-23879247d27a,revision_number=None']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:19.684129 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167e8dc1-a839-40dd-813b-2122eda4a403 None None] No DVR routers for this DVR port d36ca076-610e-4d55-beaa-23879247d27a on host dv-cinder-855041-2-iscsi {{(pid=113417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 23:59:19.764689 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-427fb848-ac75-41eb-a0e3-f1ec80b28d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3498496', 'neutron.services.segments.db._delete_segments_for_network-8751006364483'] for network (4c9cdff2-05de-4391-b19a-4c2f9845a0aa), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:19.789362 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.services.segments.db [None req-427fb848-ac75-41eb-a0e3-f1ec80b28d44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c9cdff2-05de-4391-b19a-4c2f9845a0aa']}} {{(pid=113415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:59:19.800256 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.services.segments.db [None req-427fb848-ac75-41eb-a0e3-f1ec80b28d44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb534462-ddc2-4778-84af-6323faf368f0') {'for_net_delete': True} {{(pid=113415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:59:19.800561 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.services.segments.db [None req-427fb848-ac75-41eb-a0e3-f1ec80b28d44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb534462-ddc2-4778-84af-6323faf368f0') {} {{(pid=113415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:59:19.811457 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-427fb848-ac75-41eb-a0e3-f1ec80b28d44 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751006358959', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10512005'] for segment (bb534462-ddc2-4778-84af-6323faf368f0), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:19.827400 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-427fb848-ac75-41eb-a0e3-f1ec80b28d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3480186'] for segment (bb534462-ddc2-4778-84af-6323faf368f0), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:19.834817 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-427fb848-ac75-41eb-a0e3-f1ec80b28d44 admin admin] Releasing vlan 1145 on physical network physnet1 to pool {{(pid=113415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 23:59:19.835218 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-427fb848-ac75-41eb-a0e3-f1ec80b28d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3480186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11068723'] for segment (bb534462-ddc2-4778-84af-6323faf368f0), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:19.997243 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-427fb848-ac75-41eb-a0e3-f1ec80b28d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3498505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477645'] for network (4c9cdff2-05de-4391-b19a-4c2f9845a0aa), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:20.015688 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.services.segments.plugin [-] Segment bb534462-ddc2-4778-84af-6323faf368f0 resource provider aggregate not found Aug 29 23:59:20.019542 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-427fb848-ac75-41eb-a0e3-f1ec80b28d44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for network (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:20.022781 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-427fb848-ac75-41eb-a0e3-f1ec80b28d44 admin admin] 10.222.0.90 "DELETE /networking/v2.0/networks/4c9cdff2-05de-4391-b19a-4c2f9845a0aa HTTP/1.1" status: 204 len: 168 time: 0.8769910 Aug 29 23:59:20.024464 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427fb848-ac75-41eb-a0e3-f1ec80b28d44 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c9cdff2-05de-4391-b19a-4c2f9845a0aa,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:20.045649 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.services.segments.plugin [-] Segment bb534462-ddc2-4778-84af-6323faf368f0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bb534462-ddc2-4778-84af-6323faf368f0 found for delete ", "request_id": "req-244f08a0-5a22-4179-9726-4b333db2aa25"}]} Aug 29 23:59:20.091152 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 53378) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:20.259857 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-53ec63d5-140e-496a-8e29-7c24b40ea986 admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=a48ed3d3cc6b4161a00b765c7ac84170&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1671131 Aug 29 23:59:20.263324 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 53382) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:20.280290 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:20.318470 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-9debdcd5-91c6-4a34-b5b4-23c6eed59867 admin admin] Publish callbacks [] for security_group (f88e54c0-e657-4b43-828c-a48279faf929), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:20.343507 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-9debdcd5-91c6-4a34-b5b4-23c6eed59867 admin admin] Publish callbacks [] for security_group (f88e54c0-e657-4b43-828c-a48279faf929), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:20.371302 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 50d67b08-de59-4733-be5d-71963d30dbba no longer exists at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:59:20.409956 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] No Port match for: 50d67b08-de59-4733-be5d-71963d30dbba {{(pid=113417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:59:20.410306 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 50d67b08-de59-4733-be5d-71963d30dbba not bound to the agent host dv-cinder-855041-2-iscsi {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:59:20.410803 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device d36ca076-610e-4d55-beaa-23879247d27a no longer exists at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:59:20.412548 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:20.436686 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] No Port match for: d36ca076-610e-4d55-beaa-23879247d27a {{(pid=113417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:59:20.437029 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device d36ca076-610e-4d55-beaa-23879247d27a not bound to the agent host dv-cinder-855041-2-iscsi {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:59:20.568534 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-9debdcd5-91c6-4a34-b5b4-23c6eed59867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (f88e54c0-e657-4b43-828c-a48279faf929), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:20.572727 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-9debdcd5-91c6-4a34-b5b4-23c6eed59867 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:20.575118 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-9debdcd5-91c6-4a34-b5b4-23c6eed59867 admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/f88e54c0-e657-4b43-828c-a48279faf929 HTTP/1.1" status: 204 len: 168 time: 0.3106928 Aug 29 23:59:20.587125 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9debdcd5-91c6-4a34-b5b4-23c6eed59867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88e54c0-e657-4b43-828c-a48279faf929,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:20.600475 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 53388) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:20.647443 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-3a33ddbe-1b05-4617-b56f-2eda90ea756d admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=4b68600b8657473eb43d16098bbcacf6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0457189 Aug 29 23:59:20.651008 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 53390) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:20.685122 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:20.708887 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-dc5b807a-4915-40be-a8a6-75747451f839 admin admin] Publish callbacks [] for security_group (70817241-c048-4277-b1cb-bfadadb2b301), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:20.732906 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-dc5b807a-4915-40be-a8a6-75747451f839 admin admin] Publish callbacks [] for security_group (70817241-c048-4277-b1cb-bfadadb2b301), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:20.769092 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:20.877080 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-dc5b807a-4915-40be-a8a6-75747451f839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (70817241-c048-4277-b1cb-bfadadb2b301), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:20.879604 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-dc5b807a-4915-40be-a8a6-75747451f839 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:20.887253 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-dc5b807a-4915-40be-a8a6-75747451f839 admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/70817241-c048-4277-b1cb-bfadadb2b301 HTTP/1.1" status: 204 len: 168 time: 0.2277396 Aug 29 23:59:20.889964 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b807a-4915-40be-a8a6-75747451f839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70817241-c048-4277-b1cb-bfadadb2b301,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:22.314870 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 53436) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:22.426094 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [None req-6dcd7f1a-3637-4d6e-aa34-eba555ea87a8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-825161289-network', 'tenant_id': 'f4188510da25496d956e4d717bc2a551'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:59:22.533870 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dcd7f1a-3637-4d6e-aa34-eba555ea87a8 admin admin] Made reservation on behalf of f4188510da25496d956e4d717bc2a551 for: {'network': 1} {{(pid=113416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:59:22.536431 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-6dcd7f1a-3637-4d6e-aa34-eba555ea87a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for network (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:22.547741 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-6dcd7f1a-3637-4d6e-aa34-eba555ea87a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:22.641185 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-6dcd7f1a-3637-4d6e-aa34-eba555ea87a8 admin admin] Publish callbacks [] for security_group (7473fa50-8d64-410d-920b-9f8237d88050), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:22.728218 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-6dcd7f1a-3637-4d6e-aa34-eba555ea87a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (7473fa50-8d64-410d-920b-9f8237d88050), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:22.756342 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dcd7f1a-3637-4d6e-aa34-eba555ea87a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1125, 'physical_network': 'physnet1'} {{(pid=113416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 23:59:22.767313 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcd7f1a-3637-4d6e-aa34-eba555ea87a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7473fa50-8d64-410d-920b-9f8237d88050,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:22.772782 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-6dcd7f1a-3637-4d6e-aa34-eba555ea87a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3480186'] for segment (ac01668e-658a-426d-8808-b924a51fa0ef), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:22.780246 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.db.segments_db [None req-6dcd7f1a-3637-4d6e-aa34-eba555ea87a8 admin admin] Added segment ac01668e-658a-426d-8808-b924a51fa0ef of type vlan for network b1780587-5845-4b44-80ee-36efef36f1d7 Aug 29 23:59:22.820893 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-6dcd7f1a-3637-4d6e-aa34-eba555ea87a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751005866352'] for network (b1780587-5845-4b44-80ee-36efef36f1d7), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:22.955745 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-6dcd7f1a-3637-4d6e-aa34-eba555ea87a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357'] for network (b1780587-5845-4b44-80ee-36efef36f1d7), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:22.957179 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcd7f1a-3637-4d6e-aa34-eba555ea87a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:59:22.957766 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-6dcd7f1a-3637-4d6e-aa34-eba555ea87a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for network (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:23.021448 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcd7f1a-3637-4d6e-aa34-eba555ea87a8 admin admin] Pushing event updated for resources: {'Network': ['ID=b1780587-5845-4b44-80ee-36efef36f1d7,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:23.031517 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Network b1780587-5845-4b44-80ee-36efef36f1d7 details requested by agent ovs-agent-dv-cinder-855041-2-iscsi with host dv-cinder-855041-2-iscsi {{(pid=113417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 23:59:23.199754 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-6dcd7f1a-3637-4d6e-aa34-eba555ea87a8 admin admin] 10.222.0.90 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8837337 Aug 29 23:59:23.203918 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 53444) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:23.209030 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [None req-ef694d9b-369f-497d-b9f5-4cc02216702f admin admin] Request body: {'subnet': {'network_id': 'b1780587-5845-4b44-80ee-36efef36f1d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-825161289-subnet', 'tenant_id': 'f4188510da25496d956e4d717bc2a551', 'ip_version': 4}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:59:23.322628 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef694d9b-369f-497d-b9f5-4cc02216702f admin admin] Made reservation on behalf of f4188510da25496d956e4d717bc2a551 for: {'subnet': 1} {{(pid=113416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:59:23.325447 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-ef694d9b-369f-497d-b9f5-4cc02216702f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11693029'] for subnet (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:23.597026 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-ef694d9b-369f-497d-b9f5-4cc02216702f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4096602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10966620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11693043'] for subnet (63d113a5-7c64-46a1-b545-44c599bf8411), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:23.664338 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef694d9b-369f-497d-b9f5-4cc02216702f admin admin] Pushing event updated for resources: {'Subnet': ['ID=63d113a5-7c64-46a1-b545-44c599bf8411,revision_number=0']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:23.677520 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef694d9b-369f-497d-b9f5-4cc02216702f admin admin] Checking segment: {'id': 'ac01668e-658a-426d-8808-b924a51fa0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'b1780587-5845-4b44-80ee-36efef36f1d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:59:23.677876 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef694d9b-369f-497d-b9f5-4cc02216702f admin admin] Network hostable DHCP agents. Network: b1780587-5845-4b44-80ee-36efef36f1d7, hostable agents: ['1020f8f9-c858-45a1-84c5-376480b0ca2e'], hosted agents: [] {{(pid=113416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 23:59:23.808919 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef694d9b-369f-497d-b9f5-4cc02216702f admin admin] Network b1780587-5845-4b44-80ee-36efef36f1d7 is scheduled to be hosted by DHCP agent 1020f8f9-c858-45a1-84c5-376480b0ca2e with binding_index 1 {{(pid=113416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 23:59:23.888459 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.base_scheduler [None req-ef694d9b-369f-497d-b9f5-4cc02216702f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855041-2-iscsi, b1780587-5845-4b44-80ee-36efef36f1d7) {{(pid=113416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:59:23.892811 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef694d9b-369f-497d-b9f5-4cc02216702f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:59:23.893447 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-ef694d9b-369f-497d-b9f5-4cc02216702f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for subnet (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:23.904795 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982fb3cc-0c73-42c9-bbf2-f98c73bc62e7 None None] Network b1780587-5845-4b44-80ee-36efef36f1d7 requested from dv-cinder-855041-2-iscsi {{(pid=113417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:59:24.011629 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-ef694d9b-369f-497d-b9f5-4cc02216702f admin admin] 10.222.0.90 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8065593 Aug 29 23:59:24.013004 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6521e7-8c36-4b22-9031-8ca4c97884bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53cca06d-0ebc-509e-8194-c81e43be134c-b1780587-5845-4b44-80ee-36efef36f1d7', 'network_id': 'b1780587-5845-4b44-80ee-36efef36f1d7', 'project_id': 'f4188510da25496d956e4d717bc2a551', 'fixed_ips': [{'subnet_id': '63d113a5-7c64-46a1-b545-44c599bf8411'}]}} from dv-cinder-855041-2-iscsi. {{(pid=113417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 23:59:24.013943 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-0e6521e7-8c36-4b22-9031-8ca4c97884bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:24.014628 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 53456) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:24.019129 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [None req-c2c2418a-b05c-46d4-8564-ffb2c6f38dfc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-825161289-router', 'tenant_id': 'f4188510da25496d956e4d717bc2a551', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88'}}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:59:24.150153 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-c2c2418a-b05c-46d4-8564-ffb2c6f38dfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-476365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63332'] for router (0e540fd9-43e8-4086-b0f4-a2d4962403c7), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:24.153003 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-c2c2418a-b05c-46d4-8564-ffb2c6f38dfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471508', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63325'] for router (0e540fd9-43e8-4086-b0f4-a2d4962403c7), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:24.171965 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.db_base_plugin_common [None req-0e6521e7-8c36-4b22-9031-8ca4c97884bb None None] Allocated IP 172.20.0.2 (b1780587-5845-4b44-80ee-36efef36f1d7/63d113a5-7c64-46a1-b545-44c599bf8411/1aa82f97-461f-436d-b582-f45088fb1427) {{(pid=113417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:59:24.229631 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-c2c2418a-b05c-46d4-8564-ffb2c6f38dfc admin admin] Publish callbacks [] for router_controller (0e540fd9-43e8-4086-b0f4-a2d4962403c7), precommit_add_association {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:24.333301 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-0e6521e7-8c36-4b22-9031-8ca4c97884bb None None] Publish callbacks [] for port (1aa82f97-461f-436d-b582-f45088fb1427), precommit_create {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:24.340109 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=83,neutron:DELETE=12,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:24.414881 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-0e6521e7-8c36-4b22-9031-8ca4c97884bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297'] for port (1aa82f97-461f-436d-b582-f45088fb1427), after_create {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:24.490953 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6521e7-8c36-4b22-9031-8ca4c97884bb None None] Network b1780587-5845-4b44-80ee-36efef36f1d7 is already hosted by enough agents. {{(pid=113417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:59:24.492909 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-c2c2418a-b05c-46d4-8564-ffb2c6f38dfc admin admin] Publish callbacks [] for router_gateway (0e540fd9-43e8-4086-b0f4-a2d4962403c7), precommit_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:24.499004 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.scheduler.base_scheduler [None req-0e6521e7-8c36-4b22-9031-8ca4c97884bb None None] Resources bound (agent type, host, resource id): {{(pid=113417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:59:24.505917 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6521e7-8c36-4b22-9031-8ca4c97884bb None None] Received port after_create {{(pid=113417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:59:24.512876 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6521e7-8c36-4b22-9031-8ca4c97884bb None None] Pushing event updated for resources: {'Port': ['ID=1aa82f97-461f-436d-b582-f45088fb1427,revision_number=1']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:24.601954 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-0e6521e7-8c36-4b22-9031-8ca4c97884bb None None] Attempting to bind port 1aa82f97-461f-436d-b582-f45088fb1427 on host dv-cinder-855041-2-iscsi for vnic_type normal with profile {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:59:24.602698 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-0e6521e7-8c36-4b22-9031-8ca4c97884bb None None] Attempting to bind port 1aa82f97-461f-436d-b582-f45088fb1427 by drivers openvswitch,hyperv on host dv-cinder-855041-2-iscsi at level 0 using segments [{'id': 'ac01668e-658a-426d-8808-b924a51fa0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'b1780587-5845-4b44-80ee-36efef36f1d7'}] {{(pid=113417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:59:24.603062 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6521e7-8c36-4b22-9031-8ca4c97884bb None None] Attempting to bind port 1aa82f97-461f-436d-b582-f45088fb1427 on network b1780587-5845-4b44-80ee-36efef36f1d7 {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:59:24.609249 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6521e7-8c36-4b22-9031-8ca4c97884bb None None] Checking agent: {'id': '01773ddc-a5d8-4c68-b7b5-e385af2b339f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 43, 45), 'started_at': datetime.datetime(2022, 8, 29, 23, 44, 15), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:59:24.609759 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6521e7-8c36-4b22-9031-8ca4c97884bb None None] Checking segment: {'id': 'ac01668e-658a-426d-8808-b924a51fa0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'b1780587-5845-4b44-80ee-36efef36f1d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:59:24.610334 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-0e6521e7-8c36-4b22-9031-8ca4c97884bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:24.610891 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6521e7-8c36-4b22-9031-8ca4c97884bb None None] Bound using segment: {'id': 'ac01668e-658a-426d-8808-b924a51fa0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'b1780587-5845-4b44-80ee-36efef36f1d7'} {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:59:24.611535 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-0e6521e7-8c36-4b22-9031-8ca4c97884bb None None] Bound port: 1aa82f97-461f-436d-b582-f45088fb1427, host: dv-cinder-855041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac01668e-658a-426d-8808-b924a51fa0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'b1780587-5845-4b44-80ee-36efef36f1d7'}}] {{(pid=113417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:59:24.612083 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-0e6521e7-8c36-4b22-9031-8ca4c97884bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (1aa82f97-461f-436d-b582-f45088fb1427), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:24.681436 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-0e6521e7-8c36-4b22-9031-8ca4c97884bb None None] For port 1aa82f97-461f-436d-b582-f45088fb1427, host dv-cinder-855041-2-iscsi, cleared binding levels {{(pid=113417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:59:24.685116 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-0e6521e7-8c36-4b22-9031-8ca4c97884bb None None] For port 1aa82f97-461f-436d-b582-f45088fb1427, host dv-cinder-855041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=1aa82f97-461f-436d-b582-f45088fb1427,segment=NetworkSegment(ac01668e-658a-426d-8808-b924a51fa0ef),segment_id=ac01668e-658a-426d-8808-b924a51fa0ef)] {{(pid=113417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:59:24.797366 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-0e6521e7-8c36-4b22-9031-8ca4c97884bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (1aa82f97-461f-436d-b582-f45088fb1427), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:24.804352 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-c2c2418a-b05c-46d4-8564-ffb2c6f38dfc admin admin] Publish callbacks [] for router_gateway (0e540fd9-43e8-4086-b0f4-a2d4962403c7), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:24.825039 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-c2c2418a-b05c-46d4-8564-ffb2c6f38dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:24.869204 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6521e7-8c36-4b22-9031-8ca4c97884bb None None] Pushing event updated for resources: {'Port': ['ID=1aa82f97-461f-436d-b582-f45088fb1427,revision_number=2']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:24.961152 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.db.db_base_plugin_common [None req-c2c2418a-b05c-46d4-8564-ffb2c6f38dfc admin admin] Allocated IP 172.27.1.31 (c6396a07-dfbf-4950-850b-378da3ed2a88/a98be68c-aef3-471c-b3f8-ae629ebf2983/42859e6c-3e47-477d-ad50-95b792649e18) {{(pid=113415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:59:25.109092 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-c2c2418a-b05c-46d4-8564-ffb2c6f38dfc admin admin] Publish callbacks [] for port (42859e6c-3e47-477d-ad50-95b792649e18), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:25.126555 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:25.237767 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-c2c2418a-b05c-46d4-8564-ffb2c6f38dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11068774'] for port (42859e6c-3e47-477d-ad50-95b792649e18), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:25.280934 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c2418a-b05c-46d4-8564-ffb2c6f38dfc admin admin] Network c6396a07-dfbf-4950-850b-378da3ed2a88 is already hosted by enough agents. {{(pid=113415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:59:25.284732 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.base_scheduler [None req-c2c2418a-b05c-46d4-8564-ffb2c6f38dfc admin admin] Resources bound (agent type, host, resource id): {{(pid=113415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:59:25.292423 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c2418a-b05c-46d4-8564-ffb2c6f38dfc admin admin] Received port after_create {{(pid=113415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:59:25.328472 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c2418a-b05c-46d4-8564-ffb2c6f38dfc admin admin] Pushing event updated for resources: {'Port': ['ID=42859e6c-3e47-477d-ad50-95b792649e18,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:25.328950 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:25.345998 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=10 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:25.660331 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-c2c2418a-b05c-46d4-8564-ffb2c6f38dfc admin admin] Publish callbacks [] for router_gateway (0e540fd9-43e8-4086-b0f4-a2d4962403c7), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:25.761461 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:25.890188 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-c2c2418a-b05c-46d4-8564-ffb2c6f38dfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477501'] for router (0e540fd9-43e8-4086-b0f4-a2d4962403c7), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:25.955886 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda5d6a6-aa33-4a2c-b00c-173797611e12 None None] Network b1780587-5845-4b44-80ee-36efef36f1d7 requested from dv-cinder-855041-2-iscsi {{(pid=113417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:59:26.012618 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=7 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:26.037069 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-ffbb9633-80eb-487b-a6f1-1cc7ff553786 None None] Provisioning complete for port 1aa82f97-461f-436d-b582-f45088fb1427 triggered by entity DHCP. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:59:26.037441 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-ffbb9633-80eb-487b-a6f1-1cc7ff553786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (1aa82f97-461f-436d-b582-f45088fb1427), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:26.040738 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:26.149887 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c2418a-b05c-46d4-8564-ffb2c6f38dfc admin admin] Router 0e540fd9-43e8-4086-b0f4-a2d4962403c7 is scheduled to L3 agent 037668f0-d812-4b59-9d2d-ce33f66a7708 with binding_index 1 {{(pid=113415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 23:59:26.177207 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-ffbb9633-80eb-487b-a6f1-1cc7ff553786 None None] Current status of the port 1aa82f97-461f-436d-b582-f45088fb1427 is: DOWN; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:59:26.177615 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-ffbb9633-80eb-487b-a6f1-1cc7ff553786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (1aa82f97-461f-436d-b582-f45088fb1427), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:26.220082 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-ffbb9633-80eb-487b-a6f1-1cc7ff553786 None None] For port 1aa82f97-461f-436d-b582-f45088fb1427, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=1aa82f97-461f-436d-b582-f45088fb1427,segment=NetworkSegment(ac01668e-658a-426d-8808-b924a51fa0ef),segment_id=ac01668e-658a-426d-8808-b924a51fa0ef)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:59:26.304075 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-ffbb9633-80eb-487b-a6f1-1cc7ff553786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (1aa82f97-461f-436d-b582-f45088fb1427), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:26.430549 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-a7d326ee-7784-4bb6-8e37-44b0b5638651 None None] Provisioning complete for port 1aa82f97-461f-436d-b582-f45088fb1427 triggered by entity DHCP. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:59:26.431939 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-a7d326ee-7784-4bb6-8e37-44b0b5638651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (1aa82f97-461f-436d-b582-f45088fb1427), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:26.459505 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbb9633-80eb-487b-a6f1-1cc7ff553786 None None] Pushing event updated for resources: {'Port': ['ID=1aa82f97-461f-436d-b582-f45088fb1427,revision_number=3']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:26.517996 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 1aa82f97-461f-436d-b582-f45088fb1427 up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:59:26.636387 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c2418a-b05c-46d4-8564-ffb2c6f38dfc admin admin] Notify agent at l3_agent.dv-cinder-855041-2-iscsi the message routers_updated {{(pid=113415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:59:26.649186 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915c9189-2e1d-48a9-a7f8-e42fad004154 None None] Sync routers for ids ['0e540fd9-43e8-4086-b0f4-a2d4962403c7'] in dv-cinder-855041-2-iscsi {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:59:26.680132 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915c9189-2e1d-48a9-a7f8-e42fad004154 None None] Routers {'0e540fd9-43e8-4086-b0f4-a2d4962403c7'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:59:26.681475 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-915c9189-2e1d-48a9-a7f8-e42fad004154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:59:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['0e540fd9-43e8-4086-b0f4-a2d4962403c7'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:59:26.719194 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-a7d326ee-7784-4bb6-8e37-44b0b5638651 None None] Current status of the port 1aa82f97-461f-436d-b582-f45088fb1427 is: ACTIVE; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:59:26.737012 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port 1aa82f97-461f-436d-b582-f45088fb1427 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:59:26.737378 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (1aa82f97-461f-436d-b582-f45088fb1427), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:26.742338 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-c2c2418a-b05c-46d4-8564-ffb2c6f38dfc admin admin] Publish callbacks [] for router (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:26.745530 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-c2c2418a-b05c-46d4-8564-ffb2c6f38dfc admin admin] 10.222.0.90 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7287123 Aug 29 23:59:26.749204 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 53500) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:26.833953 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port 1aa82f97-461f-436d-b582-f45088fb1427 is: ACTIVE; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:59:26.844270 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:26.846974 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:DELETE=3,neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:26.895180 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-915c9189-2e1d-48a9-a7f8-e42fad004154 None None] Set router 0e540fd9-43e8-4086-b0f4-a2d4962403c7 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:59:27.077459 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-915c9189-2e1d-48a9-a7f8-e42fad004154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e540fd9-43e8-4086-b0f4-a2d4962403c7', 'name': 'tempest-TestMinimumBasicScenario-825161289-router', 'tenant_id': 'f4188510da25496d956e4d717bc2a551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '42859e6c-3e47-477d-ad50-95b792649e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:59:24Z', 'updated_at': '2022-08-29T23:59:25Z', 'revision_number': 3, 'project_id': 'f4188510da25496d956e4d717bc2a551', 'gw_port': {'id': '42859e6c-3e47-477d-ad50-95b792649e18', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:40:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e540fd9-43e8-4086-b0f4-a2d4962403c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:59:24Z', 'updated_at': '2022-08-29T23:59:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi'}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:59:27.110264 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915c9189-2e1d-48a9-a7f8-e42fad004154 None None] Checking router: 0e540fd9-43e8-4086-b0f4-a2d4962403c7 for host: dv-cinder-855041-2-iscsi {{(pid=113418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:59:27.110515 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915c9189-2e1d-48a9-a7f8-e42fad004154 None None] Updating router 0e540fd9-43e8-4086-b0f4-a2d4962403c7 port 42859e6c-3e47-477d-ad50-95b792649e18 binding host dv-cinder-855041-2-iscsi {{(pid=113418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 23:59:27.144515 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron_lib.callbacks.manager [None req-915c9189-2e1d-48a9-a7f8-e42fad004154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (42859e6c-3e47-477d-ad50-95b792649e18), before_update {{(pid=113418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:27.212451 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-e255c599-478c-472e-bbae-5a26c978c0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:27.332731 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:27.401852 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.db_base_plugin_common [None req-e255c599-478c-472e-bbae-5a26c978c0a6 admin admin] Allocated IP 172.20.0.1 (b1780587-5845-4b44-80ee-36efef36f1d7/63d113a5-7c64-46a1-b545-44c599bf8411/e5c81c84-e97c-4f0a-b11e-d84f5eb1423f) {{(pid=113416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:59:27.424426 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron_lib.callbacks.manager [None req-915c9189-2e1d-48a9-a7f8-e42fad004154 None None] Publish callbacks [] for port (42859e6c-3e47-477d-ad50-95b792649e18), precommit_update {{(pid=113418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:27.537319 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-e255c599-478c-472e-bbae-5a26c978c0a6 admin admin] Publish callbacks [] for port (e5c81c84-e97c-4f0a-b11e-d84f5eb1423f), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:27.544722 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron_lib.callbacks.manager [None req-915c9189-2e1d-48a9-a7f8-e42fad004154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (42859e6c-3e47-477d-ad50-95b792649e18), after_update {{(pid=113418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:27.580873 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.managers [None req-915c9189-2e1d-48a9-a7f8-e42fad004154 None None] Attempting to bind port 42859e6c-3e47-477d-ad50-95b792649e18 on host dv-cinder-855041-2-iscsi for vnic_type normal with profile {{(pid=113418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:59:27.581499 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.managers [None req-915c9189-2e1d-48a9-a7f8-e42fad004154 None None] Attempting to bind port 42859e6c-3e47-477d-ad50-95b792649e18 by drivers openvswitch,hyperv on host dv-cinder-855041-2-iscsi at level 0 using segments [{'id': 'b4742eaf-d58e-407a-bbd7-30be4e48df16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88'}] {{(pid=113418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:59:27.581852 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915c9189-2e1d-48a9-a7f8-e42fad004154 None None] Attempting to bind port 42859e6c-3e47-477d-ad50-95b792649e18 on network c6396a07-dfbf-4950-850b-378da3ed2a88 {{(pid=113418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:59:27.595613 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915c9189-2e1d-48a9-a7f8-e42fad004154 None None] Checking agent: {'id': '01773ddc-a5d8-4c68-b7b5-e385af2b339f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 43, 45), 'started_at': datetime.datetime(2022, 8, 29, 23, 44, 15), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:59:27.596121 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915c9189-2e1d-48a9-a7f8-e42fad004154 None None] Checking segment: {'id': 'b4742eaf-d58e-407a-bbd7-30be4e48df16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:59:27.596598 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron_lib.callbacks.manager [None req-915c9189-2e1d-48a9-a7f8-e42fad004154 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:27.597065 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915c9189-2e1d-48a9-a7f8-e42fad004154 None None] Bound using segment: {'id': 'b4742eaf-d58e-407a-bbd7-30be4e48df16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88'} {{(pid=113418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:59:27.597591 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.managers [None req-915c9189-2e1d-48a9-a7f8-e42fad004154 None None] Bound port: 42859e6c-3e47-477d-ad50-95b792649e18, host: dv-cinder-855041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4742eaf-d58e-407a-bbd7-30be4e48df16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88'}}] {{(pid=113418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:59:27.598089 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron_lib.callbacks.manager [None req-915c9189-2e1d-48a9-a7f8-e42fad004154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (42859e6c-3e47-477d-ad50-95b792649e18), before_update {{(pid=113418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:27.627565 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3007f1d-4e87-45f0-bf9a-b691eb0ce174 None None] Pushing event updated for resources: {'Port': ['ID=42859e6c-3e47-477d-ad50-95b792649e18,revision_number=2']} {{(pid=113418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:27.641015 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3007f1d-4e87-45f0-bf9a-b691eb0ce174 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:27.641359 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3007f1d-4e87-45f0-bf9a-b691eb0ce174 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:27.641715 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3007f1d-4e87-45f0-bf9a-b691eb0ce174 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:27.642051 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3007f1d-4e87-45f0-bf9a-b691eb0ce174 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:27.642379 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3007f1d-4e87-45f0-bf9a-b691eb0ce174 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:27.642731 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3007f1d-4e87-45f0-bf9a-b691eb0ce174 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:27.643020 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3007f1d-4e87-45f0-bf9a-b691eb0ce174 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:27.643339 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3007f1d-4e87-45f0-bf9a-b691eb0ce174 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:27.643654 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3007f1d-4e87-45f0-bf9a-b691eb0ce174 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:27.643967 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3007f1d-4e87-45f0-bf9a-b691eb0ce174 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:27.644307 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3007f1d-4e87-45f0-bf9a-b691eb0ce174 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:27.644638 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3007f1d-4e87-45f0-bf9a-b691eb0ce174 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:27.644954 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3007f1d-4e87-45f0-bf9a-b691eb0ce174 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:27.645264 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3007f1d-4e87-45f0-bf9a-b691eb0ce174 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:27.645573 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3007f1d-4e87-45f0-bf9a-b691eb0ce174 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:27.657272 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-e255c599-478c-472e-bbae-5a26c978c0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963692'] for port (e5c81c84-e97c-4f0a-b11e-d84f5eb1423f), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:27.674061 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.db [None req-915c9189-2e1d-48a9-a7f8-e42fad004154 None None] For port 42859e6c-3e47-477d-ad50-95b792649e18, host dv-cinder-855041-2-iscsi, cleared binding levels {{(pid=113418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:59:27.676526 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.db [None req-915c9189-2e1d-48a9-a7f8-e42fad004154 None None] For port 42859e6c-3e47-477d-ad50-95b792649e18, host dv-cinder-855041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=42859e6c-3e47-477d-ad50-95b792649e18,segment=NetworkSegment(b4742eaf-d58e-407a-bbd7-30be4e48df16),segment_id=b4742eaf-d58e-407a-bbd7-30be4e48df16)] {{(pid=113418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:59:27.704388 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e255c599-478c-472e-bbae-5a26c978c0a6 admin admin] Network b1780587-5845-4b44-80ee-36efef36f1d7 is already hosted by enough agents. {{(pid=113416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:59:27.710358 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.base_scheduler [None req-e255c599-478c-472e-bbae-5a26c978c0a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=113416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:59:27.712679 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e255c599-478c-472e-bbae-5a26c978c0a6 admin admin] Pushing event updated for resources: {'Port': ['ID=e5c81c84-e97c-4f0a-b11e-d84f5eb1423f,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:27.715592 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e255c599-478c-472e-bbae-5a26c978c0a6 admin admin] Received port after_create {{(pid=113416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:59:27.763570 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron_lib.callbacks.manager [None req-915c9189-2e1d-48a9-a7f8-e42fad004154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (42859e6c-3e47-477d-ad50-95b792649e18), after_update {{(pid=113418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:27.764882 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-e255c599-478c-472e-bbae-5a26c978c0a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477273'] for router_interface (0e540fd9-43e8-4086-b0f4-a2d4962403c7), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:27.811146 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915c9189-2e1d-48a9-a7f8-e42fad004154 None None] Routers {'0e540fd9-43e8-4086-b0f4-a2d4962403c7'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:59:27.812914 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-915c9189-2e1d-48a9-a7f8-e42fad004154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:59:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['0e540fd9-43e8-4086-b0f4-a2d4962403c7'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:59:27.938847 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3007f1d-4e87-45f0-bf9a-b691eb0ce174 None None] Pushing event updated for resources: {'Port': ['ID=42859e6c-3e47-477d-ad50-95b792649e18,revision_number=3']} {{(pid=113418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:27.945183 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:27.978679 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:27.983635 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-915c9189-2e1d-48a9-a7f8-e42fad004154 None None] Set router 0e540fd9-43e8-4086-b0f4-a2d4962403c7 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:59:28.035198 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-e255c599-478c-472e-bbae-5a26c978c0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (e5c81c84-e97c-4f0a-b11e-d84f5eb1423f), before_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:28.051804 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-ca4d0af9-cae6-4e6d-93b0-2cd4f7fac7e4 None None] Provisioning complete for port e5c81c84-e97c-4f0a-b11e-d84f5eb1423f triggered by entity DHCP. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:59:28.052489 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-ca4d0af9-cae6-4e6d-93b0-2cd4f7fac7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (e5c81c84-e97c-4f0a-b11e-d84f5eb1423f), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:28.093499 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-ca4d0af9-cae6-4e6d-93b0-2cd4f7fac7e4 None None] Port e5c81c84-e97c-4f0a-b11e-d84f5eb1423f cannot update to ACTIVE because it is not bound. {{(pid=113417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 23:59:28.218537 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-915c9189-2e1d-48a9-a7f8-e42fad004154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e540fd9-43e8-4086-b0f4-a2d4962403c7', 'name': 'tempest-TestMinimumBasicScenario-825161289-router', 'tenant_id': 'f4188510da25496d956e4d717bc2a551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '42859e6c-3e47-477d-ad50-95b792649e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:59:24Z', 'updated_at': '2022-08-29T23:59:25Z', 'revision_number': 3, 'project_id': 'f4188510da25496d956e4d717bc2a551', 'gw_port': {'id': '42859e6c-3e47-477d-ad50-95b792649e18', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:40:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e540fd9-43e8-4086-b0f4-a2d4962403c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:59:24Z', 'updated_at': '2022-08-29T23:59:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi'}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:59:28.245881 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:28.248126 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915c9189-2e1d-48a9-a7f8-e42fad004154 None None] The sync data for ids ['0e540fd9-43e8-4086-b0f4-a2d4962403c7'] in dv-cinder-855041-2-iscsi is: [{'id': '0e540fd9-43e8-4086-b0f4-a2d4962403c7', 'name': 'tempest-TestMinimumBasicScenario-825161289-router', 'tenant_id': 'f4188510da25496d956e4d717bc2a551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '42859e6c-3e47-477d-ad50-95b792649e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:59:24Z', 'updated_at': '2022-08-29T23:59:25Z', 'revision_number': 3, 'project_id': 'f4188510da25496d956e4d717bc2a551', 'gw_port': {'id': '42859e6c-3e47-477d-ad50-95b792649e18', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:40:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e540fd9-43e8-4086-b0f4-a2d4962403c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:59:24Z', 'updated_at': '2022-08-29T23:59:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi'}] {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:59:28.261624 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-e255c599-478c-472e-bbae-5a26c978c0a6 admin admin] Publish callbacks [] for port (e5c81c84-e97c-4f0a-b11e-d84f5eb1423f), precommit_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:28.340323 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-e255c599-478c-472e-bbae-5a26c978c0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963685'] for port (e5c81c84-e97c-4f0a-b11e-d84f5eb1423f), after_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:28.407691 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 1aa82f97-461f-436d-b582-f45088fb1427 up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:59:28.433293 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:28.462933 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e255c599-478c-472e-bbae-5a26c978c0a6 admin admin] Pushing event updated for resources: {'Port': ['ID=e5c81c84-e97c-4f0a-b11e-d84f5eb1423f,revision_number=2']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:28.465240 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port 1aa82f97-461f-436d-b582-f45088fb1427 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:59:28.465619 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (1aa82f97-461f-436d-b582-f45088fb1427), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:28.470078 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-e255c599-478c-472e-bbae-5a26c978c0a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3699119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477389'] for router_interface (0e540fd9-43e8-4086-b0f4-a2d4962403c7), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:28.603753 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port 1aa82f97-461f-436d-b582-f45088fb1427 is: ACTIVE; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:59:28.643913 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:28.685416 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e255c599-478c-472e-bbae-5a26c978c0a6 admin admin] Network b1780587-5845-4b44-80ee-36efef36f1d7 is already hosted by enough agents. {{(pid=113416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:59:28.687116 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.base_scheduler [None req-e255c599-478c-472e-bbae-5a26c978c0a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=113416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:59:28.893654 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e255c599-478c-472e-bbae-5a26c978c0a6 admin admin] Router 0e540fd9-43e8-4086-b0f4-a2d4962403c7 has already been hosted by L3 agent 037668f0-d812-4b59-9d2d-ce33f66a7708 {{(pid=113416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:59:29.032011 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-c49fb3fd-0034-44cb-8aeb-bb74ab04ee97 None None] Provisioning complete for port e5c81c84-e97c-4f0a-b11e-d84f5eb1423f triggered by entity DHCP. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:59:29.032636 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-c49fb3fd-0034-44cb-8aeb-bb74ab04ee97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (e5c81c84-e97c-4f0a-b11e-d84f5eb1423f), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:29.039221 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e255c599-478c-472e-bbae-5a26c978c0a6 admin admin] Notify agent at l3_agent.dv-cinder-855041-2-iscsi the message routers_updated {{(pid=113416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:59:29.051223 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-e255c599-478c-472e-bbae-5a26c978c0a6 admin admin] 10.222.0.90 "PUT /networking/v2.0/routers/0e540fd9-43e8-4086-b0f4-a2d4962403c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2943673 Aug 29 23:59:29.108124 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-c49fb3fd-0034-44cb-8aeb-bb74ab04ee97 None None] Port e5c81c84-e97c-4f0a-b11e-d84f5eb1423f cannot update to ACTIVE because it is not bound. {{(pid=113417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 23:59:30.032315 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 53546) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:30.039390 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [None req-91c2c18e-1b15-45a4-bf31-cd43ec0934fb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-982565732-network', 'tenant_id': '924db7fd35064152aaa9492785b26d2f'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:59:30.157123 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c2c18e-1b15-45a4-bf31-cd43ec0934fb admin admin] Made reservation on behalf of 924db7fd35064152aaa9492785b26d2f for: {'network': 1} {{(pid=113416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:59:30.159567 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-91c2c18e-1b15-45a4-bf31-cd43ec0934fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for network (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:30.170972 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-91c2c18e-1b15-45a4-bf31-cd43ec0934fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:30.172038 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2466ac-bbf7-432d-8e87-b0bf9ca91dc4 None None] Sync routers for ids ['0e540fd9-43e8-4086-b0f4-a2d4962403c7'] in dv-cinder-855041-2-iscsi {{(pid=113417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:59:30.184119 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2466ac-bbf7-432d-8e87-b0bf9ca91dc4 None None] Routers {'0e540fd9-43e8-4086-b0f4-a2d4962403c7'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:59:30.184960 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-5c2466ac-bbf7-432d-8e87-b0bf9ca91dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:59:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['0e540fd9-43e8-4086-b0f4-a2d4962403c7'], 'active': True} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:59:30.283937 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-91c2c18e-1b15-45a4-bf31-cd43ec0934fb admin admin] Publish callbacks [] for security_group (cbb9761d-95d6-4cf1-8a86-009dd6ad021d), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:30.296585 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvr_db [None req-5c2466ac-bbf7-432d-8e87-b0bf9ca91dc4 None None] Set router 0e540fd9-43e8-4086-b0f4-a2d4962403c7 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:59:30.357096 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-91c2c18e-1b15-45a4-bf31-cd43ec0934fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (cbb9761d-95d6-4cf1-8a86-009dd6ad021d), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:30.381739 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91c2c18e-1b15-45a4-bf31-cd43ec0934fb admin admin] vlan segment allocate from pool success with {'vlan_id': 1140, 'physical_network': 'physnet1'} {{(pid=113416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 23:59:30.403722 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-91c2c18e-1b15-45a4-bf31-cd43ec0934fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3480186'] for segment (eef31e44-36a3-48e2-bdff-693509fe3366), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:30.404286 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.db.segments_db [None req-91c2c18e-1b15-45a4-bf31-cd43ec0934fb admin admin] Added segment eef31e44-36a3-48e2-bdff-693509fe3366 of type vlan for network 653273c4-5c7d-44a6-9fc5-032b967b5cbe Aug 29 23:59:30.446718 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad1efa-1782-402f-99d6-319659149c25 req-9e14e9d8-1606-4abc-81af-6373dc6b29cd tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:59:30.449204 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d5ad1efa-1782-402f-99d6-319659149c25 req-9e14e9d8-1606-4abc-81af-6373dc6b29cd tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=fa54094f-c31b-41ec-ab2d-2e80b4e30cfe HTTP/1.1" status: 200 len: 946 time: 0.0640473 Aug 29 23:59:30.478244 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c2c18e-1b15-45a4-bf31-cd43ec0934fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb9761d-95d6-4cf1-8a86-009dd6ad021d,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:30.497431 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 42859e6c-3e47-477d-ad50-95b792649e18 up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:59:30.512878 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-91c2c18e-1b15-45a4-bf31-cd43ec0934fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751005866352'] for network (653273c4-5c7d-44a6-9fc5-032b967b5cbe), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:30.514547 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d5ad1efa-1782-402f-99d6-319659149c25 req-b1d69d25-5a6c-4997-9c86-46daff8d98f0 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ac61a8f3-f168-4317-8fca-9bda4528597e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513635 Aug 29 23:59:30.564498 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=100 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:30.608289 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port 42859e6c-3e47-477d-ad50-95b792649e18 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:59:30.608660 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (42859e6c-3e47-477d-ad50-95b792649e18), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:30.653491 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-5c2466ac-bbf7-432d-8e87-b0bf9ca91dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e540fd9-43e8-4086-b0f4-a2d4962403c7', 'name': 'tempest-TestMinimumBasicScenario-825161289-router', 'tenant_id': 'f4188510da25496d956e4d717bc2a551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '42859e6c-3e47-477d-ad50-95b792649e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:59:24Z', 'updated_at': '2022-08-29T23:59:27Z', 'revision_number': 4, 'project_id': 'f4188510da25496d956e4d717bc2a551', 'gw_port': {'id': '42859e6c-3e47-477d-ad50-95b792649e18', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:40:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e540fd9-43e8-4086-b0f4-a2d4962403c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:59:24Z', 'updated_at': '2022-08-29T23:59:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': 'e5c81c84-e97c-4f0a-b11e-d84f5eb1423f', 'name': '', 'network_id': 'b1780587-5845-4b44-80ee-36efef36f1d7', 'tenant_id': 'f4188510da25496d956e4d717bc2a551', 'mac_address': 'fa:16:3e:1a:bd:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e540fd9-43e8-4086-b0f4-a2d4962403c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '63d113a5-7c64-46a1-b545-44c599bf8411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:59:27Z', 'updated_at': '2022-08-29T23:59:28Z', 'revision_number': 2, 'project_id': 'f4188510da25496d956e4d717bc2a551', 'subnets': [{'id': '63d113a5-7c64-46a1-b545-44c599bf8411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:59:30.683784 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2466ac-bbf7-432d-8e87-b0bf9ca91dc4 None None] Checking router: 0e540fd9-43e8-4086-b0f4-a2d4962403c7 for host: dv-cinder-855041-2-iscsi {{(pid=113417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:59:30.684138 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2466ac-bbf7-432d-8e87-b0bf9ca91dc4 None None] Updating router 0e540fd9-43e8-4086-b0f4-a2d4962403c7 port e5c81c84-e97c-4f0a-b11e-d84f5eb1423f binding host dv-cinder-855041-2-iscsi {{(pid=113417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 23:59:30.694059 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-91c2c18e-1b15-45a4-bf31-cd43ec0934fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357'] for network (653273c4-5c7d-44a6-9fc5-032b967b5cbe), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:30.695116 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c2c18e-1b15-45a4-bf31-cd43ec0934fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:59:30.695772 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-91c2c18e-1b15-45a4-bf31-cd43ec0934fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for network (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:30.716873 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:30.739972 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-5c2466ac-bbf7-432d-8e87-b0bf9ca91dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (e5c81c84-e97c-4f0a-b11e-d84f5eb1423f), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:30.764990 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c2c18e-1b15-45a4-bf31-cd43ec0934fb admin admin] Pushing event updated for resources: {'Network': ['ID=653273c4-5c7d-44a6-9fc5-032b967b5cbe,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:30.767146 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port 42859e6c-3e47-477d-ad50-95b792649e18 is: DOWN; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:59:30.767539 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (42859e6c-3e47-477d-ad50-95b792649e18), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:30.793243 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Network 653273c4-5c7d-44a6-9fc5-032b967b5cbe details requested by agent ovs-agent-dv-cinder-855041-2-iscsi with host dv-cinder-855041-2-iscsi {{(pid=113417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 23:59:30.846374 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-91c2c18e-1b15-45a4-bf31-cd43ec0934fb admin admin] 10.222.0.90 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8121135 Aug 29 23:59:30.850185 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 53558) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:30.856556 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [None req-5a210d12-17de-49b3-aea1-67ade30631cf admin admin] Request body: {'subnet': {'network_id': '653273c4-5c7d-44a6-9fc5-032b967b5cbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-982565732-subnet', 'tenant_id': '924db7fd35064152aaa9492785b26d2f', 'ip_version': 4}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:59:30.906554 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] For port 42859e6c-3e47-477d-ad50-95b792649e18, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=42859e6c-3e47-477d-ad50-95b792649e18,segment=NetworkSegment(b4742eaf-d58e-407a-bbd7-30be4e48df16),segment_id=b4742eaf-d58e-407a-bbd7-30be4e48df16)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:59:30.950293 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=100 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:31.008074 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a210d12-17de-49b3-aea1-67ade30631cf admin admin] Made reservation on behalf of 924db7fd35064152aaa9492785b26d2f for: {'subnet': 1} {{(pid=113416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:59:31.011222 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-5a210d12-17de-49b3-aea1-67ade30631cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11693029'] for subnet (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:31.037054 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (42859e6c-3e47-477d-ad50-95b792649e18), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:31.161193 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Pushing event updated for resources: {'Port': ['ID=42859e6c-3e47-477d-ad50-95b792649e18,revision_number=4']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:31.192231 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:31.208787 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-5c2466ac-bbf7-432d-8e87-b0bf9ca91dc4 None None] Publish callbacks [] for port (e5c81c84-e97c-4f0a-b11e-d84f5eb1423f), precommit_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:31.317472 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-5c2466ac-bbf7-432d-8e87-b0bf9ca91dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (e5c81c84-e97c-4f0a-b11e-d84f5eb1423f), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:31.357590 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-5a210d12-17de-49b3-aea1-67ade30631cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4096602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10966620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11693043'] for subnet (6e8e4a10-adbc-4a14-93d6-096ac3e0a803), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:31.424146 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a210d12-17de-49b3-aea1-67ade30631cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e8e4a10-adbc-4a14-93d6-096ac3e0a803,revision_number=0']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:31.435907 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a210d12-17de-49b3-aea1-67ade30631cf admin admin] Checking segment: {'id': 'eef31e44-36a3-48e2-bdff-693509fe3366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '653273c4-5c7d-44a6-9fc5-032b967b5cbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:59:31.436306 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a210d12-17de-49b3-aea1-67ade30631cf admin admin] Network hostable DHCP agents. Network: 653273c4-5c7d-44a6-9fc5-032b967b5cbe, hostable agents: ['1020f8f9-c858-45a1-84c5-376480b0ca2e'], hosted agents: [] {{(pid=113416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 23:59:31.461788 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7892d1d9-d3bf-4ff5-b3b2-edac486a3765 None None] Pushing event updated for resources: {'Port': ['ID=e5c81c84-e97c-4f0a-b11e-d84f5eb1423f,revision_number=3']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:31.481962 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-5c2466ac-bbf7-432d-8e87-b0bf9ca91dc4 None None] Attempting to bind port e5c81c84-e97c-4f0a-b11e-d84f5eb1423f on host dv-cinder-855041-2-iscsi for vnic_type normal with profile {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:59:31.482334 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-5c2466ac-bbf7-432d-8e87-b0bf9ca91dc4 None None] Attempting to bind port e5c81c84-e97c-4f0a-b11e-d84f5eb1423f by drivers openvswitch,hyperv on host dv-cinder-855041-2-iscsi at level 0 using segments [{'id': 'ac01668e-658a-426d-8808-b924a51fa0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'b1780587-5845-4b44-80ee-36efef36f1d7'}] {{(pid=113417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:59:31.482692 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2466ac-bbf7-432d-8e87-b0bf9ca91dc4 None None] Attempting to bind port e5c81c84-e97c-4f0a-b11e-d84f5eb1423f on network b1780587-5845-4b44-80ee-36efef36f1d7 {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:59:31.496337 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2466ac-bbf7-432d-8e87-b0bf9ca91dc4 None None] Checking agent: {'id': '01773ddc-a5d8-4c68-b7b5-e385af2b339f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 43, 45), 'started_at': datetime.datetime(2022, 8, 29, 23, 44, 15), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:59:31.496715 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2466ac-bbf7-432d-8e87-b0bf9ca91dc4 None None] Checking segment: {'id': 'ac01668e-658a-426d-8808-b924a51fa0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'b1780587-5845-4b44-80ee-36efef36f1d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:59:31.497117 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-5c2466ac-bbf7-432d-8e87-b0bf9ca91dc4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:31.497507 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2466ac-bbf7-432d-8e87-b0bf9ca91dc4 None None] Bound using segment: {'id': 'ac01668e-658a-426d-8808-b924a51fa0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'b1780587-5845-4b44-80ee-36efef36f1d7'} {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:59:31.497977 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-5c2466ac-bbf7-432d-8e87-b0bf9ca91dc4 None None] Bound port: e5c81c84-e97c-4f0a-b11e-d84f5eb1423f, host: dv-cinder-855041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac01668e-658a-426d-8808-b924a51fa0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'b1780587-5845-4b44-80ee-36efef36f1d7'}}] {{(pid=113417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:59:31.498358 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-5c2466ac-bbf7-432d-8e87-b0bf9ca91dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (e5c81c84-e97c-4f0a-b11e-d84f5eb1423f), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:31.550447 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a210d12-17de-49b3-aea1-67ade30631cf admin admin] Network 653273c4-5c7d-44a6-9fc5-032b967b5cbe is scheduled to be hosted by DHCP agent 1020f8f9-c858-45a1-84c5-376480b0ca2e with binding_index 1 {{(pid=113416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 23:59:31.591709 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-5c2466ac-bbf7-432d-8e87-b0bf9ca91dc4 None None] For port e5c81c84-e97c-4f0a-b11e-d84f5eb1423f, host dv-cinder-855041-2-iscsi, cleared binding levels {{(pid=113417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:59:31.601250 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-5c2466ac-bbf7-432d-8e87-b0bf9ca91dc4 None None] For port e5c81c84-e97c-4f0a-b11e-d84f5eb1423f, host dv-cinder-855041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=e5c81c84-e97c-4f0a-b11e-d84f5eb1423f,segment=NetworkSegment(ac01668e-658a-426d-8808-b924a51fa0ef),segment_id=ac01668e-658a-426d-8808-b924a51fa0ef)] {{(pid=113417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:59:31.631131 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.base_scheduler [None req-5a210d12-17de-49b3-aea1-67ade30631cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855041-2-iscsi, 653273c4-5c7d-44a6-9fc5-032b967b5cbe) {{(pid=113416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:59:31.637157 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a210d12-17de-49b3-aea1-67ade30631cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:59:31.638421 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-5a210d12-17de-49b3-aea1-67ade30631cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for subnet (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:31.642404 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95c2688-8c08-4317-b404-7831cb86a3d7 None None] Network 653273c4-5c7d-44a6-9fc5-032b967b5cbe requested from dv-cinder-855041-2-iscsi {{(pid=113417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:59:31.666990 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-5c2466ac-bbf7-432d-8e87-b0bf9ca91dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (e5c81c84-e97c-4f0a-b11e-d84f5eb1423f), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:31.671294 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa00302d-0d40-489a-8a29-be7a6cba72b9 req-129942f0-f8d5-48af-9fb9-94616834c181 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:59:31.673164 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-fa00302d-0d40-489a-8a29-be7a6cba72b9 req-129942f0-f8d5-48af-9fb9-94616834c181 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=fa54094f-c31b-41ec-ab2d-2e80b4e30cfe HTTP/1.1" status: 200 len: 946 time: 0.0614810 Aug 29 23:59:31.742118 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-5a210d12-17de-49b3-aea1-67ade30631cf admin admin] 10.222.0.90 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8883071 Aug 29 23:59:31.743637 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 53576) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:31.752302 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [None req-d038d6c8-7983-4c3e-babe-da3747085a73 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-982565732-router', 'tenant_id': '924db7fd35064152aaa9492785b26d2f', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88'}}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:59:31.758335 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2466ac-bbf7-432d-8e87-b0bf9ca91dc4 None None] Routers {'0e540fd9-43e8-4086-b0f4-a2d4962403c7'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:59:31.758965 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-5c2466ac-bbf7-432d-8e87-b0bf9ca91dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:59:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['0e540fd9-43e8-4086-b0f4-a2d4962403c7'], 'active': True} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:59:31.765145 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:31.774599 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-fa00302d-0d40-489a-8a29-be7a6cba72b9 req-1ee87dd3-52f4-483f-88f0-e99dae49bc6f tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ac61a8f3-f168-4317-8fca-9bda4528597e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877678 Aug 29 23:59:31.814432 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7892d1d9-d3bf-4ff5-b3b2-edac486a3765 None None] Pushing event updated for resources: {'Port': ['ID=e5c81c84-e97c-4f0a-b11e-d84f5eb1423f,revision_number=4']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:31.848563 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-d038d6c8-7983-4c3e-babe-da3747085a73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-476365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63332'] for router (1cc081f4-0d50-4e0d-bd81-09e879d00437), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:31.850207 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-d038d6c8-7983-4c3e-babe-da3747085a73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471508', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63325'] for router (1cc081f4-0d50-4e0d-bd81-09e879d00437), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:31.889770 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cc8273-4fb8-4f3c-97e4-8fe935cc6d3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53cca06d-0ebc-509e-8194-c81e43be134c-653273c4-5c7d-44a6-9fc5-032b967b5cbe', 'network_id': '653273c4-5c7d-44a6-9fc5-032b967b5cbe', 'project_id': '924db7fd35064152aaa9492785b26d2f', 'fixed_ips': [{'subnet_id': '6e8e4a10-adbc-4a14-93d6-096ac3e0a803'}]}} from dv-cinder-855041-2-iscsi. {{(pid=113417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 23:59:31.890700 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-f5cc8273-4fb8-4f3c-97e4-8fe935cc6d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:31.911305 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-d038d6c8-7983-4c3e-babe-da3747085a73 admin admin] Publish callbacks [] for router_controller (1cc081f4-0d50-4e0d-bd81-09e879d00437), precommit_add_association {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:31.936054 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvr_db [None req-5c2466ac-bbf7-432d-8e87-b0bf9ca91dc4 None None] Set router 0e540fd9-43e8-4086-b0f4-a2d4962403c7 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:59:31.972998 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5cfad-6e0a-45e5-9a4e-ce09314be9bb req-dfd7b21b-fc81-4b84-a635-049b0192e067 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:59:31.974649 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-c1b5cfad-6e0a-45e5-9a4e-ce09314be9bb req-dfd7b21b-fc81-4b84-a635-049b0192e067 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.87 "GET /networking/v2.0/ports?device_id=fa54094f-c31b-41ec-ab2d-2e80b4e30cfe HTTP/1.1" status: 200 len: 946 time: 0.0512943 Aug 29 23:59:32.150089 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.plugin [req-c1b5cfad-6e0a-45e5-9a4e-ce09314be9bb req-2833a696-c19e-4d0c-89be-6866f52b1d00 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Deleting port 69e68088-d17f-4c25-8006-de53d82f4084 {{(pid=113416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:59:32.150441 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-c1b5cfad-6e0a-45e5-9a4e-ce09314be9bb req-2833a696-c19e-4d0c-89be-6866f52b1d00 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (69e68088-d17f-4c25-8006-de53d82f4084), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:32.265963 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 53580) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:32.299079 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:32.300528 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.db_base_plugin_common [None req-f5cc8273-4fb8-4f3c-97e4-8fe935cc6d3d None None] Allocated IP 172.20.0.2 (653273c4-5c7d-44a6-9fc5-032b967b5cbe/6e8e4a10-adbc-4a14-93d6-096ac3e0a803/682125cd-38a5-4504-972e-9fd33e670b35) {{(pid=113417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:59:32.302842 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-d038d6c8-7983-4c3e-babe-da3747085a73 admin admin] Publish callbacks [] for router_gateway (1cc081f4-0d50-4e0d-bd81-09e879d00437), precommit_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:32.363201 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.db [req-c1b5cfad-6e0a-45e5-9a4e-ce09314be9bb req-2833a696-c19e-4d0c-89be-6866f52b1d00 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] For port 69e68088-d17f-4c25-8006-de53d82f4084, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=69e68088-d17f-4c25-8006-de53d82f4084,segment=NetworkSegment(b7df322f-93e7-4c06-ab35-efbbaf8c395e),segment_id=b7df322f-93e7-4c06-ab35-efbbaf8c395e)] {{(pid=113416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:59:32.363708 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-c1b5cfad-6e0a-45e5-9a4e-ce09314be9bb req-2833a696-c19e-4d0c-89be-6866f52b1d00 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (69e68088-d17f-4c25-8006-de53d82f4084), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:32.431318 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-5c2466ac-bbf7-432d-8e87-b0bf9ca91dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e540fd9-43e8-4086-b0f4-a2d4962403c7', 'name': 'tempest-TestMinimumBasicScenario-825161289-router', 'tenant_id': 'f4188510da25496d956e4d717bc2a551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '42859e6c-3e47-477d-ad50-95b792649e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:59:24Z', 'updated_at': '2022-08-29T23:59:27Z', 'revision_number': 4, 'project_id': 'f4188510da25496d956e4d717bc2a551', 'gw_port': {'id': '42859e6c-3e47-477d-ad50-95b792649e18', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:40:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e540fd9-43e8-4086-b0f4-a2d4962403c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:59:24Z', 'updated_at': '2022-08-29T23:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': 'e5c81c84-e97c-4f0a-b11e-d84f5eb1423f', 'name': '', 'network_id': 'b1780587-5845-4b44-80ee-36efef36f1d7', 'tenant_id': 'f4188510da25496d956e4d717bc2a551', 'mac_address': 'fa:16:3e:1a:bd:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e540fd9-43e8-4086-b0f4-a2d4962403c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '63d113a5-7c64-46a1-b545-44c599bf8411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:59:27Z', 'updated_at': '2022-08-29T23:59:31Z', 'revision_number': 4, 'project_id': 'f4188510da25496d956e4d717bc2a551', 'subnets': [{'id': '63d113a5-7c64-46a1-b545-44c599bf8411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:59:32.471720 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 42859e6c-3e47-477d-ad50-95b792649e18 up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:59:32.477828 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2466ac-bbf7-432d-8e87-b0bf9ca91dc4 None None] The sync data for ids ['0e540fd9-43e8-4086-b0f4-a2d4962403c7'] in dv-cinder-855041-2-iscsi is: [{'id': '0e540fd9-43e8-4086-b0f4-a2d4962403c7', 'name': 'tempest-TestMinimumBasicScenario-825161289-router', 'tenant_id': 'f4188510da25496d956e4d717bc2a551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '42859e6c-3e47-477d-ad50-95b792649e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:59:24Z', 'updated_at': '2022-08-29T23:59:27Z', 'revision_number': 4, 'project_id': 'f4188510da25496d956e4d717bc2a551', 'gw_port': {'id': '42859e6c-3e47-477d-ad50-95b792649e18', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:40:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e540fd9-43e8-4086-b0f4-a2d4962403c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:59:24Z', 'updated_at': '2022-08-29T23:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': 'e5c81c84-e97c-4f0a-b11e-d84f5eb1423f', 'name': '', 'network_id': 'b1780587-5845-4b44-80ee-36efef36f1d7', 'tenant_id': 'f4188510da25496d956e4d717bc2a551', 'mac_address': 'fa:16:3e:1a:bd:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e540fd9-43e8-4086-b0f4-a2d4962403c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '63d113a5-7c64-46a1-b545-44c599bf8411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:59:27Z', 'updated_at': '2022-08-29T23:59:31Z', 'revision_number': 4, 'project_id': 'f4188510da25496d956e4d717bc2a551', 'subnets': [{'id': '63d113a5-7c64-46a1-b545-44c599bf8411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:59:32.534107 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-3f700f1b-6c7c-4c04-878f-29f7d61bfce7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:32.595549 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:32.611294 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port 42859e6c-3e47-477d-ad50-95b792649e18 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:59:32.611739 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (42859e6c-3e47-477d-ad50-95b792649e18), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:32.647657 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:32.648837 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-f5cc8273-4fb8-4f3c-97e4-8fe935cc6d3d None None] Publish callbacks [] for port (682125cd-38a5-4504-972e-9fd33e670b35), precommit_create {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:32.682655 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-3f700f1b-6c7c-4c04-878f-29f7d61bfce7 admin admin] Publish callbacks [] for security_group (f52c190d-a5d7-44c7-b799-e0a0f57d383e), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:32.699979 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:32.730076 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-f5cc8273-4fb8-4f3c-97e4-8fe935cc6d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297'] for port (682125cd-38a5-4504-972e-9fd33e670b35), after_create {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:32.758529 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-3f700f1b-6c7c-4c04-878f-29f7d61bfce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (f52c190d-a5d7-44c7-b799-e0a0f57d383e), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:32.769829 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port 42859e6c-3e47-477d-ad50-95b792649e18 is: ACTIVE; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:59:32.783549 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cc8273-4fb8-4f3c-97e4-8fe935cc6d3d None None] Network 653273c4-5c7d-44a6-9fc5-032b967b5cbe is already hosted by enough agents. {{(pid=113417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:59:32.790486 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.scheduler.base_scheduler [None req-f5cc8273-4fb8-4f3c-97e4-8fe935cc6d3d None None] Resources bound (agent type, host, resource id): {{(pid=113417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:59:32.801214 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cc8273-4fb8-4f3c-97e4-8fe935cc6d3d None None] Received port after_create {{(pid=113417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:59:32.828126 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f700f1b-6c7c-4c04-878f-29f7d61bfce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f52c190d-a5d7-44c7-b799-e0a0f57d383e,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:32.836028 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-3f700f1b-6c7c-4c04-878f-29f7d61bfce7 admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=a1e18ce8287c4a2db95014fafecff0a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5684080 Aug 29 23:59:32.837319 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 53586) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:32.847072 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc8273-4fb8-4f3c-97e4-8fe935cc6d3d None None] Pushing event updated for resources: {'Port': ['ID=682125cd-38a5-4504-972e-9fd33e670b35,revision_number=1']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:32.918151 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:32.970060 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-f5cc8273-4fb8-4f3c-97e4-8fe935cc6d3d None None] Attempting to bind port 682125cd-38a5-4504-972e-9fd33e670b35 on host dv-cinder-855041-2-iscsi for vnic_type normal with profile {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:59:32.970457 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-f5cc8273-4fb8-4f3c-97e4-8fe935cc6d3d None None] Attempting to bind port 682125cd-38a5-4504-972e-9fd33e670b35 by drivers openvswitch,hyperv on host dv-cinder-855041-2-iscsi at level 0 using segments [{'id': 'eef31e44-36a3-48e2-bdff-693509fe3366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '653273c4-5c7d-44a6-9fc5-032b967b5cbe'}] {{(pid=113417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:59:32.970831 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cc8273-4fb8-4f3c-97e4-8fe935cc6d3d None None] Attempting to bind port 682125cd-38a5-4504-972e-9fd33e670b35 on network 653273c4-5c7d-44a6-9fc5-032b967b5cbe {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:59:32.987031 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cc8273-4fb8-4f3c-97e4-8fe935cc6d3d None None] Checking agent: {'id': '01773ddc-a5d8-4c68-b7b5-e385af2b339f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 43, 45), 'started_at': datetime.datetime(2022, 8, 29, 23, 44, 15), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:59:32.988517 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cc8273-4fb8-4f3c-97e4-8fe935cc6d3d None None] Checking segment: {'id': 'eef31e44-36a3-48e2-bdff-693509fe3366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '653273c4-5c7d-44a6-9fc5-032b967b5cbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:59:32.988517 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-f5cc8273-4fb8-4f3c-97e4-8fe935cc6d3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:32.995706 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cc8273-4fb8-4f3c-97e4-8fe935cc6d3d None None] Bound using segment: {'id': 'eef31e44-36a3-48e2-bdff-693509fe3366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '653273c4-5c7d-44a6-9fc5-032b967b5cbe'} {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:59:32.998346 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-f5cc8273-4fb8-4f3c-97e4-8fe935cc6d3d None None] Bound port: 682125cd-38a5-4504-972e-9fd33e670b35, host: dv-cinder-855041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eef31e44-36a3-48e2-bdff-693509fe3366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '653273c4-5c7d-44a6-9fc5-032b967b5cbe'}}] {{(pid=113417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:59:32.998874 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-f5cc8273-4fb8-4f3c-97e4-8fe935cc6d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (682125cd-38a5-4504-972e-9fd33e670b35), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:33.007175 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-f7422c53-ffb7-4e0d-9e45-6e6dd0b2d5d6 admin admin] Publish callbacks [] for security_group (f52c190d-a5d7-44c7-b799-e0a0f57d383e), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:33.049604 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b3823-65c4-49f4-b178-e644228b3453 req-cb556651-c4b1-4e2c-b804-c1ffd5fb06d3 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:59:33.064381 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e61b3823-65c4-49f4-b178-e644228b3453 req-cb556651-c4b1-4e2c-b804-c1ffd5fb06d3 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=fa54094f-c31b-41ec-ab2d-2e80b4e30cfe HTTP/1.1" status: 200 len: 946 time: 0.1127114 Aug 29 23:59:33.074985 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-f7422c53-ffb7-4e0d-9e45-6e6dd0b2d5d6 admin admin] Publish callbacks [] for security_group (f52c190d-a5d7-44c7-b799-e0a0f57d383e), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:33.100662 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-f5cc8273-4fb8-4f3c-97e4-8fe935cc6d3d None None] For port 682125cd-38a5-4504-972e-9fd33e670b35, host dv-cinder-855041-2-iscsi, cleared binding levels {{(pid=113417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:59:33.105348 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-f5cc8273-4fb8-4f3c-97e4-8fe935cc6d3d None None] For port 682125cd-38a5-4504-972e-9fd33e670b35, host dv-cinder-855041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=682125cd-38a5-4504-972e-9fd33e670b35,segment=NetworkSegment(eef31e44-36a3-48e2-bdff-693509fe3366),segment_id=eef31e44-36a3-48e2-bdff-693509fe3366)] {{(pid=113417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:59:33.177280 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e61b3823-65c4-49f4-b178-e644228b3453 req-3274a006-ab57-472d-9793-5cf7d4f76f23 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=ac61a8f3-f168-4317-8fca-9bda4528597e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115067 Aug 29 23:59:33.188406 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-c1b5cfad-6e0a-45e5-9a4e-ce09314be9bb req-2833a696-c19e-4d0c-89be-6866f52b1d00 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:33.188406 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-c1b5cfad-6e0a-45e5-9a4e-ce09314be9bb req-2833a696-c19e-4d0c-89be-6866f52b1d00 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477666'] for floatingip (a770c433-6a31-4ed2-9557-52757140e2d8), after_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:33.188406 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.db.l3_db [req-c1b5cfad-6e0a-45e5-9a4e-ce09314be9bb req-2833a696-c19e-4d0c-89be-6866f52b1d00 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Floating IP a770c433-6a31-4ed2-9557-52757140e2d8 disassociated. External IP: 172.27.1.145, port: 69e68088-d17f-4c25-8006-de53d82f4084. Aug 29 23:59:33.193486 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.plugin [req-c1b5cfad-6e0a-45e5-9a4e-ce09314be9bb req-2833a696-c19e-4d0c-89be-6866f52b1d00 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Calling delete_port for 69e68088-d17f-4c25-8006-de53d82f4084 owned by compute:nova {{(pid=113416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:59:33.193486 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-d038d6c8-7983-4c3e-babe-da3747085a73 admin admin] Publish callbacks [] for router_gateway (1cc081f4-0d50-4e0d-bd81-09e879d00437), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:33.215585 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-f5cc8273-4fb8-4f3c-97e4-8fe935cc6d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (682125cd-38a5-4504-972e-9fd33e670b35), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:33.223814 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-d038d6c8-7983-4c3e-babe-da3747085a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:33.227737 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:DELETE=2,neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:33.291703 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc8273-4fb8-4f3c-97e4-8fe935cc6d3d None None] Pushing event updated for resources: {'Port': ['ID=682125cd-38a5-4504-972e-9fd33e670b35,revision_number=2']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:33.311807 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-f7422c53-ffb7-4e0d-9e45-6e6dd0b2d5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (f52c190d-a5d7-44c7-b799-e0a0f57d383e), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:33.314721 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-f7422c53-ffb7-4e0d-9e45-6e6dd0b2d5d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:33.319886 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-f7422c53-ffb7-4e0d-9e45-6e6dd0b2d5d6 admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/f52c190d-a5d7-44c7-b799-e0a0f57d383e HTTP/1.1" status: 204 len: 168 time: 0.4765356 Aug 29 23:59:33.326918 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7422c53-ffb7-4e0d-9e45-6e6dd0b2d5d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52c190d-a5d7-44c7-b799-e0a0f57d383e,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:33.627051 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.db_base_plugin_common [None req-d038d6c8-7983-4c3e-babe-da3747085a73 admin admin] Allocated IP 172.27.1.27 (c6396a07-dfbf-4950-850b-378da3ed2a88/a98be68c-aef3-471c-b3f8-ae629ebf2983/727c969a-de56-4f47-a0bc-05216aac9b14) {{(pid=113416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:59:33.672353 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-c1b5cfad-6e0a-45e5-9a4e-ce09314be9bb req-2833a696-c19e-4d0c-89be-6866f52b1d00 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963692'] for port (69e68088-d17f-4c25-8006-de53d82f4084), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:33.720447 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2833a696-c19e-4d0c-89be-6866f52b1d00 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Pushing event deleted for resources: {'Port': ['ID=69e68088-d17f-4c25-8006-de53d82f4084,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:33.837029 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=83,neutron:INSERT=5,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:33.923715 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-d038d6c8-7983-4c3e-babe-da3747085a73 admin admin] Publish callbacks [] for port (727c969a-de56-4f47-a0bc-05216aac9b14), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:33.940978 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1b5cfad-6e0a-45e5-9a4e-ce09314be9bb req-2833a696-c19e-4d0c-89be-6866f52b1d00 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Router 2e462f98-05f3-486e-ab4a-97e92d2f3f62 has already been hosted by L3 agent 037668f0-d812-4b59-9d2d-ce33f66a7708 {{(pid=113416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:59:34.103560 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1b5cfad-6e0a-45e5-9a4e-ce09314be9bb req-2833a696-c19e-4d0c-89be-6866f52b1d00 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Notify agent at l3_agent.dv-cinder-855041-2-iscsi the message routers_updated {{(pid=113416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:59:34.106327 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-d038d6c8-7983-4c3e-babe-da3747085a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963692'] for port (727c969a-de56-4f47-a0bc-05216aac9b14), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:34.147645 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f444f5-8f71-46b7-8cbd-bd24fd74b78d None None] Sync routers for ids ['2e462f98-05f3-486e-ab4a-97e92d2f3f62'] in dv-cinder-855041-2-iscsi {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:59:34.177917 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f444f5-8f71-46b7-8cbd-bd24fd74b78d None None] Routers {'2e462f98-05f3-486e-ab4a-97e92d2f3f62'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:59:34.178840 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-b1f444f5-8f71-46b7-8cbd-bd24fd74b78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:59:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['2e462f98-05f3-486e-ab4a-97e92d2f3f62'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:59:34.205710 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d038d6c8-7983-4c3e-babe-da3747085a73 admin admin] Network c6396a07-dfbf-4950-850b-378da3ed2a88 is already hosted by enough agents. {{(pid=113416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:59:34.223365 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device 69e68088-d17f-4c25-8006-de53d82f4084 no longer exists at agent hyperv_hv-cinder-85504 {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:59:34.280332 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.base_scheduler [None req-d038d6c8-7983-4c3e-babe-da3747085a73 admin admin] Resources bound (agent type, host, resource id): {{(pid=113416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:59:34.283454 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] No Port match for: 69e68088-d17f-4c25-8006-de53d82f4084 {{(pid=113417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:59:34.284452 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device 69e68088-d17f-4c25-8006-de53d82f4084 not bound to the agent host hv-cinder-85504 {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:59:34.285964 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d038d6c8-7983-4c3e-babe-da3747085a73 admin admin] Received port after_create {{(pid=113416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:59:34.346061 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1b5cfad-6e0a-45e5-9a4e-ce09314be9bb req-2833a696-c19e-4d0c-89be-6866f52b1d00 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] No DVR routers for this DVR port 69e68088-d17f-4c25-8006-de53d82f4084 on host hv-cinder-85504 {{(pid=113416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 23:59:34.349740 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-c1b5cfad-6e0a-45e5-9a4e-ce09314be9bb req-2833a696-c19e-4d0c-89be-6866f52b1d00 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for port (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:34.353518 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-c1b5cfad-6e0a-45e5-9a4e-ce09314be9bb req-2833a696-c19e-4d0c-89be-6866f52b1d00 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.87 "DELETE /networking/v2.0/ports/69e68088-d17f-4c25-8006-de53d82f4084 HTTP/1.1" status: 204 len: 173 time: 2.3736413 Aug 29 23:59:34.414629 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa54094f-c31b-41ec-ab2d-2e80b4e30cfe', 'name': 'network-vif-deleted', 'tag': '69e68088-d17f-4c25-8006-de53d82f4084'}] {{(pid=113416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:59:34.428329 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca1b1d0bad556637bdc4aa8e491b493d03ba5f494de7569054403470f02cf73a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c26194-21d3-44fd-939b-e2eb9395375b" -d '{"events": [{"server_uuid": "fa54094f-c31b-41ec-ab2d-2e80b4e30cfe", "name": "network-vif-deleted", "tag": "69e68088-d17f-4c25-8006-de53d82f4084"}]}' {{(pid=113416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:59:34.429975 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-64af89b8-0edc-42fe-a964-6f5e81d2dbd0 req-c01ab9ba-e1dc-4aae-863a-e8fb0daf5360 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=fa54094f-c31b-41ec-ab2d-2e80b4e30cfe HTTP/1.1" status: 200 len: 210 time: 0.0937109 Aug 29 23:59:34.461397 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d038d6c8-7983-4c3e-babe-da3747085a73 admin admin] Pushing event updated for resources: {'Port': ['ID=727c969a-de56-4f47-a0bc-05216aac9b14,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:34.600480 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:34.602536 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8362146d-0e89-4548-8b9c-7115d747be37 x-openstack-request-id: req-8362146d-0e89-4548-8b9c-7115d747be37 {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:59:34.602925 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa54094f-c31b-41ec-ab2d-2e80b4e30cfe", "name": "network-vif-deleted", "tag": "69e68088-d17f-4c25-8006-de53d82f4084", "status": "completed", "code": 200}]} {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:59:34.603279 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-8362146d-0e89-4548-8b9c-7115d747be37 {{(pid=113416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:59:34.604372 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8362146d-0e89-4548-8b9c-7115d747be37'] response: {'server_uuid': 'fa54094f-c31b-41ec-ab2d-2e80b4e30cfe', 'name': 'network-vif-deleted', 'tag': '69e68088-d17f-4c25-8006-de53d82f4084', 'status': 'completed', 'code': 200} Aug 29 23:59:34.615098 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-b1f444f5-8f71-46b7-8cbd-bd24fd74b78d None None] Set router 2e462f98-05f3-486e-ab4a-97e92d2f3f62 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:59:34.692213 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device e5c81c84-e97c-4f0a-b11e-d84f5eb1423f up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:59:34.770025 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port e5c81c84-e97c-4f0a-b11e-d84f5eb1423f triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:59:34.770869 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (e5c81c84-e97c-4f0a-b11e-d84f5eb1423f), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:34.857803 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4dc32eb-959d-433a-98bf-c6fe16e52953 None None] Network 653273c4-5c7d-44a6-9fc5-032b967b5cbe requested from dv-cinder-855041-2-iscsi {{(pid=113417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:59:34.906170 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-b1f444f5-8f71-46b7-8cbd-bd24fd74b78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'name': 'tempest-AttachVolumeNegativeTest-1778292269-router', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'bb4d1692-7347-404c-a89d-e9e869c496d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:10Z', 'updated_at': '2022-08-29T23:52:22Z', 'revision_number': 4, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'gw_port': {'id': 'bb4d1692-7347-404c-a89d-e9e869c496d8', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:40:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:11Z', 'updated_at': '2022-08-29T23:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': '14ecde1e-ea4b-4879-9300-81c8f8fd9833', 'name': '', 'network_id': '60b40027-b034-467e-a623-8d465afe9154', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'mac_address': 'fa:16:3e:a3:e0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '371040be-dae2-4b4b-8892-6a99379ddf2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:20Z', 'updated_at': '2022-08-29T23:52:41Z', 'revision_number': 5, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'subnets': [{'id': '371040be-dae2-4b4b-8892-6a99379ddf2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:59:34.937284 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-d038d6c8-7983-4c3e-babe-da3747085a73 admin admin] Publish callbacks [] for router_gateway (1cc081f4-0d50-4e0d-bd81-09e879d00437), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:34.956986 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port e5c81c84-e97c-4f0a-b11e-d84f5eb1423f is: DOWN; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:59:34.957592 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (e5c81c84-e97c-4f0a-b11e-d84f5eb1423f), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:34.976880 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f444f5-8f71-46b7-8cbd-bd24fd74b78d None None] Checking router: 2e462f98-05f3-486e-ab4a-97e92d2f3f62 for host: dv-cinder-855041-2-iscsi {{(pid=113418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:59:34.986700 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-3689d6dc-d8ef-41b4-aa43-9a0d90f83984 None None] Provisioning complete for port 682125cd-38a5-4504-972e-9fd33e670b35 triggered by entity DHCP. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:59:34.987165 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-3689d6dc-d8ef-41b4-aa43-9a0d90f83984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (682125cd-38a5-4504-972e-9fd33e670b35), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:34.991819 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:35.005099 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.agents_db [None req-4166f728-c6cb-4ae6-8e81-f61b29fbc360 None None] Agent healthcheck: found 6 active agents {{(pid=113418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 23:59:35.008262 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f444f5-8f71-46b7-8cbd-bd24fd74b78d None None] Routers {'2e462f98-05f3-486e-ab4a-97e92d2f3f62'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:59:35.009264 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-b1f444f5-8f71-46b7-8cbd-bd24fd74b78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:59:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['2e462f98-05f3-486e-ab4a-97e92d2f3f62'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:59:35.069509 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] For port e5c81c84-e97c-4f0a-b11e-d84f5eb1423f, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=e5c81c84-e97c-4f0a-b11e-d84f5eb1423f,segment=NetworkSegment(ac01668e-658a-426d-8808-b924a51fa0ef),segment_id=ac01668e-658a-426d-8808-b924a51fa0ef)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:59:35.169090 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-3689d6dc-d8ef-41b4-aa43-9a0d90f83984 None None] Current status of the port 682125cd-38a5-4504-972e-9fd33e670b35 is: DOWN; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:59:35.170035 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-3689d6dc-d8ef-41b4-aa43-9a0d90f83984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (682125cd-38a5-4504-972e-9fd33e670b35), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:35.203386 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-b1f444f5-8f71-46b7-8cbd-bd24fd74b78d None None] Set router 2e462f98-05f3-486e-ab4a-97e92d2f3f62 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:59:35.213920 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (e5c81c84-e97c-4f0a-b11e-d84f5eb1423f), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:35.216562 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 682125cd-38a5-4504-972e-9fd33e670b35 up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:59:35.269314 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:35.318770 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-d038d6c8-7983-4c3e-babe-da3747085a73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477501'] for router (1cc081f4-0d50-4e0d-bd81-09e879d00437), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:35.332781 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-3689d6dc-d8ef-41b4-aa43-9a0d90f83984 None None] For port 682125cd-38a5-4504-972e-9fd33e670b35, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=682125cd-38a5-4504-972e-9fd33e670b35,segment=NetworkSegment(eef31e44-36a3-48e2-bdff-693509fe3366),segment_id=eef31e44-36a3-48e2-bdff-693509fe3366)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:59:35.389763 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port 682125cd-38a5-4504-972e-9fd33e670b35 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:59:35.390139 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (682125cd-38a5-4504-972e-9fd33e670b35), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:35.425123 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Pushing event updated for resources: {'Port': ['ID=e5c81c84-e97c-4f0a-b11e-d84f5eb1423f,revision_number=5']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:35.449682 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-3689d6dc-d8ef-41b4-aa43-9a0d90f83984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (682125cd-38a5-4504-972e-9fd33e670b35), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:35.549720 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3689d6dc-d8ef-41b4-aa43-9a0d90f83984 None None] Pushing event updated for resources: {'Port': ['ID=682125cd-38a5-4504-972e-9fd33e670b35,revision_number=3']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:35.583636 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port 682125cd-38a5-4504-972e-9fd33e670b35 is: ACTIVE; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:59:35.586516 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-f0cf107f-84f2-4479-88ee-56d4f8b6ec6a None None] Provisioning complete for port 682125cd-38a5-4504-972e-9fd33e670b35 triggered by entity DHCP. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:59:35.586888 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-f0cf107f-84f2-4479-88ee-56d4f8b6ec6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (682125cd-38a5-4504-972e-9fd33e670b35), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:35.685093 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-12664b07-c511-4a50-a73e-4ddfdb66d656 req-6d184846-373b-4684-a3b3-179f8edf4297 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=fa54094f-c31b-41ec-ab2d-2e80b4e30cfe HTTP/1.1" status: 200 len: 210 time: 0.0854297 Aug 29 23:59:35.687558 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-f0cf107f-84f2-4479-88ee-56d4f8b6ec6a None None] Current status of the port 682125cd-38a5-4504-972e-9fd33e670b35 is: ACTIVE; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:59:35.756581 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-b1f444f5-8f71-46b7-8cbd-bd24fd74b78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'name': 'tempest-AttachVolumeNegativeTest-1778292269-router', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'bb4d1692-7347-404c-a89d-e9e869c496d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:10Z', 'updated_at': '2022-08-29T23:52:22Z', 'revision_number': 4, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'gw_port': {'id': 'bb4d1692-7347-404c-a89d-e9e869c496d8', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:40:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:11Z', 'updated_at': '2022-08-29T23:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': '14ecde1e-ea4b-4879-9300-81c8f8fd9833', 'name': '', 'network_id': '60b40027-b034-467e-a623-8d465afe9154', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'mac_address': 'fa:16:3e:a3:e0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '371040be-dae2-4b4b-8892-6a99379ddf2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:20Z', 'updated_at': '2022-08-29T23:52:41Z', 'revision_number': 5, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'subnets': [{'id': '371040be-dae2-4b4b-8892-6a99379ddf2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:59:35.762392 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d038d6c8-7983-4c3e-babe-da3747085a73 admin admin] Router 1cc081f4-0d50-4e0d-bd81-09e879d00437 is scheduled to L3 agent 037668f0-d812-4b59-9d2d-ce33f66a7708 with binding_index 1 {{(pid=113416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 23:59:35.783620 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f444f5-8f71-46b7-8cbd-bd24fd74b78d None None] The sync data for ids ['2e462f98-05f3-486e-ab4a-97e92d2f3f62'] in dv-cinder-855041-2-iscsi is: [{'id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'name': 'tempest-AttachVolumeNegativeTest-1778292269-router', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'bb4d1692-7347-404c-a89d-e9e869c496d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:10Z', 'updated_at': '2022-08-29T23:52:22Z', 'revision_number': 4, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'gw_port': {'id': 'bb4d1692-7347-404c-a89d-e9e869c496d8', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:40:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:11Z', 'updated_at': '2022-08-29T23:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': '14ecde1e-ea4b-4879-9300-81c8f8fd9833', 'name': '', 'network_id': '60b40027-b034-467e-a623-8d465afe9154', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'mac_address': 'fa:16:3e:a3:e0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '371040be-dae2-4b4b-8892-6a99379ddf2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:20Z', 'updated_at': '2022-08-29T23:52:41Z', 'revision_number': 5, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'subnets': [{'id': '371040be-dae2-4b4b-8892-6a99379ddf2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:59:35.894545 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d038d6c8-7983-4c3e-babe-da3747085a73 admin admin] Notify agent at l3_agent.dv-cinder-855041-2-iscsi the message routers_updated {{(pid=113416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:59:35.903906 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3184e5-b19c-43d0-9a6d-94565ca8540d None None] Sync routers for ids ['1cc081f4-0d50-4e0d-bd81-09e879d00437'] in dv-cinder-855041-2-iscsi {{(pid=113417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:59:35.914282 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3184e5-b19c-43d0-9a6d-94565ca8540d None None] Routers {'1cc081f4-0d50-4e0d-bd81-09e879d00437'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:59:35.914918 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-ab3184e5-b19c-43d0-9a6d-94565ca8540d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:59:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['1cc081f4-0d50-4e0d-bd81-09e879d00437'], 'active': True} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:59:36.023308 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-d038d6c8-7983-4c3e-babe-da3747085a73 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:36.025384 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-d038d6c8-7983-4c3e-babe-da3747085a73 admin admin] 10.222.0.90 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.2812765 Aug 29 23:59:36.030018 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 53620) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:36.032588 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvr_db [None req-ab3184e5-b19c-43d0-9a6d-94565ca8540d None None] Set router 1cc081f4-0d50-4e0d-bd81-09e879d00437 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:59:36.065755 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8784260-aa84-44fd-968e-36f9587c0a74 None None] New status for floating IP a770c433-6a31-4ed2-9557-52757140e2d8: DOWN {{(pid=113418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 23:59:36.155924 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:36.159285 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=100 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:36.237000 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-ab3184e5-b19c-43d0-9a6d-94565ca8540d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc081f4-0d50-4e0d-bd81-09e879d00437', 'name': 'tempest-TestMinimumBasicScenario-982565732-router', 'tenant_id': '924db7fd35064152aaa9492785b26d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '727c969a-de56-4f47-a0bc-05216aac9b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:59:31Z', 'updated_at': '2022-08-29T23:59:34Z', 'revision_number': 3, 'project_id': '924db7fd35064152aaa9492785b26d2f', 'gw_port': {'id': '727c969a-de56-4f47-a0bc-05216aac9b14', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:67:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc081f4-0d50-4e0d-bd81-09e879d00437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:59:33Z', 'updated_at': '2022-08-29T23:59:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi'}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:59:36.267986 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3184e5-b19c-43d0-9a6d-94565ca8540d None None] Checking router: 1cc081f4-0d50-4e0d-bd81-09e879d00437 for host: dv-cinder-855041-2-iscsi {{(pid=113417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:59:36.268370 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3184e5-b19c-43d0-9a6d-94565ca8540d None None] Updating router 1cc081f4-0d50-4e0d-bd81-09e879d00437 port 727c969a-de56-4f47-a0bc-05216aac9b14 binding host dv-cinder-855041-2-iscsi {{(pid=113417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 23:59:36.301172 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-ab3184e5-b19c-43d0-9a6d-94565ca8540d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (727c969a-de56-4f47-a0bc-05216aac9b14), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:36.412513 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device e5c81c84-e97c-4f0a-b11e-d84f5eb1423f up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:59:36.449618 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:36.560472 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-322d3518-ad12-46e5-b8d6-0335e05b63b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:36.573838 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port e5c81c84-e97c-4f0a-b11e-d84f5eb1423f triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:59:36.573838 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (e5c81c84-e97c-4f0a-b11e-d84f5eb1423f), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:36.765922 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port e5c81c84-e97c-4f0a-b11e-d84f5eb1423f is: ACTIVE; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:59:36.768479 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 682125cd-38a5-4504-972e-9fd33e670b35 up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:59:36.781329 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.db_base_plugin_common [None req-322d3518-ad12-46e5-b8d6-0335e05b63b8 admin admin] Allocated IP 172.20.0.1 (653273c4-5c7d-44a6-9fc5-032b967b5cbe/6e8e4a10-adbc-4a14-93d6-096ac3e0a803/96ebccae-c1d2-4147-b075-206508fb97d6) {{(pid=113416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:59:36.814464 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:36.817676 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-ab3184e5-b19c-43d0-9a6d-94565ca8540d None None] Publish callbacks [] for port (727c969a-de56-4f47-a0bc-05216aac9b14), precommit_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:36.848564 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port 682125cd-38a5-4504-972e-9fd33e670b35 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:59:36.849166 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (682125cd-38a5-4504-972e-9fd33e670b35), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:36.879345 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 53630) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:36.896333 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-ab3184e5-b19c-43d0-9a6d-94565ca8540d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (727c969a-de56-4f47-a0bc-05216aac9b14), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:36.907359 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-322d3518-ad12-46e5-b8d6-0335e05b63b8 admin admin] Publish callbacks [] for port (96ebccae-c1d2-4147-b075-206508fb97d6), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:36.948810 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-ab68088a-f2ab-4350-9099-3108460529f6 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for security_group (ac61a8f3-f168-4317-8fca-9bda4528597e), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:36.951836 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-ab3184e5-b19c-43d0-9a6d-94565ca8540d None None] Attempting to bind port 727c969a-de56-4f47-a0bc-05216aac9b14 on host dv-cinder-855041-2-iscsi for vnic_type normal with profile {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:59:36.952229 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-ab3184e5-b19c-43d0-9a6d-94565ca8540d None None] Attempting to bind port 727c969a-de56-4f47-a0bc-05216aac9b14 by drivers openvswitch,hyperv on host dv-cinder-855041-2-iscsi at level 0 using segments [{'id': 'b4742eaf-d58e-407a-bbd7-30be4e48df16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88'}] {{(pid=113417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:59:36.952593 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3184e5-b19c-43d0-9a6d-94565ca8540d None None] Attempting to bind port 727c969a-de56-4f47-a0bc-05216aac9b14 on network c6396a07-dfbf-4950-850b-378da3ed2a88 {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:59:36.977176 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-ab68088a-f2ab-4350-9099-3108460529f6 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for security_group (ac61a8f3-f168-4317-8fca-9bda4528597e), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:37.026542 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-322d3518-ad12-46e5-b8d6-0335e05b63b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963692'] for port (96ebccae-c1d2-4147-b075-206508fb97d6), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:37.081326 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322d3518-ad12-46e5-b8d6-0335e05b63b8 admin admin] Network 653273c4-5c7d-44a6-9fc5-032b967b5cbe is already hosted by enough agents. {{(pid=113416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:59:37.081326 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.base_scheduler [None req-322d3518-ad12-46e5-b8d6-0335e05b63b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=113416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:59:37.081326 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322d3518-ad12-46e5-b8d6-0335e05b63b8 admin admin] Received port after_create {{(pid=113416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:59:37.115464 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322d3518-ad12-46e5-b8d6-0335e05b63b8 admin admin] Pushing event updated for resources: {'Port': ['ID=96ebccae-c1d2-4147-b075-206508fb97d6,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:37.133862 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-ab68088a-f2ab-4350-9099-3108460529f6 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (ac61a8f3-f168-4317-8fca-9bda4528597e), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:37.137409 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-ab68088a-f2ab-4350-9099-3108460529f6 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for security_group (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:37.144251 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-ab68088a-f2ab-4350-9099-3108460529f6 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "DELETE /networking/v2.0/security-groups/ac61a8f3-f168-4317-8fca-9bda4528597e HTTP/1.1" status: 204 len: 168 time: 0.2584107 Aug 29 23:59:37.144453 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 53632) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:37.152568 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3184e5-b19c-43d0-9a6d-94565ca8540d None None] Checking agent: {'id': '01773ddc-a5d8-4c68-b7b5-e385af2b339f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 43, 45), 'started_at': datetime.datetime(2022, 8, 29, 23, 44, 15), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:59:37.153246 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3184e5-b19c-43d0-9a6d-94565ca8540d None None] Checking segment: {'id': 'b4742eaf-d58e-407a-bbd7-30be4e48df16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:59:37.153445 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab68088a-f2ab-4350-9099-3108460529f6 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac61a8f3-f168-4317-8fca-9bda4528597e,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:37.153762 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-ab3184e5-b19c-43d0-9a6d-94565ca8540d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:37.154156 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3184e5-b19c-43d0-9a6d-94565ca8540d None None] Bound using segment: {'id': 'b4742eaf-d58e-407a-bbd7-30be4e48df16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88'} {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:59:37.154636 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-ab3184e5-b19c-43d0-9a6d-94565ca8540d None None] Bound port: 727c969a-de56-4f47-a0bc-05216aac9b14, host: dv-cinder-855041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4742eaf-d58e-407a-bbd7-30be4e48df16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88'}}] {{(pid=113417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:59:37.155008 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-ab3184e5-b19c-43d0-9a6d-94565ca8540d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (727c969a-de56-4f47-a0bc-05216aac9b14), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:37.155426 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-322d3518-ad12-46e5-b8d6-0335e05b63b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477273'] for router_interface (1cc081f4-0d50-4e0d-bd81-09e879d00437), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:37.173143 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.api.v2.resource [None req-a67b920e-612d-4bbe-9fc2-89311736d067 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] show failed (client error): The resource could not be found. Aug 29 23:59:37.177247 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-a67b920e-612d-4bbe-9fc2-89311736d067 tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "GET /networking/v2.0/security-groups/ac61a8f3-f168-4317-8fca-9bda4528597e HTTP/1.1" status: 404 len: 347 time: 0.0311208 Aug 29 23:59:37.177968 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 53634) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:37.201940 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e6d29-5772-4510-acee-7679b6d0fba4 None None] Pushing event updated for resources: {'Port': ['ID=727c969a-de56-4f47-a0bc-05216aac9b14,revision_number=2']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:37.225066 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port 682125cd-38a5-4504-972e-9fd33e670b35 is: ACTIVE; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:59:37.278504 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-ab3184e5-b19c-43d0-9a6d-94565ca8540d None None] For port 727c969a-de56-4f47-a0bc-05216aac9b14, host dv-cinder-855041-2-iscsi, cleared binding levels {{(pid=113417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:59:37.285320 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-ab3184e5-b19c-43d0-9a6d-94565ca8540d None None] For port 727c969a-de56-4f47-a0bc-05216aac9b14, host dv-cinder-855041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=727c969a-de56-4f47-a0bc-05216aac9b14,segment=NetworkSegment(b4742eaf-d58e-407a-bbd7-30be4e48df16),segment_id=b4742eaf-d58e-407a-bbd7-30be4e48df16)] {{(pid=113417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:59:37.287720 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:37.287929 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:37.357610 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [None req-b83d38c0-c763-4e29-a2cc-5a4655017a4d tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Deleting port 239299de-67b7-41e7-8c61-527ffbbdcaa7 {{(pid=113415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:59:37.357752 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-ab3184e5-b19c-43d0-9a6d-94565ca8540d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (727c969a-de56-4f47-a0bc-05216aac9b14), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:37.358212 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-b83d38c0-c763-4e29-a2cc-5a4655017a4d tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (239299de-67b7-41e7-8c61-527ffbbdcaa7), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:37.394751 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3184e5-b19c-43d0-9a6d-94565ca8540d None None] Routers {'1cc081f4-0d50-4e0d-bd81-09e879d00437'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:59:37.395453 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-ab3184e5-b19c-43d0-9a6d-94565ca8540d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:59:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['1cc081f4-0d50-4e0d-bd81-09e879d00437'], 'active': True} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:59:37.449749 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-322d3518-ad12-46e5-b8d6-0335e05b63b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (96ebccae-c1d2-4147-b075-206508fb97d6), before_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:37.462721 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-b83d38c0-c763-4e29-a2cc-5a4655017a4d tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (239299de-67b7-41e7-8c61-527ffbbdcaa7), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:37.463767 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-b83d38c0-c763-4e29-a2cc-5a4655017a4d tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for floatingip (239299de-67b7-41e7-8c61-527ffbbdcaa7), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:37.477052 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-11cbdd0c-f952-4d6a-9764-f3b0a062a6a0 None None] Provisioning complete for port 96ebccae-c1d2-4147-b075-206508fb97d6 triggered by entity DHCP. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:59:37.477416 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-11cbdd0c-f952-4d6a-9764-f3b0a062a6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (96ebccae-c1d2-4147-b075-206508fb97d6), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:37.480668 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [None req-b83d38c0-c763-4e29-a2cc-5a4655017a4d tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Calling delete_port for 239299de-67b7-41e7-8c61-527ffbbdcaa7 owned by network:floatingip {{(pid=113415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:59:37.484914 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e6d29-5772-4510-acee-7679b6d0fba4 None None] Pushing event updated for resources: {'Port': ['ID=727c969a-de56-4f47-a0bc-05216aac9b14,revision_number=3']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:37.560890 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-11cbdd0c-f952-4d6a-9764-f3b0a062a6a0 None None] Port 96ebccae-c1d2-4147-b075-206508fb97d6 cannot update to ACTIVE because it is not bound. {{(pid=113417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 23:59:37.576936 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvr_db [None req-ab3184e5-b19c-43d0-9a6d-94565ca8540d None None] Set router 1cc081f4-0d50-4e0d-bd81-09e879d00437 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:59:37.600165 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:37.654741 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-322d3518-ad12-46e5-b8d6-0335e05b63b8 admin admin] Publish callbacks [] for port (96ebccae-c1d2-4147-b075-206508fb97d6), precommit_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:37.665516 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:37.782193 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-ab3184e5-b19c-43d0-9a6d-94565ca8540d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc081f4-0d50-4e0d-bd81-09e879d00437', 'name': 'tempest-TestMinimumBasicScenario-982565732-router', 'tenant_id': '924db7fd35064152aaa9492785b26d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '727c969a-de56-4f47-a0bc-05216aac9b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:59:31Z', 'updated_at': '2022-08-29T23:59:34Z', 'revision_number': 3, 'project_id': '924db7fd35064152aaa9492785b26d2f', 'gw_port': {'id': '727c969a-de56-4f47-a0bc-05216aac9b14', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:67:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc081f4-0d50-4e0d-bd81-09e879d00437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:59:33Z', 'updated_at': '2022-08-29T23:59:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi'}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:59:37.784305 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-b83d38c0-c763-4e29-a2cc-5a4655017a4d tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11068774'] for port (239299de-67b7-41e7-8c61-527ffbbdcaa7), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:37.784834 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-322d3518-ad12-46e5-b8d6-0335e05b63b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963685'] for port (96ebccae-c1d2-4147-b075-206508fb97d6), after_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:37.810250 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3184e5-b19c-43d0-9a6d-94565ca8540d None None] The sync data for ids ['1cc081f4-0d50-4e0d-bd81-09e879d00437'] in dv-cinder-855041-2-iscsi is: [{'id': '1cc081f4-0d50-4e0d-bd81-09e879d00437', 'name': 'tempest-TestMinimumBasicScenario-982565732-router', 'tenant_id': '924db7fd35064152aaa9492785b26d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '727c969a-de56-4f47-a0bc-05216aac9b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:59:31Z', 'updated_at': '2022-08-29T23:59:34Z', 'revision_number': 3, 'project_id': '924db7fd35064152aaa9492785b26d2f', 'gw_port': {'id': '727c969a-de56-4f47-a0bc-05216aac9b14', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:67:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc081f4-0d50-4e0d-bd81-09e879d00437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:59:33Z', 'updated_at': '2022-08-29T23:59:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi'}] {{(pid=113417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:59:37.819949 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83d38c0-c763-4e29-a2cc-5a4655017a4d tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Pushing event deleted for resources: {'Port': ['ID=239299de-67b7-41e7-8c61-527ffbbdcaa7,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:37.882094 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322d3518-ad12-46e5-b8d6-0335e05b63b8 admin admin] Pushing event updated for resources: {'Port': ['ID=96ebccae-c1d2-4147-b075-206508fb97d6,revision_number=2']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:37.886868 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-322d3518-ad12-46e5-b8d6-0335e05b63b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3699119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477389'] for router_interface (1cc081f4-0d50-4e0d-bd81-09e879d00437), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:37.912321 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-b83d38c0-c763-4e29-a2cc-5a4655017a4d tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks [] for floatingip (a770c433-6a31-4ed2-9557-52757140e2d8), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:37.915419 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-b83d38c0-c763-4e29-a2cc-5a4655017a4d tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for floatingip (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:37.919690 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-b83d38c0-c763-4e29-a2cc-5a4655017a4d tempest-AttachVolumeNegativeTest-1805420495 tempest-AttachVolumeNegativeTest-1805420495-project] 10.222.0.90 "DELETE /networking/v2.0/floatingips/a770c433-6a31-4ed2-9557-52757140e2d8 HTTP/1.1" status: 204 len: 168 time: 0.7381823 Aug 29 23:59:37.994834 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322d3518-ad12-46e5-b8d6-0335e05b63b8 admin admin] Network 653273c4-5c7d-44a6-9fc5-032b967b5cbe is already hosted by enough agents. {{(pid=113416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:59:37.996572 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.base_scheduler [None req-322d3518-ad12-46e5-b8d6-0335e05b63b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=113416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:59:38.161196 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-322d3518-ad12-46e5-b8d6-0335e05b63b8 admin admin] Router 1cc081f4-0d50-4e0d-bd81-09e879d00437 has already been hosted by L3 agent 037668f0-d812-4b59-9d2d-ce33f66a7708 {{(pid=113416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:59:38.294074 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=100 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:38.315884 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-322d3518-ad12-46e5-b8d6-0335e05b63b8 admin admin] Notify agent at l3_agent.dv-cinder-855041-2-iscsi the message routers_updated {{(pid=113416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:59:38.323810 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-322d3518-ad12-46e5-b8d6-0335e05b63b8 admin admin] 10.222.0.90 "PUT /networking/v2.0/routers/1cc081f4-0d50-4e0d-bd81-09e879d00437/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2922120 Aug 29 23:59:38.389984 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-589ae603-5899-46a2-a423-0577dd34b769 None None] Provisioning complete for port 96ebccae-c1d2-4147-b075-206508fb97d6 triggered by entity DHCP. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:59:38.390537 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-589ae603-5899-46a2-a423-0577dd34b769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (96ebccae-c1d2-4147-b075-206508fb97d6), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:38.424896 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 727c969a-de56-4f47-a0bc-05216aac9b14 up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:59:38.499539 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-589ae603-5899-46a2-a423-0577dd34b769 None None] Port 96ebccae-c1d2-4147-b075-206508fb97d6 cannot update to ACTIVE because it is not bound. {{(pid=113417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 23:59:38.514792 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port 727c969a-de56-4f47-a0bc-05216aac9b14 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:59:38.515161 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (727c969a-de56-4f47-a0bc-05216aac9b14), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:38.607808 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port 727c969a-de56-4f47-a0bc-05216aac9b14 is: DOWN; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:59:38.608257 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (727c969a-de56-4f47-a0bc-05216aac9b14), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:38.642764 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] For port 727c969a-de56-4f47-a0bc-05216aac9b14, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=727c969a-de56-4f47-a0bc-05216aac9b14,segment=NetworkSegment(b4742eaf-d58e-407a-bbd7-30be4e48df16),segment_id=b4742eaf-d58e-407a-bbd7-30be4e48df16)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:59:38.756673 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (727c969a-de56-4f47-a0bc-05216aac9b14), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:38.782055 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:38.811106 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Pushing event updated for resources: {'Port': ['ID=727c969a-de56-4f47-a0bc-05216aac9b14,revision_number=4']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:40.279465 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6e023f-e442-4634-ba6e-bedece7362ea None None] Sync routers for ids ['1cc081f4-0d50-4e0d-bd81-09e879d00437'] in dv-cinder-855041-2-iscsi {{(pid=113417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:59:40.296063 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6e023f-e442-4634-ba6e-bedece7362ea None None] Routers {'1cc081f4-0d50-4e0d-bd81-09e879d00437'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:59:40.296884 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-8d6e023f-e442-4634-ba6e-bedece7362ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:59:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['1cc081f4-0d50-4e0d-bd81-09e879d00437'], 'active': True} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:59:40.375560 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-3e747dbc-7ee9-4e0f-9853-6ef0f5beeac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (1020f8f9-c858-45a1-84c5-376480b0ca2e), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:40.440894 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 727c969a-de56-4f47-a0bc-05216aac9b14 up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:59:40.479640 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvr_db [None req-8d6e023f-e442-4634-ba6e-bedece7362ea None None] Set router 1cc081f4-0d50-4e0d-bd81-09e879d00437 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:59:40.638071 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port 727c969a-de56-4f47-a0bc-05216aac9b14 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:59:40.638532 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (727c969a-de56-4f47-a0bc-05216aac9b14), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:40.724628 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:40.850011 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port 727c969a-de56-4f47-a0bc-05216aac9b14 is: ACTIVE; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:59:40.865905 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-8d6e023f-e442-4634-ba6e-bedece7362ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc081f4-0d50-4e0d-bd81-09e879d00437', 'name': 'tempest-TestMinimumBasicScenario-982565732-router', 'tenant_id': '924db7fd35064152aaa9492785b26d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '727c969a-de56-4f47-a0bc-05216aac9b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:59:31Z', 'updated_at': '2022-08-29T23:59:37Z', 'revision_number': 4, 'project_id': '924db7fd35064152aaa9492785b26d2f', 'gw_port': {'id': '727c969a-de56-4f47-a0bc-05216aac9b14', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:67:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc081f4-0d50-4e0d-bd81-09e879d00437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:59:33Z', 'updated_at': '2022-08-29T23:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': '96ebccae-c1d2-4147-b075-206508fb97d6', 'name': '', 'network_id': '653273c4-5c7d-44a6-9fc5-032b967b5cbe', 'tenant_id': '924db7fd35064152aaa9492785b26d2f', 'mac_address': 'fa:16:3e:7c:5d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc081f4-0d50-4e0d-bd81-09e879d00437', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '6e8e4a10-adbc-4a14-93d6-096ac3e0a803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:59:36Z', 'updated_at': '2022-08-29T23:59:37Z', 'revision_number': 2, 'project_id': '924db7fd35064152aaa9492785b26d2f', 'subnets': [{'id': '6e8e4a10-adbc-4a14-93d6-096ac3e0a803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:59:40.901604 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6e023f-e442-4634-ba6e-bedece7362ea None None] Checking router: 1cc081f4-0d50-4e0d-bd81-09e879d00437 for host: dv-cinder-855041-2-iscsi {{(pid=113417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:59:40.901865 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6e023f-e442-4634-ba6e-bedece7362ea None None] Updating router 1cc081f4-0d50-4e0d-bd81-09e879d00437 port 96ebccae-c1d2-4147-b075-206508fb97d6 binding host dv-cinder-855041-2-iscsi {{(pid=113417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 23:59:40.934812 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-8d6e023f-e442-4634-ba6e-bedece7362ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (96ebccae-c1d2-4147-b075-206508fb97d6), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:41.260418 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-8d6e023f-e442-4634-ba6e-bedece7362ea None None] Publish callbacks [] for port (96ebccae-c1d2-4147-b075-206508fb97d6), precommit_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:41.362512 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-8d6e023f-e442-4634-ba6e-bedece7362ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (96ebccae-c1d2-4147-b075-206508fb97d6), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:41.409087 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:41.576254 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24214110-9478-4fd2-8b94-51c202642a7d None None] Pushing event updated for resources: {'Port': ['ID=96ebccae-c1d2-4147-b075-206508fb97d6,revision_number=3']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:41.607519 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-8d6e023f-e442-4634-ba6e-bedece7362ea None None] Attempting to bind port 96ebccae-c1d2-4147-b075-206508fb97d6 on host dv-cinder-855041-2-iscsi for vnic_type normal with profile {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:59:41.607902 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-8d6e023f-e442-4634-ba6e-bedece7362ea None None] Attempting to bind port 96ebccae-c1d2-4147-b075-206508fb97d6 by drivers openvswitch,hyperv on host dv-cinder-855041-2-iscsi at level 0 using segments [{'id': 'eef31e44-36a3-48e2-bdff-693509fe3366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '653273c4-5c7d-44a6-9fc5-032b967b5cbe'}] {{(pid=113417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:59:41.608271 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6e023f-e442-4634-ba6e-bedece7362ea None None] Attempting to bind port 96ebccae-c1d2-4147-b075-206508fb97d6 on network 653273c4-5c7d-44a6-9fc5-032b967b5cbe {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:59:41.614923 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6e023f-e442-4634-ba6e-bedece7362ea None None] Checking agent: {'id': '01773ddc-a5d8-4c68-b7b5-e385af2b339f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 43, 45), 'started_at': datetime.datetime(2022, 8, 29, 23, 44, 15), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:59:41.615374 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6e023f-e442-4634-ba6e-bedece7362ea None None] Checking segment: {'id': 'eef31e44-36a3-48e2-bdff-693509fe3366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '653273c4-5c7d-44a6-9fc5-032b967b5cbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:59:41.615682 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-8d6e023f-e442-4634-ba6e-bedece7362ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:41.616063 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6e023f-e442-4634-ba6e-bedece7362ea None None] Bound using segment: {'id': 'eef31e44-36a3-48e2-bdff-693509fe3366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '653273c4-5c7d-44a6-9fc5-032b967b5cbe'} {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:59:41.617252 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-8d6e023f-e442-4634-ba6e-bedece7362ea None None] Bound port: 96ebccae-c1d2-4147-b075-206508fb97d6, host: dv-cinder-855041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eef31e44-36a3-48e2-bdff-693509fe3366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '653273c4-5c7d-44a6-9fc5-032b967b5cbe'}}] {{(pid=113417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:59:41.617252 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-8d6e023f-e442-4634-ba6e-bedece7362ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (96ebccae-c1d2-4147-b075-206508fb97d6), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:41.784918 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-8d6e023f-e442-4634-ba6e-bedece7362ea None None] For port 96ebccae-c1d2-4147-b075-206508fb97d6, host dv-cinder-855041-2-iscsi, cleared binding levels {{(pid=113417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:59:41.788905 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-8d6e023f-e442-4634-ba6e-bedece7362ea None None] For port 96ebccae-c1d2-4147-b075-206508fb97d6, host dv-cinder-855041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=96ebccae-c1d2-4147-b075-206508fb97d6,segment=NetworkSegment(eef31e44-36a3-48e2-bdff-693509fe3366),segment_id=eef31e44-36a3-48e2-bdff-693509fe3366)] {{(pid=113417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:59:41.871733 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-8d6e023f-e442-4634-ba6e-bedece7362ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (96ebccae-c1d2-4147-b075-206508fb97d6), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:41.955856 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6e023f-e442-4634-ba6e-bedece7362ea None None] Routers {'1cc081f4-0d50-4e0d-bd81-09e879d00437'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:59:41.955856 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-8d6e023f-e442-4634-ba6e-bedece7362ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:59:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['1cc081f4-0d50-4e0d-bd81-09e879d00437'], 'active': True} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:59:42.010627 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24214110-9478-4fd2-8b94-51c202642a7d None None] Pushing event updated for resources: {'Port': ['ID=96ebccae-c1d2-4147-b075-206508fb97d6,revision_number=4']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:42.119899 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvr_db [None req-8d6e023f-e442-4634-ba6e-bedece7362ea None None] Set router 1cc081f4-0d50-4e0d-bd81-09e879d00437 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:59:42.299175 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:42.382646 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-8d6e023f-e442-4634-ba6e-bedece7362ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc081f4-0d50-4e0d-bd81-09e879d00437', 'name': 'tempest-TestMinimumBasicScenario-982565732-router', 'tenant_id': '924db7fd35064152aaa9492785b26d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '727c969a-de56-4f47-a0bc-05216aac9b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:59:31Z', 'updated_at': '2022-08-29T23:59:37Z', 'revision_number': 4, 'project_id': '924db7fd35064152aaa9492785b26d2f', 'gw_port': {'id': '727c969a-de56-4f47-a0bc-05216aac9b14', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:67:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc081f4-0d50-4e0d-bd81-09e879d00437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:59:33Z', 'updated_at': '2022-08-29T23:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': '96ebccae-c1d2-4147-b075-206508fb97d6', 'name': '', 'network_id': '653273c4-5c7d-44a6-9fc5-032b967b5cbe', 'tenant_id': '924db7fd35064152aaa9492785b26d2f', 'mac_address': 'fa:16:3e:7c:5d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc081f4-0d50-4e0d-bd81-09e879d00437', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '6e8e4a10-adbc-4a14-93d6-096ac3e0a803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:59:36Z', 'updated_at': '2022-08-29T23:59:41Z', 'revision_number': 4, 'project_id': '924db7fd35064152aaa9492785b26d2f', 'subnets': [{'id': '6e8e4a10-adbc-4a14-93d6-096ac3e0a803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:59:42.418103 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6e023f-e442-4634-ba6e-bedece7362ea None None] The sync data for ids ['1cc081f4-0d50-4e0d-bd81-09e879d00437'] in dv-cinder-855041-2-iscsi is: [{'id': '1cc081f4-0d50-4e0d-bd81-09e879d00437', 'name': 'tempest-TestMinimumBasicScenario-982565732-router', 'tenant_id': '924db7fd35064152aaa9492785b26d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '727c969a-de56-4f47-a0bc-05216aac9b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:59:31Z', 'updated_at': '2022-08-29T23:59:37Z', 'revision_number': 4, 'project_id': '924db7fd35064152aaa9492785b26d2f', 'gw_port': {'id': '727c969a-de56-4f47-a0bc-05216aac9b14', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:67:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc081f4-0d50-4e0d-bd81-09e879d00437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:59:33Z', 'updated_at': '2022-08-29T23:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': '96ebccae-c1d2-4147-b075-206508fb97d6', 'name': '', 'network_id': '653273c4-5c7d-44a6-9fc5-032b967b5cbe', 'tenant_id': '924db7fd35064152aaa9492785b26d2f', 'mac_address': 'fa:16:3e:7c:5d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc081f4-0d50-4e0d-bd81-09e879d00437', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '6e8e4a10-adbc-4a14-93d6-096ac3e0a803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:59:36Z', 'updated_at': '2022-08-29T23:59:41Z', 'revision_number': 4, 'project_id': '924db7fd35064152aaa9492785b26d2f', 'subnets': [{'id': '6e8e4a10-adbc-4a14-93d6-096ac3e0a803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:59:42.444685 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 53744) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:43.073419 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (a7eaf665-0f6d-431a-9601-222c900251ec), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:43.161146 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:43.221588 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-4e69dbb4-7e0c-4ffa-b86a-0c4e3ba41fde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477410'] for router_interface (2e462f98-05f3-486e-ab4a-97e92d2f3f62), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:43.449876 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-3027cb91-f679-4e65-9bc3-ccef79488c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (037668f0-d812-4b59-9d2d-ce33f66a7708), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:43.537773 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [None req-4e69dbb4-7e0c-4ffa-b86a-0c4e3ba41fde admin admin] Deleting port 14ecde1e-ea4b-4879-9300-81c8f8fd9833 {{(pid=113415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:59:43.538815 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-4e69dbb4-7e0c-4ffa-b86a-0c4e3ba41fde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (14ecde1e-ea4b-4879-9300-81c8f8fd9833), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:43.643181 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.db [None req-4e69dbb4-7e0c-4ffa-b86a-0c4e3ba41fde admin admin] For port 14ecde1e-ea4b-4879-9300-81c8f8fd9833, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=14ecde1e-ea4b-4879-9300-81c8f8fd9833,segment=NetworkSegment(b7df322f-93e7-4c06-ab35-efbbaf8c395e),segment_id=b7df322f-93e7-4c06-ab35-efbbaf8c395e)] {{(pid=113415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:59:43.643723 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-4e69dbb4-7e0c-4ffa-b86a-0c4e3ba41fde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (14ecde1e-ea4b-4879-9300-81c8f8fd9833), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:43.662321 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [None req-4e69dbb4-7e0c-4ffa-b86a-0c4e3ba41fde admin admin] Calling delete_port for 14ecde1e-ea4b-4879-9300-81c8f8fd9833 owned by network:router_interface {{(pid=113415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:59:43.747296 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:43.997358 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-4e69dbb4-7e0c-4ffa-b86a-0c4e3ba41fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11068774'] for port (14ecde1e-ea4b-4879-9300-81c8f8fd9833), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:44.060787 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e69dbb4-7e0c-4ffa-b86a-0c4e3ba41fde admin admin] Pushing event deleted for resources: {'Port': ['ID=14ecde1e-ea4b-4879-9300-81c8f8fd9833,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:44.325859 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-4e69dbb4-7e0c-4ffa-b86a-0c4e3ba41fde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-479058'] for router_interface (2e462f98-05f3-486e-ab4a-97e92d2f3f62), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:44.453543 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cdcd43ac-7909-438b-ba67-31b4a20d4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (bcd4f52e-0d63-4d8a-9dda-ff825ab30758), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:44.605279 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:44.616362 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 96ebccae-c1d2-4147-b075-206508fb97d6 up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:59:44.695741 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port 96ebccae-c1d2-4147-b075-206508fb97d6 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:59:44.696341 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (96ebccae-c1d2-4147-b075-206508fb97d6), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:44.724698 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e69dbb4-7e0c-4ffa-b86a-0c4e3ba41fde admin admin] Router 2e462f98-05f3-486e-ab4a-97e92d2f3f62 has already been hosted by L3 agent 037668f0-d812-4b59-9d2d-ce33f66a7708 {{(pid=113415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:59:44.831791 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port 96ebccae-c1d2-4147-b075-206508fb97d6 is: DOWN; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:59:44.832220 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (96ebccae-c1d2-4147-b075-206508fb97d6), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:44.876679 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] For port 96ebccae-c1d2-4147-b075-206508fb97d6, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=96ebccae-c1d2-4147-b075-206508fb97d6,segment=NetworkSegment(eef31e44-36a3-48e2-bdff-693509fe3366),segment_id=eef31e44-36a3-48e2-bdff-693509fe3366)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:59:44.901918 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e69dbb4-7e0c-4ffa-b86a-0c4e3ba41fde admin admin] Notify agent at l3_agent.dv-cinder-855041-2-iscsi the message routers_updated {{(pid=113415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:59:44.907498 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-4e69dbb4-7e0c-4ffa-b86a-0c4e3ba41fde admin admin] 10.222.0.90 "PUT /networking/v2.0/routers/2e462f98-05f3-486e-ab4a-97e92d2f3f62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4644859 Aug 29 23:59:44.911046 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 53778) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:44.918111 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e7ea65-68dd-44c4-bdcb-5fcde58bff44 None None] Sync routers for ids ['2e462f98-05f3-486e-ab4a-97e92d2f3f62'] in dv-cinder-855041-2-iscsi {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:59:44.949279 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e7ea65-68dd-44c4-bdcb-5fcde58bff44 None None] Routers {'2e462f98-05f3-486e-ab4a-97e92d2f3f62'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:59:44.954310 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-f2e7ea65-68dd-44c4-bdcb-5fcde58bff44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:59:43Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['2e462f98-05f3-486e-ab4a-97e92d2f3f62'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:59:44.968220 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (96ebccae-c1d2-4147-b075-206508fb97d6), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:45.028434 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Pushing event updated for resources: {'Port': ['ID=96ebccae-c1d2-4147-b075-206508fb97d6,revision_number=5']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:45.069719 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-05668307-e26a-486b-861e-944ffb7eab82 admin admin] Publish callbacks [] for router (2e462f98-05f3-486e-ab4a-97e92d2f3f62), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:45.115254 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:45.119364 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:45.148556 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-f2e7ea65-68dd-44c4-bdcb-5fcde58bff44 None None] Set router 2e462f98-05f3-486e-ab4a-97e92d2f3f62 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:59:45.266039 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-05668307-e26a-486b-861e-944ffb7eab82 admin admin] Publish callbacks [] for router_gateway (2e462f98-05f3-486e-ab4a-97e92d2f3f62), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:45.431489 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-f2e7ea65-68dd-44c4-bdcb-5fcde58bff44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'name': 'tempest-AttachVolumeNegativeTest-1778292269-router', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'bb4d1692-7347-404c-a89d-e9e869c496d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:10Z', 'updated_at': '2022-08-29T23:59:43Z', 'revision_number': 5, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'gw_port': {'id': 'bb4d1692-7347-404c-a89d-e9e869c496d8', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:40:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:11Z', 'updated_at': '2022-08-29T23:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi'}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:59:45.444912 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.plugin [None req-05668307-e26a-486b-861e-944ffb7eab82 admin admin] Deleting port bb4d1692-7347-404c-a89d-e9e869c496d8 {{(pid=113416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:59:45.445548 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-05668307-e26a-486b-861e-944ffb7eab82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (bb4d1692-7347-404c-a89d-e9e869c496d8), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:45.466906 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e7ea65-68dd-44c4-bdcb-5fcde58bff44 None None] Checking router: 2e462f98-05f3-486e-ab4a-97e92d2f3f62 for host: dv-cinder-855041-2-iscsi {{(pid=113418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:59:45.484290 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:45.488268 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e7ea65-68dd-44c4-bdcb-5fcde58bff44 None None] Routers {'2e462f98-05f3-486e-ab4a-97e92d2f3f62'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:59:45.489311 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-f2e7ea65-68dd-44c4-bdcb-5fcde58bff44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:59:43Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['2e462f98-05f3-486e-ab4a-97e92d2f3f62'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:59:45.574400 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (01773ddc-a5d8-4c68-b7b5-e385af2b339f), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:45.643381 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-f2e7ea65-68dd-44c4-bdcb-5fcde58bff44 None None] Set router 2e462f98-05f3-486e-ab4a-97e92d2f3f62 gateway port host: None {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:59:45.708826 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-f2e7ea65-68dd-44c4-bdcb-5fcde58bff44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'name': 'tempest-AttachVolumeNegativeTest-1778292269-router', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:10Z', 'updated_at': '2022-08-29T23:59:45Z', 'revision_number': 6, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'gw_port_host': None}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:59:45.741937 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e7ea65-68dd-44c4-bdcb-5fcde58bff44 None None] The sync data for ids ['2e462f98-05f3-486e-ab4a-97e92d2f3f62'] in dv-cinder-855041-2-iscsi is: [{'id': '2e462f98-05f3-486e-ab4a-97e92d2f3f62', 'name': 'tempest-AttachVolumeNegativeTest-1778292269-router', 'tenant_id': 'a2963b1b4aba47f593c63a398b511792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:10Z', 'updated_at': '2022-08-29T23:59:45Z', 'revision_number': 6, 'project_id': 'a2963b1b4aba47f593c63a398b511792', 'gw_port_host': None}] {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:59:45.940295 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.db [None req-05668307-e26a-486b-861e-944ffb7eab82 admin admin] For port bb4d1692-7347-404c-a89d-e9e869c496d8, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=bb4d1692-7347-404c-a89d-e9e869c496d8,segment=NetworkSegment(b4742eaf-d58e-407a-bbd7-30be4e48df16),segment_id=b4742eaf-d58e-407a-bbd7-30be4e48df16)] {{(pid=113416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:59:45.940295 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-05668307-e26a-486b-861e-944ffb7eab82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (bb4d1692-7347-404c-a89d-e9e869c496d8), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:45.957515 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.plugin [None req-05668307-e26a-486b-861e-944ffb7eab82 admin admin] Calling delete_port for bb4d1692-7347-404c-a89d-e9e869c496d8 owned by network:router_gateway {{(pid=113416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:59:46.029883 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804edb6b-66eb-4b57-8a9f-0cdde0827e1f req-c3139b9e-7383-439b-9fd4-9f89900659dd tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:59:46.031028 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-804edb6b-66eb-4b57-8a9f-0cdde0827e1f req-c3139b9e-7383-439b-9fd4-9f89900659dd tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 947 time: 0.0625479 Aug 29 23:59:46.091555 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-804edb6b-66eb-4b57-8a9f-0cdde0827e1f req-5982f085-a92c-48a2-8345-a138220a31d3 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=66421100-836a-4b79-b0d6-afeb34f4a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537922 Aug 29 23:59:46.390777 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-05668307-e26a-486b-861e-944ffb7eab82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963692'] for port (bb4d1692-7347-404c-a89d-e9e869c496d8), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:46.417705 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05668307-e26a-486b-861e-944ffb7eab82 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb4d1692-7347-404c-a89d-e9e869c496d8,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:46.493928 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-05668307-e26a-486b-861e-944ffb7eab82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477601'] for router_gateway (2e462f98-05f3-486e-ab4a-97e92d2f3f62), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:46.499959 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-55545b4a-c719-46e4-a9c5-7c044aa64822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (63136763-0f20-46a8-951a-2f70193501e4), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:46.605962 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-05668307-e26a-486b-861e-944ffb7eab82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63306'] for router (2e462f98-05f3-486e-ab4a-97e92d2f3f62), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:46.609168 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-05668307-e26a-486b-861e-944ffb7eab82 admin admin] Publish callbacks [] for router_controller (2e462f98-05f3-486e-ab4a-97e92d2f3f62), precommit_delete_associations {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:46.683099 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 96ebccae-c1d2-4147-b075-206508fb97d6 up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:59:46.733930 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-05668307-e26a-486b-861e-944ffb7eab82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-479023'] for router (2e462f98-05f3-486e-ab4a-97e92d2f3f62), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:46.734857 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05668307-e26a-486b-861e-944ffb7eab82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e462f98-05f3-486e-ab4a-97e92d2f3f62 {{(pid=113416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 23:59:46.746024 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-05668307-e26a-486b-861e-944ffb7eab82 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:46.746024 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-05668307-e26a-486b-861e-944ffb7eab82 admin admin] 10.222.0.90 "DELETE /networking/v2.0/routers/2e462f98-05f3-486e-ab4a-97e92d2f3f62 HTTP/1.1" status: 204 len: 168 time: 1.8308437 Aug 29 23:59:46.746024 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 53800) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:46.746513 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port 96ebccae-c1d2-4147-b075-206508fb97d6 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:59:46.747355 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (96ebccae-c1d2-4147-b075-206508fb97d6), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:46.807780 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:46.824752 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae15caec-d8e1-4cd7-9b44-6a245d887219 admin admin] Deleting subnet 371040be-dae2-4b4b-8892-6a99379ddf2c {{(pid=113416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 23:59:46.828761 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-ae15caec-d8e1-4cd7-9b44-6a245d887219 admin admin] Publish callbacks [] for subnet (371040be-dae2-4b4b-8892-6a99379ddf2c), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:46.871209 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port 96ebccae-c1d2-4147-b075-206508fb97d6 is: ACTIVE; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:59:46.881252 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-ae15caec-d8e1-4cd7-9b44-6a245d887219 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10966540'] for subnet (371040be-dae2-4b4b-8892-6a99379ddf2c), precommit_delete_associations {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:46.928376 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:46.952688 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 14ecde1e-ea4b-4879-9300-81c8f8fd9833 no longer exists at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:59:46.979628 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] No Port match for: 14ecde1e-ea4b-4879-9300-81c8f8fd9833 {{(pid=113417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:59:46.980263 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 14ecde1e-ea4b-4879-9300-81c8f8fd9833 not bound to the agent host dv-cinder-855041-2-iscsi {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:59:46.980838 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device bb4d1692-7347-404c-a89d-e9e869c496d8 no longer exists at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:59:46.987082 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-ae15caec-d8e1-4cd7-9b44-6a245d887219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3500387'] for subnet (371040be-dae2-4b4b-8892-6a99379ddf2c), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:47.003101 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] No Port match for: bb4d1692-7347-404c-a89d-e9e869c496d8 {{(pid=113417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:59:47.003361 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device bb4d1692-7347-404c-a89d-e9e869c496d8 not bound to the agent host dv-cinder-855041-2-iscsi {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:59:47.134053 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-ae15caec-d8e1-4cd7-9b44-6a245d887219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3500410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4096602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10966559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11693050'] for subnet (371040be-dae2-4b4b-8892-6a99379ddf2c), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:47.173266 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae15caec-d8e1-4cd7-9b44-6a245d887219 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=371040be-dae2-4b4b-8892-6a99379ddf2c,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:47.182334 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-ae15caec-d8e1-4cd7-9b44-6a245d887219 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for subnet (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:47.186190 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-ae15caec-d8e1-4cd7-9b44-6a245d887219 admin admin] 10.222.0.90 "DELETE /networking/v2.0/subnets/371040be-dae2-4b4b-8892-6a99379ddf2c HTTP/1.1" status: 204 len: 168 time: 0.4393945 Aug 29 23:59:47.189226 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 53804) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:47.196397 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd23ad1-44cc-4ec8-add0-32c4820ad1c5 None None] Network 60b40027-b034-467e-a623-8d465afe9154 requested from dv-cinder-855041-2-iscsi {{(pid=113417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:59:47.311447 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d791cd7-a23d-410b-a990-04f217709c46 req-f7c59fdc-625a-4bac-820b-cc85ddd349fa tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:59:47.313613 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-6d791cd7-a23d-410b-a990-04f217709c46 req-f7c59fdc-625a-4bac-820b-cc85ddd349fa tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 947 time: 0.0626285 Aug 29 23:59:47.327535 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da140a3-2259-4060-b9f2-2cb133efc309 req-47e33c27-a1f8-4eff-83e9-4ad054324127 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:59:47.330623 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-5da140a3-2259-4060-b9f2-2cb133efc309 req-47e33c27-a1f8-4eff-83e9-4ad054324127 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.87 "GET /networking/v2.0/ports?device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 947 time: 0.1163223 Aug 29 23:59:47.449051 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b9955b-ab0b-48db-87a1-0108a32a781e None None] DHCP port deletion for 60b40027-b034-467e-a623-8d465afe9154 request from dv-cinder-855041-2-iscsi {{(pid=113417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 23:59:47.449584 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-0fe4c029-d1c1-49e9-902d-34b85467a0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578142'] for network (60b40027-b034-467e-a623-8d465afe9154), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:47.490706 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-6d791cd7-a23d-410b-a990-04f217709c46 req-af8a1553-6fcd-4bd2-ad45-02feada3881e tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=66421100-836a-4b79-b0d6-afeb34f4a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216469 Aug 29 23:59:47.516359 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-78b9955b-ab0b-48db-87a1-0108a32a781e None None] Deleting port 936dfbec-c3e8-4811-91e6-73d7c3350d71 {{(pid=113417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:59:47.516905 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-78b9955b-ab0b-48db-87a1-0108a32a781e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (936dfbec-c3e8-4811-91e6-73d7c3350d71), before_delete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:47.526488 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.plugin [req-5da140a3-2259-4060-b9f2-2cb133efc309 req-9bea78ce-7b70-416e-8680-b7a2dc29e235 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Deleting port cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f {{(pid=113416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:59:47.527317 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-5da140a3-2259-4060-b9f2-2cb133efc309 req-9bea78ce-7b70-416e-8680-b7a2dc29e235 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:47.553223 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [None req-0fe4c029-d1c1-49e9-902d-34b85467a0d8 admin admin] Deleting port 936dfbec-c3e8-4811-91e6-73d7c3350d71 {{(pid=113415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:59:47.553567 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-0fe4c029-d1c1-49e9-902d-34b85467a0d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (936dfbec-c3e8-4811-91e6-73d7c3350d71), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:47.617671 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-78b9955b-ab0b-48db-87a1-0108a32a781e None None] For port 936dfbec-c3e8-4811-91e6-73d7c3350d71, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=936dfbec-c3e8-4811-91e6-73d7c3350d71,segment=NetworkSegment(b7df322f-93e7-4c06-ab35-efbbaf8c395e),segment_id=b7df322f-93e7-4c06-ab35-efbbaf8c395e)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:59:47.618074 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-78b9955b-ab0b-48db-87a1-0108a32a781e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (936dfbec-c3e8-4811-91e6-73d7c3350d71), precommit_delete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:47.643207 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-78b9955b-ab0b-48db-87a1-0108a32a781e None None] Calling delete_port for 936dfbec-c3e8-4811-91e6-73d7c3350d71 owned by network:dhcp {{(pid=113417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:59:47.656466 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.db [None req-0fe4c029-d1c1-49e9-902d-34b85467a0d8 admin admin] For port 936dfbec-c3e8-4811-91e6-73d7c3350d71, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=936dfbec-c3e8-4811-91e6-73d7c3350d71,segment=NetworkSegment(b7df322f-93e7-4c06-ab35-efbbaf8c395e),segment_id=b7df322f-93e7-4c06-ab35-efbbaf8c395e)] {{(pid=113415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:59:47.657107 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-0fe4c029-d1c1-49e9-902d-34b85467a0d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (936dfbec-c3e8-4811-91e6-73d7c3350d71), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:47.666693 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.db [req-5da140a3-2259-4060-b9f2-2cb133efc309 req-9bea78ce-7b70-416e-8680-b7a2dc29e235 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] For port cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f,segment=NetworkSegment(114ca9d5-57df-429a-9e81-974fb793f3bc),segment_id=114ca9d5-57df-429a-9e81-974fb793f3bc)] {{(pid=113416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:59:47.667075 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-5da140a3-2259-4060-b9f2-2cb133efc309 req-9bea78ce-7b70-416e-8680-b7a2dc29e235 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:47.674525 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [None req-0fe4c029-d1c1-49e9-902d-34b85467a0d8 admin admin] Calling delete_port for 936dfbec-c3e8-4811-91e6-73d7c3350d71 owned by network:dhcp {{(pid=113415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:59:47.784267 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:47.860733 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-78b9955b-ab0b-48db-87a1-0108a32a781e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306'] for port (936dfbec-c3e8-4811-91e6-73d7c3350d71), after_delete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:47.901653 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-0fe4c029-d1c1-49e9-902d-34b85467a0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11068774'] for port (936dfbec-c3e8-4811-91e6-73d7c3350d71), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:47.915453 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-5da140a3-2259-4060-b9f2-2cb133efc309 req-9bea78ce-7b70-416e-8680-b7a2dc29e235 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:47.916465 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-5da140a3-2259-4060-b9f2-2cb133efc309 req-9bea78ce-7b70-416e-8680-b7a2dc29e235 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477666'] for floatingip (6c10fc0e-ac8c-4bce-8d84-6aa37e42b93b), after_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:47.916976 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.db.l3_db [req-5da140a3-2259-4060-b9f2-2cb133efc309 req-9bea78ce-7b70-416e-8680-b7a2dc29e235 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Floating IP 6c10fc0e-ac8c-4bce-8d84-6aa37e42b93b disassociated. External IP: 172.27.1.250, port: cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f. Aug 29 23:59:47.918045 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.plugin [req-5da140a3-2259-4060-b9f2-2cb133efc309 req-9bea78ce-7b70-416e-8680-b7a2dc29e235 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Calling delete_port for cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f owned by compute:nova {{(pid=113416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:59:47.944982 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe4c029-d1c1-49e9-902d-34b85467a0d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=936dfbec-c3e8-4811-91e6-73d7c3350d71,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:47.949195 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe4c029-d1c1-49e9-902d-34b85467a0d8 admin admin] No DVR routers for this DVR port 936dfbec-c3e8-4811-91e6-73d7c3350d71 on host dv-cinder-855041-2-iscsi {{(pid=113415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 23:59:47.954387 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:47.983766 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b9955b-ab0b-48db-87a1-0108a32a781e None None] Pushing event deleted for resources: {'Port': ['ID=936dfbec-c3e8-4811-91e6-73d7c3350d71,revision_number=None']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:48.000498 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b9955b-ab0b-48db-87a1-0108a32a781e None None] No DVR routers for this DVR port 936dfbec-c3e8-4811-91e6-73d7c3350d71 on host dv-cinder-855041-2-iscsi {{(pid=113417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 23:59:48.054182 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 53812) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:48.085270 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-0fe4c029-d1c1-49e9-902d-34b85467a0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3498496', 'neutron.services.segments.db._delete_segments_for_network-8751006364483'] for network (60b40027-b034-467e-a623-8d465afe9154), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:48.103137 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:48.123540 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.services.segments.db [None req-0fe4c029-d1c1-49e9-902d-34b85467a0d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60b40027-b034-467e-a623-8d465afe9154']}} {{(pid=113415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:59:48.148253 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.services.segments.db [None req-0fe4c029-d1c1-49e9-902d-34b85467a0d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7df322f-93e7-4c06-ab35-efbbaf8c395e') {'for_net_delete': True} {{(pid=113415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:59:48.148626 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.services.segments.db [None req-0fe4c029-d1c1-49e9-902d-34b85467a0d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7df322f-93e7-4c06-ab35-efbbaf8c395e') {} {{(pid=113415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:59:48.162051 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-0fe4c029-d1c1-49e9-902d-34b85467a0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751006358959', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10512005'] for segment (b7df322f-93e7-4c06-ab35-efbbaf8c395e), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:48.185662 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-0fe4c029-d1c1-49e9-902d-34b85467a0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3480186'] for segment (b7df322f-93e7-4c06-ab35-efbbaf8c395e), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:48.197368 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fe4c029-d1c1-49e9-902d-34b85467a0d8 admin admin] Releasing vlan 1137 on physical network physnet1 to pool {{(pid=113415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 23:59:48.198107 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-0fe4c029-d1c1-49e9-902d-34b85467a0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3480186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11068723'] for segment (b7df322f-93e7-4c06-ab35-efbbaf8c395e), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:48.243092 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-5da140a3-2259-4060-b9f2-2cb133efc309 req-9bea78ce-7b70-416e-8680-b7a2dc29e235 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963692'] for port (cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:48.293335 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.services.segments.plugin [-] Segment b7df322f-93e7-4c06-ab35-efbbaf8c395e resource provider aggregate not found Aug 29 23:59:48.334532 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.services.segments.plugin [-] Segment b7df322f-93e7-4c06-ab35-efbbaf8c395e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b7df322f-93e7-4c06-ab35-efbbaf8c395e found for delete ", "request_id": "req-71b78530-5f82-43cf-882a-81418bd26ef7"}]} Aug 29 23:59:48.348433 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bea78ce-7b70-416e-8680-b7a2dc29e235 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Pushing event deleted for resources: {'Port': ['ID=cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:48.400851 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-d6e34f65-8575-43b0-a161-e06d64d40b61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:48.445534 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 936dfbec-c3e8-4811-91e6-73d7c3350d71 no longer exists at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:59:48.448041 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-0fe4c029-d1c1-49e9-902d-34b85467a0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3498505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477645'] for network (60b40027-b034-467e-a623-8d465afe9154), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:48.482286 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-0fe4c029-d1c1-49e9-902d-34b85467a0d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for network (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:48.486111 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-0fe4c029-d1c1-49e9-902d-34b85467a0d8 admin admin] 10.222.0.90 "DELETE /networking/v2.0/networks/60b40027-b034-467e-a623-8d465afe9154 HTTP/1.1" status: 204 len: 168 time: 1.2943654 Aug 29 23:59:48.487551 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe4c029-d1c1-49e9-902d-34b85467a0d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=60b40027-b034-467e-a623-8d465afe9154,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:48.504588 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] No Port match for: 936dfbec-c3e8-4811-91e6-73d7c3350d71 {{(pid=113417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:59:48.505198 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 936dfbec-c3e8-4811-91e6-73d7c3350d71 not bound to the agent host dv-cinder-855041-2-iscsi {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:59:48.549630 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=6 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:48.587421 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5da140a3-2259-4060-b9f2-2cb133efc309 req-9bea78ce-7b70-416e-8680-b7a2dc29e235 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Router b27e3222-c8a5-4b18-ac0d-28af47137885 has already been hosted by L3 agent 037668f0-d812-4b59-9d2d-ce33f66a7708 {{(pid=113416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:59:48.675304 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-5f1872ef-dc34-46ca-a260-2b5c21172de9 req-2cabf407-ff08-4577-a1d2-70075fb66b69 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 210 time: 0.0531757 Aug 29 23:59:48.699845 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-d6e34f65-8575-43b0-a161-e06d64d40b61 admin admin] Publish callbacks [] for security_group (8e9b5b03-1f4d-41cb-86f1-c8ef58bc04d8), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:48.771907 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-d6e34f65-8575-43b0-a161-e06d64d40b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (8e9b5b03-1f4d-41cb-86f1-c8ef58bc04d8), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:48.846136 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5da140a3-2259-4060-b9f2-2cb133efc309 req-9bea78ce-7b70-416e-8680-b7a2dc29e235 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Notify agent at l3_agent.dv-cinder-855041-2-iscsi the message routers_updated {{(pid=113416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:59:48.858933 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dcdf92-27dd-4f0e-9df0-2ce870ee7941 None None] Sync routers for ids ['b27e3222-c8a5-4b18-ac0d-28af47137885'] in dv-cinder-855041-2-iscsi {{(pid=113417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:59:48.864023 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 53824) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:48.871738 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-d6e34f65-8575-43b0-a161-e06d64d40b61 admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=8c3aec4f72bb43eaae6da9321a3589e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8163891 Aug 29 23:59:48.875664 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e34f65-8575-43b0-a161-e06d64d40b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9b5b03-1f4d-41cb-86f1-c8ef58bc04d8,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:48.877426 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dcdf92-27dd-4f0e-9df0-2ce870ee7941 None None] Routers {'b27e3222-c8a5-4b18-ac0d-28af47137885'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:59:48.878292 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-07dcdf92-27dd-4f0e-9df0-2ce870ee7941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:59:43Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['b27e3222-c8a5-4b18-ac0d-28af47137885'], 'active': True} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:59:48.911006 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e34f65-8575-43b0-a161-e06d64d40b61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:48.911006 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e34f65-8575-43b0-a161-e06d64d40b61 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:48.911006 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e34f65-8575-43b0-a161-e06d64d40b61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:48.912000 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e34f65-8575-43b0-a161-e06d64d40b61 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:48.912476 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e34f65-8575-43b0-a161-e06d64d40b61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:48.912821 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e34f65-8575-43b0-a161-e06d64d40b61 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:48.913160 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e34f65-8575-43b0-a161-e06d64d40b61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:48.913493 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e34f65-8575-43b0-a161-e06d64d40b61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:48.913828 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e34f65-8575-43b0-a161-e06d64d40b61 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:48.915478 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e34f65-8575-43b0-a161-e06d64d40b61 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:48.916032 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e34f65-8575-43b0-a161-e06d64d40b61 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:48.925179 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e34f65-8575-43b0-a161-e06d64d40b61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:48.925179 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e34f65-8575-43b0-a161-e06d64d40b61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:48.925179 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e34f65-8575-43b0-a161-e06d64d40b61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:48.927279 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e34f65-8575-43b0-a161-e06d64d40b61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:48.954775 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-66b1096c-d398-4747-a8e0-764244fff18b admin admin] Publish callbacks [] for security_group (8e9b5b03-1f4d-41cb-86f1-c8ef58bc04d8), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:48.972930 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 53826) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:49.003294 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.l3_dvrscheduler_db [req-5da140a3-2259-4060-b9f2-2cb133efc309 req-9bea78ce-7b70-416e-8680-b7a2dc29e235 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] No DVR routers for this DVR port cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f on host hv-cinder-85504 {{(pid=113416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 23:59:49.006891 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-5da140a3-2259-4060-b9f2-2cb133efc309 req-9bea78ce-7b70-416e-8680-b7a2dc29e235 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for port (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:49.011158 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-5da140a3-2259-4060-b9f2-2cb133efc309 req-9bea78ce-7b70-416e-8680-b7a2dc29e235 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.87 "DELETE /networking/v2.0/ports/cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f HTTP/1.1" status: 204 len: 173 time: 1.6710858 Aug 29 23:59:49.011158 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa', 'name': 'network-vif-deleted', 'tag': 'cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f'}] {{(pid=113416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:59:49.013848 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca1b1d0bad556637bdc4aa8e491b493d03ba5f494de7569054403470f02cf73a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da28cbd2-5f5e-4d82-bc2b-6ab364cdd243" -d '{"events": [{"server_uuid": "a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa", "name": "network-vif-deleted", "tag": "cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f"}]}' {{(pid=113416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:59:49.021031 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-66b1096c-d398-4747-a8e0-764244fff18b admin admin] Publish callbacks [] for security_group (8e9b5b03-1f4d-41cb-86f1-c8ef58bc04d8), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:49.070298 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b151521-6199-452f-b565-8e35164e132d x-openstack-request-id: req-8b151521-6199-452f-b565-8e35164e132d {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:59:49.070298 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa", "name": "network-vif-deleted", "tag": "cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f", "status": "completed", "code": 200}]} {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:59:49.070298 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-8b151521-6199-452f-b565-8e35164e132d {{(pid=113416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:59:49.070298 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b151521-6199-452f-b565-8e35164e132d'] response: {'server_uuid': 'a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa', 'name': 'network-vif-deleted', 'tag': 'cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f', 'status': 'completed', 'code': 200} Aug 29 23:59:49.076036 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-c9a1d440-a40c-4701-8b43-2aaa50a0ebf4 admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=a2963b1b4aba47f593c63a398b511792&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1018732 Aug 29 23:59:49.079189 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 53830) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:49.113650 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvr_db [None req-07dcdf92-27dd-4f0e-9df0-2ce870ee7941 None None] Set router b27e3222-c8a5-4b18-ac0d-28af47137885 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:59:49.170406 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-4e31ef92-d23e-46b5-ad2f-37ea7acbb948 admin admin] Publish callbacks [] for security_group (e0f9c983-73a5-40c8-8b76-7afb61912392), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:49.186078 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:49.194072 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-4e31ef92-d23e-46b5-ad2f-37ea7acbb948 admin admin] Publish callbacks [] for security_group (e0f9c983-73a5-40c8-8b76-7afb61912392), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:49.260057 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-66b1096c-d398-4747-a8e0-764244fff18b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (8e9b5b03-1f4d-41cb-86f1-c8ef58bc04d8), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:49.263527 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-66b1096c-d398-4747-a8e0-764244fff18b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:49.265078 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-66b1096c-d398-4747-a8e0-764244fff18b admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/8e9b5b03-1f4d-41cb-86f1-c8ef58bc04d8 HTTP/1.1" status: 204 len: 168 time: 0.3999467 Aug 29 23:59:49.287834 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b1096c-d398-4747-a8e0-764244fff18b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9b5b03-1f4d-41cb-86f1-c8ef58bc04d8,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:49.295971 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:49.334419 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-4e31ef92-d23e-46b5-ad2f-37ea7acbb948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (e0f9c983-73a5-40c8-8b76-7afb61912392), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:49.341925 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-4e31ef92-d23e-46b5-ad2f-37ea7acbb948 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:49.345633 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-4e31ef92-d23e-46b5-ad2f-37ea7acbb948 admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/e0f9c983-73a5-40c8-8b76-7afb61912392 HTTP/1.1" status: 204 len: 168 time: 0.2651300 Aug 29 23:59:49.371602 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e31ef92-d23e-46b5-ad2f-37ea7acbb948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f9c983-73a5-40c8-8b76-7afb61912392,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:49.395217 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-07dcdf92-27dd-4f0e-9df0-2ce870ee7941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27e3222-c8a5-4b18-ac0d-28af47137885', 'name': 'tempest-AttachVolumeShelveTestJSON-2146582793-router', 'tenant_id': '3beae764b5cb4dcd9f13e26878bbac48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '51a1db89-b26a-4686-b2eb-85f92a1e50a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:15Z', 'updated_at': '2022-08-29T23:52:29Z', 'revision_number': 4, 'project_id': '3beae764b5cb4dcd9f13e26878bbac48', 'gw_port': {'id': '51a1db89-b26a-4686-b2eb-85f92a1e50a8', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27e3222-c8a5-4b18-ac0d-28af47137885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:17Z', 'updated_at': '2022-08-29T23:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': '761aeb90-d390-4049-9a47-b526491624f1', 'name': '', 'network_id': '7a46036d-55d3-472c-985d-7d32e6afcac9', 'tenant_id': '3beae764b5cb4dcd9f13e26878bbac48', 'mac_address': 'fa:16:3e:7d:b5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27e3222-c8a5-4b18-ac0d-28af47137885', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '16471bf1-5160-46ce-b487-b87c8418028b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:27Z', 'updated_at': '2022-08-29T23:52:49Z', 'revision_number': 5, 'project_id': '3beae764b5cb4dcd9f13e26878bbac48', 'subnets': [{'id': '16471bf1-5160-46ce-b487-b87c8418028b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:59:49.436482 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dcdf92-27dd-4f0e-9df0-2ce870ee7941 None None] Checking router: b27e3222-c8a5-4b18-ac0d-28af47137885 for host: dv-cinder-855041-2-iscsi {{(pid=113417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:59:49.449832 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dcdf92-27dd-4f0e-9df0-2ce870ee7941 None None] Routers {'b27e3222-c8a5-4b18-ac0d-28af47137885'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:59:49.453180 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-07dcdf92-27dd-4f0e-9df0-2ce870ee7941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:59:43Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['b27e3222-c8a5-4b18-ac0d-28af47137885'], 'active': True} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:59:49.585703 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvr_db [None req-07dcdf92-27dd-4f0e-9df0-2ce870ee7941 None None] Set router b27e3222-c8a5-4b18-ac0d-28af47137885 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:59:49.899621 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-59e86aa6-bd0e-461f-beb2-8c5839cf7a12 req-6446ddf7-669e-4ebf-baaf-85bc2105fcb6 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=a6d1ed38-6f4f-42d8-8783-1ce03d19ddfa HTTP/1.1" status: 200 len: 210 time: 0.0673206 Aug 29 23:59:50.052486 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-07dcdf92-27dd-4f0e-9df0-2ce870ee7941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27e3222-c8a5-4b18-ac0d-28af47137885', 'name': 'tempest-AttachVolumeShelveTestJSON-2146582793-router', 'tenant_id': '3beae764b5cb4dcd9f13e26878bbac48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '51a1db89-b26a-4686-b2eb-85f92a1e50a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:15Z', 'updated_at': '2022-08-29T23:52:29Z', 'revision_number': 4, 'project_id': '3beae764b5cb4dcd9f13e26878bbac48', 'gw_port': {'id': '51a1db89-b26a-4686-b2eb-85f92a1e50a8', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27e3222-c8a5-4b18-ac0d-28af47137885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:17Z', 'updated_at': '2022-08-29T23:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': '761aeb90-d390-4049-9a47-b526491624f1', 'name': '', 'network_id': '7a46036d-55d3-472c-985d-7d32e6afcac9', 'tenant_id': '3beae764b5cb4dcd9f13e26878bbac48', 'mac_address': 'fa:16:3e:7d:b5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27e3222-c8a5-4b18-ac0d-28af47137885', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '16471bf1-5160-46ce-b487-b87c8418028b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:27Z', 'updated_at': '2022-08-29T23:52:49Z', 'revision_number': 5, 'project_id': '3beae764b5cb4dcd9f13e26878bbac48', 'subnets': [{'id': '16471bf1-5160-46ce-b487-b87c8418028b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:59:50.087051 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dcdf92-27dd-4f0e-9df0-2ce870ee7941 None None] The sync data for ids ['b27e3222-c8a5-4b18-ac0d-28af47137885'] in dv-cinder-855041-2-iscsi is: [{'id': 'b27e3222-c8a5-4b18-ac0d-28af47137885', 'name': 'tempest-AttachVolumeShelveTestJSON-2146582793-router', 'tenant_id': '3beae764b5cb4dcd9f13e26878bbac48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '51a1db89-b26a-4686-b2eb-85f92a1e50a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:15Z', 'updated_at': '2022-08-29T23:52:29Z', 'revision_number': 4, 'project_id': '3beae764b5cb4dcd9f13e26878bbac48', 'gw_port': {'id': '51a1db89-b26a-4686-b2eb-85f92a1e50a8', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27e3222-c8a5-4b18-ac0d-28af47137885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:17Z', 'updated_at': '2022-08-29T23:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': '761aeb90-d390-4049-9a47-b526491624f1', 'name': '', 'network_id': '7a46036d-55d3-472c-985d-7d32e6afcac9', 'tenant_id': '3beae764b5cb4dcd9f13e26878bbac48', 'mac_address': 'fa:16:3e:7d:b5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27e3222-c8a5-4b18-ac0d-28af47137885', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '16471bf1-5160-46ce-b487-b87c8418028b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:27Z', 'updated_at': '2022-08-29T23:52:49Z', 'revision_number': 5, 'project_id': '3beae764b5cb4dcd9f13e26878bbac48', 'subnets': [{'id': '16471bf1-5160-46ce-b487-b87c8418028b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:59:50.285198 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f no longer exists at agent hyperv_hv-cinder-85504 {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:59:50.410873 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] No Port match for: cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f {{(pid=113417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:59:50.411411 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device cbae01c4-9323-4ea8-b0bf-2ec8e2828b9f not bound to the agent host hv-cinder-85504 {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:59:50.573311 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab51eb37-0801-4e10-9e8e-b6f1eebf9fde None None] New status for floating IP 6c10fc0e-ac8c-4bce-8d84-6aa37e42b93b: DOWN {{(pid=113418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 23:59:51.296322 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 53878) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:51.370943 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-5dc8467d-542a-49e9-a6d2-666a496a0f78 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks [] for security_group (66421100-836a-4b79-b0d6-afeb34f4a88d), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:51.406348 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-5dc8467d-542a-49e9-a6d2-666a496a0f78 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks [] for security_group (66421100-836a-4b79-b0d6-afeb34f4a88d), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:51.550750 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-5dc8467d-542a-49e9-a6d2-666a496a0f78 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (66421100-836a-4b79-b0d6-afeb34f4a88d), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:51.554117 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-5dc8467d-542a-49e9-a6d2-666a496a0f78 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks [] for security_group (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:51.556072 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-5dc8467d-542a-49e9-a6d2-666a496a0f78 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "DELETE /networking/v2.0/security-groups/66421100-836a-4b79-b0d6-afeb34f4a88d HTTP/1.1" status: 204 len: 168 time: 0.2583113 Aug 29 23:59:51.561439 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 53890) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:51.611253 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc8467d-542a-49e9-a6d2-666a496a0f78 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66421100-836a-4b79-b0d6-afeb34f4a88d,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:51.615144 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.api.v2.resource [None req-14a212e4-9ced-4ba9-bf44-634dc9bbfe99 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] show failed (client error): The resource could not be found. Aug 29 23:59:51.620862 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-14a212e4-9ced-4ba9-bf44-634dc9bbfe99 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "GET /networking/v2.0/security-groups/66421100-836a-4b79-b0d6-afeb34f4a88d HTTP/1.1" status: 404 len: 347 time: 0.0533741 Aug 29 23:59:51.631848 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 53892) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:51.848099 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [None req-b9effc81-7133-4cff-8708-159a1c90c8e7 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Deleting port 5384047d-5b01-49e0-b50e-1dced24ba3da {{(pid=113415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:59:51.848466 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-b9effc81-7133-4cff-8708-159a1c90c8e7 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (5384047d-5b01-49e0-b50e-1dced24ba3da), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:52.237901 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-b9effc81-7133-4cff-8708-159a1c90c8e7 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (5384047d-5b01-49e0-b50e-1dced24ba3da), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:52.238193 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-b9effc81-7133-4cff-8708-159a1c90c8e7 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks [] for floatingip (5384047d-5b01-49e0-b50e-1dced24ba3da), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:52.249698 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:52.254859 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [None req-b9effc81-7133-4cff-8708-159a1c90c8e7 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Calling delete_port for 5384047d-5b01-49e0-b50e-1dced24ba3da owned by network:floatingip {{(pid=113415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:59:52.418540 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:DELETE=14,neutron:SELECT=86 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:52.493650 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-b9effc81-7133-4cff-8708-159a1c90c8e7 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11068774'] for port (5384047d-5b01-49e0-b50e-1dced24ba3da), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:52.521297 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9effc81-7133-4cff-8708-159a1c90c8e7 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Pushing event deleted for resources: {'Port': ['ID=5384047d-5b01-49e0-b50e-1dced24ba3da,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:52.600377 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-b9effc81-7133-4cff-8708-159a1c90c8e7 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks [] for floatingip (6c10fc0e-ac8c-4bce-8d84-6aa37e42b93b), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:52.613347 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-b9effc81-7133-4cff-8708-159a1c90c8e7 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for floatingip (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:52.613347 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-b9effc81-7133-4cff-8708-159a1c90c8e7 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] 10.222.0.90 "DELETE /networking/v2.0/floatingips/6c10fc0e-ac8c-4bce-8d84-6aa37e42b93b HTTP/1.1" status: 204 len: 168 time: 0.9720726 Aug 29 23:59:52.922710 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036ff02-e768-460c-9f33-994491542765 req-35db3588-3647-4cb3-961f-81ad4816d76d tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:59:52.924258 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-1036ff02-e768-460c-9f33-994491542765 req-35db3588-3647-4cb3-961f-81ad4816d76d tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/networks?id=b1780587-5845-4b44-80ee-36efef36f1d7 HTTP/1.1" status: 200 len: 814 time: 0.1551690 Aug 29 23:59:52.950434 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-1036ff02-e768-460c-9f33-994491542765 req-a7585ac1-bcb2-404c-83e9-df00e8feee8b tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/quotas/f4188510da25496d956e4d717bc2a551 HTTP/1.1" status: 200 len: 375 time: 0.0138428 Aug 29 23:59:53.016731 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-1036ff02-e768-460c-9f33-994491542765 req-28122c4a-3cae-4a8c-bc09-f049e200551d tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/ports?tenant_id=f4188510da25496d956e4d717bc2a551&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0574749 Aug 29 23:59:53.251385 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-1036ff02-e768-460c-9f33-994491542765 req-127f62b5-a000-4f24-931e-126a5d07ae8e service neutron] 10.222.0.90 "GET /networking/v2.0/networks/b1780587-5845-4b44-80ee-36efef36f1d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156837 Aug 29 23:59:53.354243 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-1036ff02-e768-460c-9f33-994491542765 req-4980d02f-f488-4911-a07f-bd50c02e532f service neutron] 10.222.0.90 "GET /networking/v2.0/networks/b1780587-5845-4b44-80ee-36efef36f1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968289 Aug 29 23:59:53.564821 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 53966) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:53.710442 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b19e661f-8ce6-4aed-9610-8e0009800d1f req-5f9d7090-a673-48fc-a1dd-5aff17b4c0f0 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=ab5e7deb-a296-423d-97aa-15c678b3757d HTTP/1.1" status: 200 len: 210 time: 0.0421956 Aug 29 23:59:53.717784 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-ac88fcf2-59e0-4f12-8cfb-f68ccfaf50dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:53.804372 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-ac88fcf2-59e0-4f12-8cfb-f68ccfaf50dd admin admin] Publish callbacks [] for security_group (3c1d0d33-bffd-4eb5-960e-a23530b6d06a), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:53.916763 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-ac88fcf2-59e0-4f12-8cfb-f68ccfaf50dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (3c1d0d33-bffd-4eb5-960e-a23530b6d06a), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:53.923251 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:53.959974 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-ac88fcf2-59e0-4f12-8cfb-f68ccfaf50dd admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=961cae0e57684d5381a12bc22dd45bdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3940377 Aug 29 23:59:53.962946 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac88fcf2-59e0-4f12-8cfb-f68ccfaf50dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1d0d33-bffd-4eb5-960e-a23530b6d06a,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:53.963376 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 53978) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:53.986408 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:DELETE=4 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:54.029556 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-c128cd39-3cce-4f8c-ad44-69027b67792e admin admin] Publish callbacks [] for security_group (3c1d0d33-bffd-4eb5-960e-a23530b6d06a), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:54.054498 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-c128cd39-3cce-4f8c-ad44-69027b67792e admin admin] Publish callbacks [] for security_group (3c1d0d33-bffd-4eb5-960e-a23530b6d06a), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:54.207827 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-c128cd39-3cce-4f8c-ad44-69027b67792e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (3c1d0d33-bffd-4eb5-960e-a23530b6d06a), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:54.210326 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-c128cd39-3cce-4f8c-ad44-69027b67792e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:54.211479 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-c128cd39-3cce-4f8c-ad44-69027b67792e admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/3c1d0d33-bffd-4eb5-960e-a23530b6d06a HTTP/1.1" status: 204 len: 168 time: 0.2470765 Aug 29 23:59:54.220729 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c128cd39-3cce-4f8c-ad44-69027b67792e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1d0d33-bffd-4eb5-960e-a23530b6d06a,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:54.799175 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-35943c53-0f03-4e69-9afb-dafc1b998222 req-89044f52-5715-44eb-99a0-5acf23b8ec59 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=ab5e7deb-a296-423d-97aa-15c678b3757d HTTP/1.1" status: 200 len: 210 time: 0.0302989 Aug 29 23:59:55.054715 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 54002) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:55.068652 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-9906ac1b-8842-44a3-a5c8-b9dabef910d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:55.159670 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-9906ac1b-8842-44a3-a5c8-b9dabef910d1 admin admin] Publish callbacks [] for security_group (e9210146-5aa2-4e2e-bb06-369decbf86ad), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:55.263528 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-9906ac1b-8842-44a3-a5c8-b9dabef910d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (e9210146-5aa2-4e2e-bb06-369decbf86ad), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:55.301953 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9906ac1b-8842-44a3-a5c8-b9dabef910d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9210146-5aa2-4e2e-bb06-369decbf86ad,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:55.311320 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-9906ac1b-8842-44a3-a5c8-b9dabef910d1 admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=0aef2d2a39c448e3893c1e038457c60d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2554948 Aug 29 23:59:55.314793 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 54006) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:55.370008 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-5e5e5396-f9d0-4487-bcbe-a1a6a1c0aac7 admin admin] Publish callbacks [] for security_group (e9210146-5aa2-4e2e-bb06-369decbf86ad), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:55.396077 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-5e5e5396-f9d0-4487-bcbe-a1a6a1c0aac7 admin admin] Publish callbacks [] for security_group (e9210146-5aa2-4e2e-bb06-369decbf86ad), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:55.544754 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-5e5e5396-f9d0-4487-bcbe-a1a6a1c0aac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (e9210146-5aa2-4e2e-bb06-369decbf86ad), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:55.544754 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-5e5e5396-f9d0-4487-bcbe-a1a6a1c0aac7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:55.544754 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-5e5e5396-f9d0-4487-bcbe-a1a6a1c0aac7 admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/e9210146-5aa2-4e2e-bb06-369decbf86ad HTTP/1.1" status: 204 len: 168 time: 0.2286797 Aug 29 23:59:55.557812 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5e5396-f9d0-4487-bcbe-a1a6a1c0aac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9210146-5aa2-4e2e-bb06-369decbf86ad,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:55.595026 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 54018) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:55.908821 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b719159b-5eec-4efd-873f-119818dda2cb req-735e203f-eb9d-4b8b-8fbe-b52d66fd2510 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=ab5e7deb-a296-423d-97aa-15c678b3757d HTTP/1.1" status: 200 len: 210 time: 0.0302277 Aug 29 23:59:55.976256 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:56.134544 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-3ab36695-45e9-470c-b442-05d1c5151cac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477410'] for router_interface (b27e3222-c8a5-4b18-ac0d-28af47137885), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:56.215419 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:56.426753 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.plugin [None req-3ab36695-45e9-470c-b442-05d1c5151cac admin admin] Deleting port 761aeb90-d390-4049-9a47-b526491624f1 {{(pid=113416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:59:56.427101 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-3ab36695-45e9-470c-b442-05d1c5151cac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (761aeb90-d390-4049-9a47-b526491624f1), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:56.509274 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.db [None req-3ab36695-45e9-470c-b442-05d1c5151cac admin admin] For port 761aeb90-d390-4049-9a47-b526491624f1, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=761aeb90-d390-4049-9a47-b526491624f1,segment=NetworkSegment(114ca9d5-57df-429a-9e81-974fb793f3bc),segment_id=114ca9d5-57df-429a-9e81-974fb793f3bc)] {{(pid=113416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:59:56.509640 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-3ab36695-45e9-470c-b442-05d1c5151cac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (761aeb90-d390-4049-9a47-b526491624f1), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:56.526094 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.plugin [None req-3ab36695-45e9-470c-b442-05d1c5151cac admin admin] Calling delete_port for 761aeb90-d390-4049-9a47-b526491624f1 owned by network:router_interface {{(pid=113416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:59:56.720253 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036ff02-e768-460c-9f33-994491542765 req-4b735738-39c0-4d0e-87ce-83f6d7129a4a tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:59:56.721988 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-1036ff02-e768-460c-9f33-994491542765 req-4b735738-39c0-4d0e-87ce-83f6d7129a4a tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.87 "GET /networking/v2.0/networks?id=b1780587-5845-4b44-80ee-36efef36f1d7 HTTP/1.1" status: 200 len: 814 time: 0.1846657 Aug 29 23:59:56.737967 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [req-1036ff02-e768-460c-9f33-994491542765 req-4e43e593-a7ff-4326-8722-5854f0f14f79 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Request body: {'port': {'device_id': 'ab5e7deb-a296-423d-97aa-15c678b3757d', 'network_id': 'b1780587-5845-4b44-80ee-36efef36f1d7', 'admin_state_up': True, 'tenant_id': 'f4188510da25496d956e4d717bc2a551'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:59:56.747227 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=100 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:57.011938 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-3ab36695-45e9-470c-b442-05d1c5151cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963692'] for port (761aeb90-d390-4049-9a47-b526491624f1), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:57.021189 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1036ff02-e768-460c-9f33-994491542765 req-4e43e593-a7ff-4326-8722-5854f0f14f79 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Made reservation on behalf of f4188510da25496d956e4d717bc2a551 for: {'port': 1} {{(pid=113416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:59:57.024887 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-f3e54331-f15b-4060-924a-77dd49d5f1c3 req-f01937ff-1689-46f9-bf95-6d7f8a2d55e8 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=ab5e7deb-a296-423d-97aa-15c678b3757d HTTP/1.1" status: 200 len: 210 time: 0.0366478 Aug 29 23:59:57.028068 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-1036ff02-e768-460c-9f33-994491542765 req-4e43e593-a7ff-4326-8722-5854f0f14f79 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:57.087740 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab36695-45e9-470c-b442-05d1c5151cac admin admin] Pushing event deleted for resources: {'Port': ['ID=761aeb90-d390-4049-9a47-b526491624f1,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:57.241525 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:57.661984 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-3ab36695-45e9-470c-b442-05d1c5151cac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-479058'] for router_interface (b27e3222-c8a5-4b18-ac0d-28af47137885), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:57.666056 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.db_base_plugin_common [req-1036ff02-e768-460c-9f33-994491542765 req-4e43e593-a7ff-4326-8722-5854f0f14f79 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Allocated IP 172.20.0.14 (b1780587-5845-4b44-80ee-36efef36f1d7/63d113a5-7c64-46a1-b545-44c599bf8411/8da325df-4d82-44f1-9e8a-da503beb89d7) {{(pid=113416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:59:57.987973 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:58.050568 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-1036ff02-e768-460c-9f33-994491542765 req-4e43e593-a7ff-4326-8722-5854f0f14f79 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Publish callbacks [] for port (8da325df-4d82-44f1-9e8a-da503beb89d7), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:58.101427 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ab36695-45e9-470c-b442-05d1c5151cac admin admin] Router b27e3222-c8a5-4b18-ac0d-28af47137885 has already been hosted by L3 agent 037668f0-d812-4b59-9d2d-ce33f66a7708 {{(pid=113416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:59:58.206278 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ff04d3c0-5c91-4541-94ed-1a3a80cae1b5 req-6c21fd07-cda1-464f-bcf3-a0aaaa7bacf8 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=ab5e7deb-a296-423d-97aa-15c678b3757d HTTP/1.1" status: 200 len: 210 time: 0.0337229 Aug 29 23:59:58.239480 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-1036ff02-e768-460c-9f33-994491542765 req-4e43e593-a7ff-4326-8722-5854f0f14f79 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963692'] for port (8da325df-4d82-44f1-9e8a-da503beb89d7), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:58.325941 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1036ff02-e768-460c-9f33-994491542765 req-4e43e593-a7ff-4326-8722-5854f0f14f79 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Network b1780587-5845-4b44-80ee-36efef36f1d7 is already hosted by enough agents. {{(pid=113416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:59:58.335686 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.base_scheduler [req-1036ff02-e768-460c-9f33-994491542765 req-4e43e593-a7ff-4326-8722-5854f0f14f79 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Resources bound (agent type, host, resource id): {{(pid=113416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:59:58.338896 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e43e593-a7ff-4326-8722-5854f0f14f79 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Pushing event updated for resources: {'Port': ['ID=8da325df-4d82-44f1-9e8a-da503beb89d7,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:58.341808 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.l3_dvrscheduler_db [req-1036ff02-e768-460c-9f33-994491542765 req-4e43e593-a7ff-4326-8722-5854f0f14f79 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Received port after_create {{(pid=113416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:59:58.375469 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab36695-45e9-470c-b442-05d1c5151cac admin admin] Notify agent at l3_agent.dv-cinder-855041-2-iscsi the message routers_updated {{(pid=113416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:59:58.386832 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-3ab36695-45e9-470c-b442-05d1c5151cac admin admin] 10.222.0.90 "PUT /networking/v2.0/routers/b27e3222-c8a5-4b18-ac0d-28af47137885/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7910187 Aug 29 23:59:58.390086 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 54100) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:58.394329 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba99711-1945-4fff-be96-8f5f0bdb9ec1 None None] Sync routers for ids ['b27e3222-c8a5-4b18-ac0d-28af47137885'] in dv-cinder-855041-2-iscsi {{(pid=113417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:59:58.437598 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba99711-1945-4fff-be96-8f5f0bdb9ec1 None None] Routers {'b27e3222-c8a5-4b18-ac0d-28af47137885'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:59:58.438448 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-aba99711-1945-4fff-be96-8f5f0bdb9ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:59:43Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['b27e3222-c8a5-4b18-ac0d-28af47137885'], 'active': True} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:59:58.469839 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036ff02-e768-460c-9f33-994491542765 req-4e43e593-a7ff-4326-8722-5854f0f14f79 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:59:58.470498 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-1036ff02-e768-460c-9f33-994491542765 req-4e43e593-a7ff-4326-8722-5854f0f14f79 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for port (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:58.593231 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-1036ff02-e768-460c-9f33-994491542765 req-4e43e593-a7ff-4326-8722-5854f0f14f79 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.87 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8611417 Aug 29 23:59:58.602488 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-0077bc00-2b39-4975-8d73-f6320ce11114 admin admin] Publish callbacks [] for router (b27e3222-c8a5-4b18-ac0d-28af47137885), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:58.611572 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [req-1036ff02-e768-460c-9f33-994491542765 req-a23081fe-4190-40ac-bb97-5ac3e211c0a9 service neutron] Request body: {'port': {'device_id': 'ab5e7deb-a296-423d-97aa-15c678b3757d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85504'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:59:58.769659 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=100 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:58.774564 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-1036ff02-e768-460c-9f33-994491542765 req-a23081fe-4190-40ac-bb97-5ac3e211c0a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (8da325df-4d82-44f1-9e8a-da503beb89d7), before_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:58.796390 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvr_db [None req-aba99711-1945-4fff-be96-8f5f0bdb9ec1 None None] Set router b27e3222-c8a5-4b18-ac0d-28af47137885 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:59:58.855184 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:58.909244 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-67cfbeb5-f27a-4e75-9202-5794485f23dd None None] Provisioning complete for port 8da325df-4d82-44f1-9e8a-da503beb89d7 triggered by entity DHCP. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:59:58.909947 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-67cfbeb5-f27a-4e75-9202-5794485f23dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (8da325df-4d82-44f1-9e8a-da503beb89d7), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:58.940641 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-0077bc00-2b39-4975-8d73-f6320ce11114 admin admin] Publish callbacks [] for router_gateway (b27e3222-c8a5-4b18-ac0d-28af47137885), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:58.948973 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-67cfbeb5-f27a-4e75-9202-5794485f23dd None None] Port 8da325df-4d82-44f1-9e8a-da503beb89d7 cannot update to ACTIVE because it is not bound. {{(pid=113417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 23:59:59.136763 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-aba99711-1945-4fff-be96-8f5f0bdb9ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27e3222-c8a5-4b18-ac0d-28af47137885', 'name': 'tempest-AttachVolumeShelveTestJSON-2146582793-router', 'tenant_id': '3beae764b5cb4dcd9f13e26878bbac48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '51a1db89-b26a-4686-b2eb-85f92a1e50a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:15Z', 'updated_at': '2022-08-29T23:59:56Z', 'revision_number': 5, 'project_id': '3beae764b5cb4dcd9f13e26878bbac48', 'gw_port': {'id': '51a1db89-b26a-4686-b2eb-85f92a1e50a8', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27e3222-c8a5-4b18-ac0d-28af47137885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:52:17Z', 'updated_at': '2022-08-29T23:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi'}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:59:59.152669 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [None req-0077bc00-2b39-4975-8d73-f6320ce11114 admin admin] Deleting port 51a1db89-b26a-4686-b2eb-85f92a1e50a8 {{(pid=113415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:59:59.153196 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-0077bc00-2b39-4975-8d73-f6320ce11114 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (51a1db89-b26a-4686-b2eb-85f92a1e50a8), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:59.197482 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba99711-1945-4fff-be96-8f5f0bdb9ec1 None None] Checking router: b27e3222-c8a5-4b18-ac0d-28af47137885 for host: dv-cinder-855041-2-iscsi {{(pid=113417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:59:59.228475 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba99711-1945-4fff-be96-8f5f0bdb9ec1 None None] Routers {'b27e3222-c8a5-4b18-ac0d-28af47137885'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:59:59.238734 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-aba99711-1945-4fff-be96-8f5f0bdb9ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-29T23:59:43Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['b27e3222-c8a5-4b18-ac0d-28af47137885'], 'active': True} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:59:59.300572 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.notifiers.nova [req-1036ff02-e768-460c-9f33-994491542765 req-a23081fe-4190-40ac-bb97-5ac3e211c0a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8da325df-4d82-44f1-9e8a-da503beb89d7 {{(pid=113416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:59:59.329094 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-1036ff02-e768-460c-9f33-994491542765 req-a23081fe-4190-40ac-bb97-5ac3e211c0a9 service neutron] Publish callbacks [] for port (8da325df-4d82-44f1-9e8a-da503beb89d7), precommit_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:59.360197 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.db [None req-0077bc00-2b39-4975-8d73-f6320ce11114 admin admin] For port 51a1db89-b26a-4686-b2eb-85f92a1e50a8, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=51a1db89-b26a-4686-b2eb-85f92a1e50a8,segment=NetworkSegment(b4742eaf-d58e-407a-bbd7-30be4e48df16),segment_id=b4742eaf-d58e-407a-bbd7-30be4e48df16)] {{(pid=113415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:59:59.361210 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-0077bc00-2b39-4975-8d73-f6320ce11114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (51a1db89-b26a-4686-b2eb-85f92a1e50a8), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:59.378394 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.provisioning_blocks [req-1036ff02-e768-460c-9f33-994491542765 req-a23081fe-4190-40ac-bb97-5ac3e211c0a9 service neutron] Transition to ACTIVE for port object 8da325df-4d82-44f1-9e8a-da503beb89d7 will not be triggered until provisioned by entity L2. {{(pid=113416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 23:59:59.380050 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [None req-0077bc00-2b39-4975-8d73-f6320ce11114 admin admin] Calling delete_port for 51a1db89-b26a-4686-b2eb-85f92a1e50a8 owned by network:router_gateway {{(pid=113415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:59:59.492321 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvr_db [None req-aba99711-1945-4fff-be96-8f5f0bdb9ec1 None None] Set router b27e3222-c8a5-4b18-ac0d-28af47137885 gateway port host: None {{(pid=113417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:59:59.533304 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761557c9-411c-4f85-928d-235e4166dc54 req-3fd9bab8-13db-481e-ba8b-5a10d15a8a84 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:59:59.541075 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-761557c9-411c-4f85-928d-235e4166dc54 req-3fd9bab8-13db-481e-ba8b-5a10d15a8a84 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=ab5e7deb-a296-423d-97aa-15c678b3757d HTTP/1.1" status: 200 len: 932 time: 0.0979795 Aug 29 23:59:59.573929 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-1036ff02-e768-460c-9f33-994491542765 req-a23081fe-4190-40ac-bb97-5ac3e211c0a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963685'] for port (8da325df-4d82-44f1-9e8a-da503beb89d7), after_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:59.674534 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-aba99711-1945-4fff-be96-8f5f0bdb9ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27e3222-c8a5-4b18-ac0d-28af47137885', 'name': 'tempest-AttachVolumeShelveTestJSON-2146582793-router', 'tenant_id': '3beae764b5cb4dcd9f13e26878bbac48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:15Z', 'updated_at': '2022-08-29T23:59:58Z', 'revision_number': 6, 'project_id': '3beae764b5cb4dcd9f13e26878bbac48', 'gw_port_host': None}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:59:59.736672 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba99711-1945-4fff-be96-8f5f0bdb9ec1 None None] The sync data for ids ['b27e3222-c8a5-4b18-ac0d-28af47137885'] in dv-cinder-855041-2-iscsi is: [{'id': 'b27e3222-c8a5-4b18-ac0d-28af47137885', 'name': 'tempest-AttachVolumeShelveTestJSON-2146582793-router', 'tenant_id': '3beae764b5cb4dcd9f13e26878bbac48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:52:15Z', 'updated_at': '2022-08-29T23:59:58Z', 'revision_number': 6, 'project_id': '3beae764b5cb4dcd9f13e26878bbac48', 'gw_port_host': None}] {{(pid=113417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:59:59.783414 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:59.790428 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23081fe-4190-40ac-bb97-5ac3e211c0a9 service neutron] Pushing event updated for resources: {'Port': ['ID=8da325df-4d82-44f1-9e8a-da503beb89d7,revision_number=2']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:59.808948 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-761557c9-411c-4f85-928d-235e4166dc54 req-389084b1-25b3-4e1d-b2eb-41c8ae15932b tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=7473fa50-8d64-410d-920b-9f8237d88050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653625 Aug 29 23:59:59.876766 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.managers [req-1036ff02-e768-460c-9f33-994491542765 req-a23081fe-4190-40ac-bb97-5ac3e211c0a9 service neutron] Attempting to bind port 8da325df-4d82-44f1-9e8a-da503beb89d7 on host hv-cinder-85504 for vnic_type normal with profile {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:59:59.883994 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.managers [req-1036ff02-e768-460c-9f33-994491542765 req-a23081fe-4190-40ac-bb97-5ac3e211c0a9 service neutron] Attempting to bind port 8da325df-4d82-44f1-9e8a-da503beb89d7 by drivers openvswitch,hyperv on host hv-cinder-85504 at level 0 using segments [{'id': 'ac01668e-658a-426d-8808-b924a51fa0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'b1780587-5845-4b44-80ee-36efef36f1d7'}] {{(pid=113416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:59:59.886505 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1036ff02-e768-460c-9f33-994491542765 req-a23081fe-4190-40ac-bb97-5ac3e211c0a9 service neutron] Attempting to bind port 8da325df-4d82-44f1-9e8a-da503beb89d7 on network b1780587-5845-4b44-80ee-36efef36f1d7 {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:59:59.901776 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1036ff02-e768-460c-9f33-994491542765 req-a23081fe-4190-40ac-bb97-5ac3e211c0a9 service neutron] Port 8da325df-4d82-44f1-9e8a-da503beb89d7 on network b1780587-5845-4b44-80ee-36efef36f1d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85504 {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 23:59:59.901776 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1036ff02-e768-460c-9f33-994491542765 req-a23081fe-4190-40ac-bb97-5ac3e211c0a9 service neutron] Attempting to bind port 8da325df-4d82-44f1-9e8a-da503beb89d7 on network b1780587-5845-4b44-80ee-36efef36f1d7 {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:59:59.907505 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1036ff02-e768-460c-9f33-994491542765 req-a23081fe-4190-40ac-bb97-5ac3e211c0a9 service neutron] Checking agent: {'id': 'a7eaf665-0f6d-431a-9601-222c900251ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85504', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 50, 13), 'started_at': datetime.datetime(2022, 8, 29, 23, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:59:59.907954 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1036ff02-e768-460c-9f33-994491542765 req-a23081fe-4190-40ac-bb97-5ac3e211c0a9 service neutron] Checking segment: {'id': 'ac01668e-658a-426d-8808-b924a51fa0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'b1780587-5845-4b44-80ee-36efef36f1d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:59:59.908554 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1036ff02-e768-460c-9f33-994491542765 req-a23081fe-4190-40ac-bb97-5ac3e211c0a9 service neutron] Bound using segment: {'id': 'ac01668e-658a-426d-8808-b924a51fa0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'b1780587-5845-4b44-80ee-36efef36f1d7'} {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:59:59.909287 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.managers [req-1036ff02-e768-460c-9f33-994491542765 req-a23081fe-4190-40ac-bb97-5ac3e211c0a9 service neutron] Bound port: 8da325df-4d82-44f1-9e8a-da503beb89d7, host: hv-cinder-85504, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac01668e-658a-426d-8808-b924a51fa0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'b1780587-5845-4b44-80ee-36efef36f1d7'}}] {{(pid=113416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:59:59.909810 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-1036ff02-e768-460c-9f33-994491542765 req-a23081fe-4190-40ac-bb97-5ac3e211c0a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (8da325df-4d82-44f1-9e8a-da503beb89d7), before_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:59.986126 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.db [req-1036ff02-e768-460c-9f33-994491542765 req-a23081fe-4190-40ac-bb97-5ac3e211c0a9 service neutron] For port 8da325df-4d82-44f1-9e8a-da503beb89d7, host hv-cinder-85504, cleared binding levels {{(pid=113416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:59:59.989982 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.db [req-1036ff02-e768-460c-9f33-994491542765 req-a23081fe-4190-40ac-bb97-5ac3e211c0a9 service neutron] For port 8da325df-4d82-44f1-9e8a-da503beb89d7, host hv-cinder-85504, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=8da325df-4d82-44f1-9e8a-da503beb89d7,segment=NetworkSegment(ac01668e-658a-426d-8808-b924a51fa0ef),segment_id=ac01668e-658a-426d-8808-b924a51fa0ef)] {{(pid=113416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:59:59.991293 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:00.124238 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-1036ff02-e768-460c-9f33-994491542765 req-a23081fe-4190-40ac-bb97-5ac3e211c0a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963685'] for port (8da325df-4d82-44f1-9e8a-da503beb89d7), after_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:00.125663 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-0077bc00-2b39-4975-8d73-f6320ce11114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11068774'] for port (51a1db89-b26a-4686-b2eb-85f92a1e50a8), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:00.131881 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036ff02-e768-460c-9f33-994491542765 req-a23081fe-4190-40ac-bb97-5ac3e211c0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:00.132324 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:00.133460 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-1036ff02-e768-460c-9f33-994491542765 req-a23081fe-4190-40ac-bb97-5ac3e211c0a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for port (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:00.135468 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-1036ff02-e768-460c-9f33-994491542765 req-a23081fe-4190-40ac-bb97-5ac3e211c0a9 service neutron] 10.222.0.87 "PUT /networking/v2.0/ports/8da325df-4d82-44f1-9e8a-da503beb89d7 HTTP/1.1" status: 200 len: 1094 time: 1.5283961 Aug 30 00:00:00.136527 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab5e7deb-a296-423d-97aa-15c678b3757d', 'tag': '8da325df-4d82-44f1-9e8a-da503beb89d7'}] {{(pid=113416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 00:00:00.141749 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca1b1d0bad556637bdc4aa8e491b493d03ba5f494de7569054403470f02cf73a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a55f590-b66c-4d0a-b62f-968a69b3813d" -d '{"events": [{"name": "network-changed", "server_uuid": "ab5e7deb-a296-423d-97aa-15c678b3757d", "tag": "8da325df-4d82-44f1-9e8a-da503beb89d7"}]}' {{(pid=113416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 00:00:00.208360 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0077bc00-2b39-4975-8d73-f6320ce11114 admin admin] Pushing event deleted for resources: {'Port': ['ID=51a1db89-b26a-4686-b2eb-85f92a1e50a8,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:00.241902 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 00:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52bc8ed-fdee-4fe1-ab50-0ff97e543147 x-openstack-request-id: req-c52bc8ed-fdee-4fe1-ab50-0ff97e543147 {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 00:00:00.242354 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab5e7deb-a296-423d-97aa-15c678b3757d", "tag": "8da325df-4d82-44f1-9e8a-da503beb89d7", "status": "completed", "code": 200}]} {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 00:00:00.242891 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-c52bc8ed-fdee-4fe1-ab50-0ff97e543147 {{(pid=113416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 00:00:00.243427 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c52bc8ed-fdee-4fe1-ab50-0ff97e543147'] response: {'name': 'network-changed', 'server_uuid': 'ab5e7deb-a296-423d-97aa-15c678b3757d', 'tag': '8da325df-4d82-44f1-9e8a-da503beb89d7', 'status': 'completed', 'code': 200} Aug 30 00:00:00.246296 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23081fe-4190-40ac-bb97-5ac3e211c0a9 service neutron] Pushing event updated for resources: {'Port': ['ID=8da325df-4d82-44f1-9e8a-da503beb89d7,revision_number=3']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:00.362905 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55f590-b66c-4d0a-b62f-968a69b3813d req-426a1956-475e-4069-8fc3-2ec155f832a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:00.364615 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-7a55f590-b66c-4d0a-b62f-968a69b3813d req-426a1956-475e-4069-8fc3-2ec155f832a2 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=f4188510da25496d956e4d717bc2a551&device_id=ab5e7deb-a296-423d-97aa-15c678b3757d HTTP/1.1" status: 200 len: 1128 time: 0.0615947 Aug 30 00:00:00.378497 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-0077bc00-2b39-4975-8d73-f6320ce11114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477601'] for router_gateway (b27e3222-c8a5-4b18-ac0d-28af47137885), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:00.533396 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 761aeb90-d390-4049-9a47-b526491624f1 no longer exists at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 00:00:00.585921 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] No Port match for: 761aeb90-d390-4049-9a47-b526491624f1 {{(pid=113417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 00:00:00.586536 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 761aeb90-d390-4049-9a47-b526491624f1 not bound to the agent host dv-cinder-855041-2-iscsi {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 00:00:00.587184 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-0077bc00-2b39-4975-8d73-f6320ce11114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63306'] for router (b27e3222-c8a5-4b18-ac0d-28af47137885), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:00.593236 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-0077bc00-2b39-4975-8d73-f6320ce11114 admin admin] Publish callbacks [] for router_controller (b27e3222-c8a5-4b18-ac0d-28af47137885), precommit_delete_associations {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:00.601330 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55f590-b66c-4d0a-b62f-968a69b3813d req-f477239f-97f3-4cb5-b286-3de484327645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:00.605001 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-7a55f590-b66c-4d0a-b62f-968a69b3813d req-f477239f-97f3-4cb5-b286-3de484327645 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?tenant_id=f4188510da25496d956e4d717bc2a551&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2092543 Aug 30 00:00:00.775031 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-0077bc00-2b39-4975-8d73-f6320ce11114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-479023'] for router (b27e3222-c8a5-4b18-ac0d-28af47137885), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:00.777100 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0077bc00-2b39-4975-8d73-f6320ce11114 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b27e3222-c8a5-4b18-ac0d-28af47137885 {{(pid=113415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 00:00:00.783389 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-0077bc00-2b39-4975-8d73-f6320ce11114 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:00.788082 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-0077bc00-2b39-4975-8d73-f6320ce11114 admin admin] 10.222.0.90 "DELETE /networking/v2.0/routers/b27e3222-c8a5-4b18-ac0d-28af47137885 HTTP/1.1" status: 204 len: 168 time: 2.3966362 Aug 30 00:00:00.788538 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 54136) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:01.045213 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55f590-b66c-4d0a-b62f-968a69b3813d req-a2d6980e-70a3-4eb3-8a77-58036c131d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:01.046815 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-7a55f590-b66c-4d0a-b62f-968a69b3813d req-a2d6980e-70a3-4eb3-8a77-58036c131d15 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1297865 Aug 30 00:00:01.073450 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.db_base_plugin_v2 [None req-04d97839-2029-45be-a22f-f81d7a5100b1 admin admin] Deleting subnet 16471bf1-5160-46ce-b487-b87c8418028b {{(pid=113416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 00:00:01.083981 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-04d97839-2029-45be-a22f-f81d7a5100b1 admin admin] Publish callbacks [] for subnet (16471bf1-5160-46ce-b487-b87c8418028b), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:01.109851 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1cc6a1-be20-480f-8a85-84d6b4d9af83 req-1beba277-cbfc-4e56-ae67-1f7f42d43ba3 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:01.118930 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-3a1cc6a1-be20-480f-8a85-84d6b4d9af83 req-1beba277-cbfc-4e56-ae67-1f7f42d43ba3 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=ab5e7deb-a296-423d-97aa-15c678b3757d HTTP/1.1" status: 200 len: 944 time: 0.1214268 Aug 30 00:00:01.186253 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:01.248138 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-04d97839-2029-45be-a22f-f81d7a5100b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10966540'] for subnet (16471bf1-5160-46ce-b487-b87c8418028b), precommit_delete_associations {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:01.275177 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036ff02-e768-460c-9f33-994491542765 req-9ce49771-5efb-4317-8085-2f59f53a2517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:01.277946 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-1036ff02-e768-460c-9f33-994491542765 req-9ce49771-5efb-4317-8085-2f59f53a2517 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=f4188510da25496d956e4d717bc2a551&device_id=ab5e7deb-a296-423d-97aa-15c678b3757d HTTP/1.1" status: 200 len: 1128 time: 0.1170332 Aug 30 00:00:01.287618 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-3a1cc6a1-be20-480f-8a85-84d6b4d9af83 req-5a72735f-fde5-4907-9f72-e89d3e17b854 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=7473fa50-8d64-410d-920b-9f8237d88050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643026 Aug 30 00:00:01.339244 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-1036ff02-e768-460c-9f33-994491542765 req-7fc85c85-d9df-44bc-99e5-933ac9cabc05 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8da325df-4d82-44f1-9e8a-da503beb89d7 HTTP/1.1" status: 200 len: 217 time: 0.0473397 Aug 30 00:00:01.425931 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036ff02-e768-460c-9f33-994491542765 req-05b49132-674f-4496-b7f9-b32d071415da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:01.426897 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-1036ff02-e768-460c-9f33-994491542765 req-05b49132-674f-4496-b7f9-b32d071415da service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=63d113a5-7c64-46a1-b545-44c599bf8411 HTTP/1.1" status: 200 len: 853 time: 0.0586638 Aug 30 00:00:01.444987 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-04d97839-2029-45be-a22f-f81d7a5100b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3500387'] for subnet (16471bf1-5160-46ce-b487-b87c8418028b), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:01.636266 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-04d97839-2029-45be-a22f-f81d7a5100b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3500410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4096602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10966559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11693050'] for subnet (16471bf1-5160-46ce-b487-b87c8418028b), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:01.694394 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d97839-2029-45be-a22f-f81d7a5100b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16471bf1-5160-46ce-b487-b87c8418028b,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:01.696493 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-04d97839-2029-45be-a22f-f81d7a5100b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for subnet (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:01.700509 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-04d97839-2029-45be-a22f-f81d7a5100b1 admin admin] 10.222.0.90 "DELETE /networking/v2.0/subnets/16471bf1-5160-46ce-b487-b87c8418028b HTTP/1.1" status: 204 len: 168 time: 0.9091299 Aug 30 00:00:01.703259 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 54158) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:01.707366 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed93f13-3bfa-44e9-9079-843dab8af9cd None None] Network 7a46036d-55d3-472c-985d-7d32e6afcac9 requested from dv-cinder-855041-2-iscsi {{(pid=113417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 00:00:01.797464 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-722607f0-647d-4d72-aa0e-b6c7eb6e01d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578142'] for network (7a46036d-55d3-472c-985d-7d32e6afcac9), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:01.812797 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036ff02-e768-460c-9f33-994491542765 req-33d80821-7a11-49d9-be74-8f116ad1d430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:01.814474 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-1036ff02-e768-460c-9f33-994491542765 req-33d80821-7a11-49d9-be74-8f116ad1d430 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=b1780587-5845-4b44-80ee-36efef36f1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0772703 Aug 30 00:00:01.884222 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [None req-722607f0-647d-4d72-aa0e-b6c7eb6e01d4 admin admin] Deleting port 653f9018-ff02-4917-b487-72f8ff6d9534 {{(pid=113415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 00:00:01.884868 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-722607f0-647d-4d72-aa0e-b6c7eb6e01d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (653f9018-ff02-4917-b487-72f8ff6d9534), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:01.961589 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01990f00-596d-4ad7-959b-ba06c62a8b9c None None] DHCP port deletion for 7a46036d-55d3-472c-985d-7d32e6afcac9 request from dv-cinder-855041-2-iscsi {{(pid=113417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 00:00:01.990924 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.db [None req-722607f0-647d-4d72-aa0e-b6c7eb6e01d4 admin admin] For port 653f9018-ff02-4917-b487-72f8ff6d9534, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=653f9018-ff02-4917-b487-72f8ff6d9534,segment=NetworkSegment(114ca9d5-57df-429a-9e81-974fb793f3bc),segment_id=114ca9d5-57df-429a-9e81-974fb793f3bc)] {{(pid=113415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:00:01.991722 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-722607f0-647d-4d72-aa0e-b6c7eb6e01d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (653f9018-ff02-4917-b487-72f8ff6d9534), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:02.016423 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [None req-722607f0-647d-4d72-aa0e-b6c7eb6e01d4 admin admin] Calling delete_port for 653f9018-ff02-4917-b487-72f8ff6d9534 owned by network:dhcp {{(pid=113415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 00:00:02.025196 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-1036ff02-e768-460c-9f33-994491542765 req-f23ac257-e1da-48c7-a289-654cd975a3c2 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/b1780587-5845-4b44-80ee-36efef36f1d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043326 Aug 30 00:00:02.043921 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-01990f00-596d-4ad7-959b-ba06c62a8b9c None None] Deleting port 653f9018-ff02-4917-b487-72f8ff6d9534 {{(pid=113417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 00:00:02.044948 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-01990f00-596d-4ad7-959b-ba06c62a8b9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (653f9018-ff02-4917-b487-72f8ff6d9534), before_delete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:02.149012 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-01990f00-596d-4ad7-959b-ba06c62a8b9c None None] For port 653f9018-ff02-4917-b487-72f8ff6d9534, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=653f9018-ff02-4917-b487-72f8ff6d9534,segment=NetworkSegment(114ca9d5-57df-429a-9e81-974fb793f3bc),segment_id=114ca9d5-57df-429a-9e81-974fb793f3bc)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:00:02.149663 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-01990f00-596d-4ad7-959b-ba06c62a8b9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (653f9018-ff02-4917-b487-72f8ff6d9534), precommit_delete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:02.168861 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-01990f00-596d-4ad7-959b-ba06c62a8b9c None None] Calling delete_port for 653f9018-ff02-4917-b487-72f8ff6d9534 owned by network:dhcp {{(pid=113417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 00:00:02.251961 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-1036ff02-e768-460c-9f33-994491542765 req-460ebff2-e3c7-4857-a18e-70100d137bde service neutron] 10.222.0.87 "GET /networking/v2.0/networks/b1780587-5845-4b44-80ee-36efef36f1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283331 Aug 30 00:00:02.295218 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-722607f0-647d-4d72-aa0e-b6c7eb6e01d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11068774'] for port (653f9018-ff02-4917-b487-72f8ff6d9534), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:02.302457 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-01990f00-596d-4ad7-959b-ba06c62a8b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306'] for port (653f9018-ff02-4917-b487-72f8ff6d9534), after_delete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:02.339246 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:02.344238 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01990f00-596d-4ad7-959b-ba06c62a8b9c None None] No DVR routers for this DVR port 653f9018-ff02-4917-b487-72f8ff6d9534 on host dv-cinder-855041-2-iscsi {{(pid=113417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 00:00:02.344372 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=53 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:02.347279 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01990f00-596d-4ad7-959b-ba06c62a8b9c None None] Pushing event deleted for resources: {'Port': ['ID=653f9018-ff02-4917-b487-72f8ff6d9534,revision_number=None']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:02.372655 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722607f0-647d-4d72-aa0e-b6c7eb6e01d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=653f9018-ff02-4917-b487-72f8ff6d9534,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:02.384547 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722607f0-647d-4d72-aa0e-b6c7eb6e01d4 admin admin] No DVR routers for this DVR port 653f9018-ff02-4917-b487-72f8ff6d9534 on host dv-cinder-855041-2-iscsi {{(pid=113415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 00:00:02.451927 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 51a1db89-b26a-4686-b2eb-85f92a1e50a8 no longer exists at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 00:00:02.480998 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] No Port match for: 51a1db89-b26a-4686-b2eb-85f92a1e50a8 {{(pid=113417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 00:00:02.481419 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 51a1db89-b26a-4686-b2eb-85f92a1e50a8 not bound to the agent host dv-cinder-855041-2-iscsi {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 00:00:02.481840 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 653f9018-ff02-4917-b487-72f8ff6d9534 no longer exists at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 00:00:02.511645 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] No Port match for: 653f9018-ff02-4917-b487-72f8ff6d9534 {{(pid=113417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 00:00:02.512278 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 653f9018-ff02-4917-b487-72f8ff6d9534 not bound to the agent host dv-cinder-855041-2-iscsi {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 00:00:02.590439 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-722607f0-647d-4d72-aa0e-b6c7eb6e01d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3498496', 'neutron.services.segments.db._delete_segments_for_network-8751006364483'] for network (7a46036d-55d3-472c-985d-7d32e6afcac9), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:02.610178 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda6a11-caa6-4a7c-830b-999c8cb1896f req-b6eccd9f-da07-4240-8154-04afe3d19206 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:02.611825 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-deda6a11-caa6-4a7c-830b-999c8cb1896f req-b6eccd9f-da07-4240-8154-04afe3d19206 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=ab5e7deb-a296-423d-97aa-15c678b3757d HTTP/1.1" status: 200 len: 944 time: 0.1390128 Aug 30 00:00:02.636533 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.services.segments.db [None req-722607f0-647d-4d72-aa0e-b6c7eb6e01d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a46036d-55d3-472c-985d-7d32e6afcac9']}} {{(pid=113415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:00:02.657327 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.services.segments.db [None req-722607f0-647d-4d72-aa0e-b6c7eb6e01d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '114ca9d5-57df-429a-9e81-974fb793f3bc') {'for_net_delete': True} {{(pid=113415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:00:02.657671 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.services.segments.db [None req-722607f0-647d-4d72-aa0e-b6c7eb6e01d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '114ca9d5-57df-429a-9e81-974fb793f3bc') {} {{(pid=113415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:00:02.684122 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-722607f0-647d-4d72-aa0e-b6c7eb6e01d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751006358959', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10512005'] for segment (114ca9d5-57df-429a-9e81-974fb793f3bc), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:02.716430 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-deda6a11-caa6-4a7c-830b-999c8cb1896f req-5a7787c4-cf8f-4d90-933f-dbd6958745a4 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=7473fa50-8d64-410d-920b-9f8237d88050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929396 Aug 30 00:00:02.717571 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-722607f0-647d-4d72-aa0e-b6c7eb6e01d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3480186'] for segment (114ca9d5-57df-429a-9e81-974fb793f3bc), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:02.736474 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-722607f0-647d-4d72-aa0e-b6c7eb6e01d4 admin admin] Releasing vlan 1101 on physical network physnet1 to pool {{(pid=113415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 00:00:02.737525 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-722607f0-647d-4d72-aa0e-b6c7eb6e01d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3480186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11068723'] for segment (114ca9d5-57df-429a-9e81-974fb793f3bc), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:02.812585 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.services.segments.plugin [-] Segment 114ca9d5-57df-429a-9e81-974fb793f3bc resource provider aggregate not found Aug 30 00:00:02.833631 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.services.segments.plugin [-] Segment 114ca9d5-57df-429a-9e81-974fb793f3bc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 114ca9d5-57df-429a-9e81-974fb793f3bc found for delete ", "request_id": "req-4d166d11-b5bf-4311-8660-9e892bce07e6"}]} Aug 30 00:00:02.951404 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-722607f0-647d-4d72-aa0e-b6c7eb6e01d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3498505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477645'] for network (7a46036d-55d3-472c-985d-7d32e6afcac9), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:02.960245 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-722607f0-647d-4d72-aa0e-b6c7eb6e01d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for network (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:02.964296 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-722607f0-647d-4d72-aa0e-b6c7eb6e01d4 admin admin] 10.222.0.90 "DELETE /networking/v2.0/networks/7a46036d-55d3-472c-985d-7d32e6afcac9 HTTP/1.1" status: 204 len: 168 time: 1.2596555 Aug 30 00:00:02.964747 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:02.980500 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722607f0-647d-4d72-aa0e-b6c7eb6e01d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a46036d-55d3-472c-985d-7d32e6afcac9,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:03.547479 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 54192) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:03.610616 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-24a92301-554e-4470-88de-7926805327f1 admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=3beae764b5cb4dcd9f13e26878bbac48&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0619345 Aug 30 00:00:03.611016 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 54196) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:03.672807 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-6686a9f3-19b7-4911-a548-e30fdbd2aa1b admin admin] Publish callbacks [] for security_group (7e831055-c6a9-420c-9f26-7b559e6b4666), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:03.697704 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-6686a9f3-19b7-4911-a548-e30fdbd2aa1b admin admin] Publish callbacks [] for security_group (7e831055-c6a9-420c-9f26-7b559e6b4666), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:03.933432 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-6686a9f3-19b7-4911-a548-e30fdbd2aa1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (7e831055-c6a9-420c-9f26-7b559e6b4666), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:03.936641 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-6686a9f3-19b7-4911-a548-e30fdbd2aa1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:03.942461 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-6686a9f3-19b7-4911-a548-e30fdbd2aa1b admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/7e831055-c6a9-420c-9f26-7b559e6b4666 HTTP/1.1" status: 204 len: 168 time: 0.3301241 Aug 30 00:00:03.967734 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6686a9f3-19b7-4911-a548-e30fdbd2aa1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e831055-c6a9-420c-9f26-7b559e6b4666,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:04.002216 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebbc5c6-e221-48aa-abb4-cc4443c0221e req-5feadf8d-d0da-4d72-b514-a7005f7fbb20 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:04.004565 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-4ebbc5c6-e221-48aa-abb4-cc4443c0221e req-5feadf8d-d0da-4d72-b514-a7005f7fbb20 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=ab5e7deb-a296-423d-97aa-15c678b3757d HTTP/1.1" status: 200 len: 944 time: 0.1381295 Aug 30 00:00:04.061799 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:04.101925 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-4ebbc5c6-e221-48aa-abb4-cc4443c0221e req-0574743e-bb8e-4262-a202-4ce9ff36e651 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=7473fa50-8d64-410d-920b-9f8237d88050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881517 Aug 30 00:00:05.387783 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478569c-35fa-4120-9b88-9d927b68f845 req-0c3b352b-1dbf-4981-84f6-114b353303f3 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:05.390696 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-1478569c-35fa-4120-9b88-9d927b68f845 req-0c3b352b-1dbf-4981-84f6-114b353303f3 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=ab5e7deb-a296-423d-97aa-15c678b3757d HTTP/1.1" status: 200 len: 944 time: 0.1234586 Aug 30 00:00:05.482593 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-1478569c-35fa-4120-9b88-9d927b68f845 req-c5769ac4-2a16-4e07-9805-18cd0ee84e4b tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=7473fa50-8d64-410d-920b-9f8237d88050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785432 Aug 30 00:00:06.659478 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84efa858-ecee-495b-b5db-578f8482c74d req-c84cb311-cb78-43af-9c31-72aead162395 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:06.676559 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-84efa858-ecee-495b-b5db-578f8482c74d req-c84cb311-cb78-43af-9c31-72aead162395 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=ab5e7deb-a296-423d-97aa-15c678b3757d HTTP/1.1" status: 200 len: 944 time: 0.0876396 Aug 30 00:00:06.746088 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-84efa858-ecee-495b-b5db-578f8482c74d req-54fc2b4a-998a-4283-9274-f9b6575d1bcd tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=7473fa50-8d64-410d-920b-9f8237d88050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682521 Aug 30 00:00:07.877253 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce5cd3-a7c8-4dcf-9fd8-9ad71133505f req-a198f8ba-76df-4a7c-9f06-993bb07dabe3 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:07.879534 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-15ce5cd3-a7c8-4dcf-9fd8-9ad71133505f req-a198f8ba-76df-4a7c-9f06-993bb07dabe3 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=ab5e7deb-a296-423d-97aa-15c678b3757d HTTP/1.1" status: 200 len: 944 time: 0.0611942 Aug 30 00:00:07.958446 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-15ce5cd3-a7c8-4dcf-9fd8-9ad71133505f req-cbd4b1ae-f4bd-44a5-9429-ec9a70dce734 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=7473fa50-8d64-410d-920b-9f8237d88050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729032 Aug 30 00:00:08.297669 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 54290) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:08.351391 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device 8da325df-4d82-44f1-9e8a-da503beb89d7 details requested by agent hyperv_hv-cinder-85504 with host hv-cinder-85504 {{(pid=113417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 00:00:08.357727 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:08.443311 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:08.457203 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-8dc51454-ac5e-465a-bedd-85826ae1c2da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:08.469497 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port 8da325df-4d82-44f1-9e8a-da503beb89d7, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=8da325df-4d82-44f1-9e8a-da503beb89d7,segment=NetworkSegment(ac01668e-658a-426d-8808-b924a51fa0ef),segment_id=ac01668e-658a-426d-8808-b924a51fa0ef)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:00:08.491181 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Returning: {'device': '8da325df-4d82-44f1-9e8a-da503beb89d7', 'network_id': 'b1780587-5845-4b44-80ee-36efef36f1d7', 'port_id': '8da325df-4d82-44f1-9e8a-da503beb89d7', 'mac_address': 'fa:16:3e:a9:fd:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63d113a5-7c64-46a1-b545-44c599bf8411', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 00:00:08.541443 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:08.542835 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Current status of the port 8da325df-4d82-44f1-9e8a-da503beb89d7 is: DOWN; New status is: BUILD {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:00:08.543369 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (8da325df-4d82-44f1-9e8a-da503beb89d7), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:08.563754 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.notifiers.nova [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8da325df-4d82-44f1-9e8a-da503beb89d7 {{(pid=113417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 00:00:08.585720 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-8dc51454-ac5e-465a-bedd-85826ae1c2da admin admin] Publish callbacks [] for security_group (d0f69ade-277c-4c69-af2c-29e0358857a4), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:08.589484 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port 8da325df-4d82-44f1-9e8a-da503beb89d7, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=8da325df-4d82-44f1-9e8a-da503beb89d7,segment=NetworkSegment(ac01668e-658a-426d-8808-b924a51fa0ef),segment_id=ac01668e-658a-426d-8808-b924a51fa0ef)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:00:08.745185 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-8dc51454-ac5e-465a-bedd-85826ae1c2da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (d0f69ade-277c-4c69-af2c-29e0358857a4), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:08.746045 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (8da325df-4d82-44f1-9e8a-da503beb89d7), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:08.786540 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc51454-ac5e-465a-bedd-85826ae1c2da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f69ade-277c-4c69-af2c-29e0358857a4,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:08.791130 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-8dc51454-ac5e-465a-bedd-85826ae1c2da admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=6c5fabb052d347a591637e0923332763&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4921947 Aug 30 00:00:08.800139 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 54300) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:08.804777 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Pushing event updated for resources: {'Port': ['ID=8da325df-4d82-44f1-9e8a-da503beb89d7,revision_number=4']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:08.813992 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:00:08.814283 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:00:08.814624 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:00:08.814959 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:00:08.815292 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:00:08.815635 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:00:08.815945 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:00:08.816305 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:00:08.816627 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:00:08.816946 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:00:08.817633 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:00:08.817633 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:00:08.817877 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:00:08.818203 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:00:08.818513 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:00:08.855908 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-9c5fb48a-fe60-4750-9bcd-5aef0487c45e admin admin] Publish callbacks [] for security_group (d0f69ade-277c-4c69-af2c-29e0358857a4), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:08.872552 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:08.878098 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-9c5fb48a-fe60-4750-9bcd-5aef0487c45e admin admin] Publish callbacks [] for security_group (d0f69ade-277c-4c69-af2c-29e0358857a4), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:08.954264 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] get_ports_and_sgs() called for port_ids ['8da325df-4d82-44f1-9e8a-da503beb89d7'] {{(pid=113417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 00:00:09.019167 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-9c5fb48a-fe60-4750-9bcd-5aef0487c45e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (d0f69ade-277c-4c69-af2c-29e0358857a4), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:09.021981 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-9c5fb48a-fe60-4750-9bcd-5aef0487c45e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:09.023572 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-9c5fb48a-fe60-4750-9bcd-5aef0487c45e admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/d0f69ade-277c-4c69-af2c-29e0358857a4 HTTP/1.1" status: 204 len: 168 time: 0.2271476 Aug 30 00:00:09.033870 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5fb48a-fe60-4750-9bcd-5aef0487c45e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f69ade-277c-4c69-af2c-29e0358857a4,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:09.133863 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca19d34-26fe-43e1-bf14-324820f5dfd9 req-164c9c4e-53c9-445f-962a-91484b090791 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:09.142221 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-0ca19d34-26fe-43e1-bf14-324820f5dfd9 req-164c9c4e-53c9-445f-962a-91484b090791 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=ab5e7deb-a296-423d-97aa-15c678b3757d HTTP/1.1" status: 200 len: 945 time: 0.0734692 Aug 30 00:00:09.196635 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-0ca19d34-26fe-43e1-bf14-324820f5dfd9 req-bd72486c-0df9-44db-a912-69017ddf99ed tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=7473fa50-8d64-410d-920b-9f8237d88050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526192 Aug 30 00:00:09.949789 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 54332) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:09.965118 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-86c70f23-8cd9-4f0f-97e6-da9096a3d1ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:10.055675 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-86c70f23-8cd9-4f0f-97e6-da9096a3d1ff admin admin] Publish callbacks [] for security_group (11dd4809-a265-4604-b257-eb464f660bb8), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:10.149087 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-86c70f23-8cd9-4f0f-97e6-da9096a3d1ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (11dd4809-a265-4604-b257-eb464f660bb8), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:10.192075 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-86c70f23-8cd9-4f0f-97e6-da9096a3d1ff admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=8cd5564ab40c4052b9e89afc82ddedd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2411060 Aug 30 00:00:10.194320 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c70f23-8cd9-4f0f-97e6-da9096a3d1ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11dd4809-a265-4604-b257-eb464f660bb8,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:10.194966 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 54334) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:10.251343 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-11193e5a-adaf-4fbb-8990-3ac0ea516be7 admin admin] Publish callbacks [] for security_group (11dd4809-a265-4604-b257-eb464f660bb8), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:10.273733 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-11193e5a-adaf-4fbb-8990-3ac0ea516be7 admin admin] Publish callbacks [] for security_group (11dd4809-a265-4604-b257-eb464f660bb8), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:10.276986 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-6ee3d914-550c-4f2f-9204-b44abe1f67f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (1020f8f9-c858-45a1-84c5-376480b0ca2e), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:10.349811 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe62fab-7548-4faa-9c85-3fb2a2bd0222 req-acdadd81-9527-43f9-b6b8-38517e5fb2e7 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:10.351329 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ebe62fab-7548-4faa-9c85-3fb2a2bd0222 req-acdadd81-9527-43f9-b6b8-38517e5fb2e7 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=ab5e7deb-a296-423d-97aa-15c678b3757d HTTP/1.1" status: 200 len: 945 time: 0.0753057 Aug 30 00:00:10.361414 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device 8da325df-4d82-44f1-9e8a-da503beb89d7 up at agent hyperv_hv-cinder-85504 {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 00:00:10.413151 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Provisioning for port 8da325df-4d82-44f1-9e8a-da503beb89d7 completed by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 00:00:10.419435 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:10.436066 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ebe62fab-7548-4faa-9c85-3fb2a2bd0222 req-6417f7a9-7811-4125-bd94-7679602f5067 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=7473fa50-8d64-410d-920b-9f8237d88050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784464 Aug 30 00:00:10.480247 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-11193e5a-adaf-4fbb-8990-3ac0ea516be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (11dd4809-a265-4604-b257-eb464f660bb8), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:10.482812 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-11193e5a-adaf-4fbb-8990-3ac0ea516be7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:10.483954 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-11193e5a-adaf-4fbb-8990-3ac0ea516be7 admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/11dd4809-a265-4604-b257-eb464f660bb8 HTTP/1.1" status: 204 len: 168 time: 0.2875013 Aug 30 00:00:10.501428 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11193e5a-adaf-4fbb-8990-3ac0ea516be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11dd4809-a265-4604-b257-eb464f660bb8,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:10.540147 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Provisioning complete for port 8da325df-4d82-44f1-9e8a-da503beb89d7 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:00:10.540830 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (8da325df-4d82-44f1-9e8a-da503beb89d7), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:10.581800 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:10.631455 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Current status of the port 8da325df-4d82-44f1-9e8a-da503beb89d7 is: BUILD; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:00:10.631975 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (8da325df-4d82-44f1-9e8a-da503beb89d7), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:10.660046 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab5e7deb-a296-423d-97aa-15c678b3757d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da325df-4d82-44f1-9e8a-da503beb89d7'}] {{(pid=113417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 00:00:10.662458 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d41a01b6be055f780f1b28f387bc014884277aca14b53491aeccfff4134a8b4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213bac88-9dca-4071-aefc-a20faa2d09b1" -d '{"events": [{"server_uuid": "ab5e7deb-a296-423d-97aa-15c678b3757d", "name": "network-vif-plugged", "status": "completed", "tag": "8da325df-4d82-44f1-9e8a-da503beb89d7"}]}' {{(pid=113417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 00:00:10.679860 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port 8da325df-4d82-44f1-9e8a-da503beb89d7, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=8da325df-4d82-44f1-9e8a-da503beb89d7,segment=NetworkSegment(ac01668e-658a-426d-8808-b924a51fa0ef),segment_id=ac01668e-658a-426d-8808-b924a51fa0ef)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:00:10.705497 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 00:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd708ab-f1c9-4329-9588-8ef336a0ac96 x-openstack-request-id: req-3fd708ab-f1c9-4329-9588-8ef336a0ac96 {{(pid=113417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 00:00:10.705787 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab5e7deb-a296-423d-97aa-15c678b3757d", "name": "network-vif-plugged", "status": "completed", "tag": "8da325df-4d82-44f1-9e8a-da503beb89d7", "code": 200}]} {{(pid=113417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 00:00:10.706304 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-3fd708ab-f1c9-4329-9588-8ef336a0ac96 {{(pid=113417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 00:00:10.706685 dv-cinder-855041-2-iscsi neutron-server[113417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fd708ab-f1c9-4329-9588-8ef336a0ac96'] response: {'server_uuid': 'ab5e7deb-a296-423d-97aa-15c678b3757d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da325df-4d82-44f1-9e8a-da503beb89d7', 'code': 200} Aug 30 00:00:10.808014 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (8da325df-4d82-44f1-9e8a-da503beb89d7), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:10.859033 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Pushing event updated for resources: {'Port': ['ID=8da325df-4d82-44f1-9e8a-da503beb89d7,revision_number=5']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:11.054211 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd31ef4-8d1d-414a-8e2f-c088a2f8225c req-352bd86b-5725-48d1-aa60-2c33f968ee13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:11.055708 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-5cd31ef4-8d1d-414a-8e2f-c088a2f8225c req-352bd86b-5725-48d1-aa60-2c33f968ee13 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=ab5e7deb-a296-423d-97aa-15c678b3757d HTTP/1.1" status: 200 len: 1130 time: 0.0411654 Aug 30 00:00:11.111492 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-5cd31ef4-8d1d-414a-8e2f-c088a2f8225c req-d1da268a-779b-48aa-889c-5c0f72547032 service neutron] 10.222.0.87 "GET /networking/v2.0/security-groups?id=7473fa50-8d64-410d-920b-9f8237d88050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487545 Aug 30 00:00:11.259568 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 54366) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:11.378514 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-da3e0701-58f5-45f8-9658-1daa60e27dfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:11.511010 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-da3e0701-58f5-45f8-9658-1daa60e27dfa admin admin] Publish callbacks [] for security_group (b037afbf-e94e-4903-a7a5-d386eb031aba), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:11.530241 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:11.569581 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa6b33-ac41-40ca-91b3-974120b87781 req-58e7d426-7f41-4d21-9e36-9a9405306464 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:11.570590 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-65fa6b33-ac41-40ca-91b3-974120b87781 req-58e7d426-7f41-4d21-9e36-9a9405306464 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=ab5e7deb-a296-423d-97aa-15c678b3757d HTTP/1.1" status: 200 len: 946 time: 0.0502241 Aug 30 00:00:11.602417 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-da3e0701-58f5-45f8-9658-1daa60e27dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (b037afbf-e94e-4903-a7a5-d386eb031aba), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:11.668369 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-65fa6b33-ac41-40ca-91b3-974120b87781 req-007fd9b9-edf4-4071-9378-681a8991b72b tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=7473fa50-8d64-410d-920b-9f8237d88050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919268 Aug 30 00:00:11.676797 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-da3e0701-58f5-45f8-9658-1daa60e27dfa admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=d599baf7d9a84ff292f61fa552062cec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4116170 Aug 30 00:00:11.676797 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3e0701-58f5-45f8-9658-1daa60e27dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b037afbf-e94e-4903-a7a5-d386eb031aba,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:11.676797 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 54380) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:11.738625 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-ba6734f0-549a-4b27-ab39-d2888fe6ffc9 admin admin] Publish callbacks [] for security_group (b037afbf-e94e-4903-a7a5-d386eb031aba), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:11.764274 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-ba6734f0-549a-4b27-ab39-d2888fe6ffc9 admin admin] Publish callbacks [] for security_group (b037afbf-e94e-4903-a7a5-d386eb031aba), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:11.957386 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-ba6734f0-549a-4b27-ab39-d2888fe6ffc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (b037afbf-e94e-4903-a7a5-d386eb031aba), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:11.965229 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-ba6734f0-549a-4b27-ab39-d2888fe6ffc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:11.967465 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.agents_db [None req-4166f728-c6cb-4ae6-8e81-f61b29fbc360 None None] Agent healthcheck: found 6 active agents {{(pid=113418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 00:00:11.969137 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-ba6734f0-549a-4b27-ab39-d2888fe6ffc9 admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/b037afbf-e94e-4903-a7a5-d386eb031aba HTTP/1.1" status: 204 len: 168 time: 0.2919619 Aug 30 00:00:11.986985 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6734f0-549a-4b27-ab39-d2888fe6ffc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b037afbf-e94e-4903-a7a5-d386eb031aba,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:12.800527 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29527f90-6804-472d-aa31-4283000c6213 req-89516c1d-34c7-464a-9f3c-fa4ff218bebc tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:12.802131 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-29527f90-6804-472d-aa31-4283000c6213 req-89516c1d-34c7-464a-9f3c-fa4ff218bebc tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=ab5e7deb-a296-423d-97aa-15c678b3757d HTTP/1.1" status: 200 len: 946 time: 0.0500226 Aug 30 00:00:12.857194 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-29527f90-6804-472d-aa31-4283000c6213 req-2cabe615-12af-4a75-b7f1-88175939ab92 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=7473fa50-8d64-410d-920b-9f8237d88050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482941 Aug 30 00:00:13.016417 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f2a99-586e-4c5e-bcde-009e3f138041 req-2e63a9c4-62b8-4bdd-9e03-44daf6f90b28 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:13.023289 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d45f2a99-586e-4c5e-bcde-009e3f138041 req-2e63a9c4-62b8-4bdd-9e03-44daf6f90b28 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=ab5e7deb-a296-423d-97aa-15c678b3757d HTTP/1.1" status: 200 len: 946 time: 0.0621057 Aug 30 00:00:13.064118 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:13.088855 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (a7eaf665-0f6d-431a-9601-222c900251ec), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:13.093526 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d45f2a99-586e-4c5e-bcde-009e3f138041 req-8a11cc46-1f60-449d-9a0c-3e2dbea7da4e tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=7473fa50-8d64-410d-920b-9f8237d88050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685408 Aug 30 00:00:13.482558 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-da6d6ceb-caa2-4684-9577-55d91cc45f5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (037668f0-d812-4b59-9d2d-ce33f66a7708), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:13.554985 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed98f6a-3eda-44d5-83d0-0d2657d14ecd req-f991dcc4-6d4e-46e0-b543-f94e6dd27e74 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:13.557519 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-fed98f6a-3eda-44d5-83d0-0d2657d14ecd req-f991dcc4-6d4e-46e0-b543-f94e6dd27e74 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=ab5e7deb-a296-423d-97aa-15c678b3757d HTTP/1.1" status: 200 len: 946 time: 0.0844188 Aug 30 00:00:13.631126 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-fed98f6a-3eda-44d5-83d0-0d2657d14ecd req-60654830-7ba1-4d87-916f-5da4b5327a21 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=7473fa50-8d64-410d-920b-9f8237d88050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589404 Aug 30 00:00:14.372794 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 54486) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:14.452408 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cdcd43ac-7909-438b-ba67-31b4a20d4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (bcd4f52e-0d63-4d8a-9dda-ff825ab30758), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:14.500223 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-123fccb3-5fd7-4dbb-87d7-471388d0b2f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:14.594120 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-123fccb3-5fd7-4dbb-87d7-471388d0b2f3 admin admin] Publish callbacks [] for security_group (b1fafdd4-49de-41f5-bbf4-bd2b0545f11f), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:14.693060 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-123fccb3-5fd7-4dbb-87d7-471388d0b2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (b1fafdd4-49de-41f5-bbf4-bd2b0545f11f), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:14.772216 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-123fccb3-5fd7-4dbb-87d7-471388d0b2f3 admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=b34025be015c48e79bb3f07137a99d9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3979752 Aug 30 00:00:14.775804 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123fccb3-5fd7-4dbb-87d7-471388d0b2f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1fafdd4-49de-41f5-bbf4-bd2b0545f11f,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:14.776090 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 54500) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:14.851657 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-56a3f09d-bcfb-4f76-aeb4-dc6be123f13b admin admin] Publish callbacks [] for security_group (b1fafdd4-49de-41f5-bbf4-bd2b0545f11f), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:14.876351 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-56a3f09d-bcfb-4f76-aeb4-dc6be123f13b admin admin] Publish callbacks [] for security_group (b1fafdd4-49de-41f5-bbf4-bd2b0545f11f), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:15.144978 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-56a3f09d-bcfb-4f76-aeb4-dc6be123f13b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (b1fafdd4-49de-41f5-bbf4-bd2b0545f11f), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:15.151455 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-56a3f09d-bcfb-4f76-aeb4-dc6be123f13b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:15.153620 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-56a3f09d-bcfb-4f76-aeb4-dc6be123f13b admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/b1fafdd4-49de-41f5-bbf4-bd2b0545f11f HTTP/1.1" status: 204 len: 168 time: 0.3775029 Aug 30 00:00:15.169404 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a3f09d-bcfb-4f76-aeb4-dc6be123f13b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1fafdd4-49de-41f5-bbf4-bd2b0545f11f,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:15.573842 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (01773ddc-a5d8-4c68-b7b5-e385af2b339f), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:16.281264 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 54534) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:16.296468 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-fb8376a6-ff99-4cfd-9d3b-d434d4de3ee0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:16.401805 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-fb8376a6-ff99-4cfd-9d3b-d434d4de3ee0 admin admin] Publish callbacks [] for security_group (b3ed4f81-a94a-4204-a694-0ef843f4f643), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:16.481981 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-55545b4a-c719-46e4-a9c5-7c044aa64822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (63136763-0f20-46a8-951a-2f70193501e4), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:16.482982 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-fb8376a6-ff99-4cfd-9d3b-d434d4de3ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (b3ed4f81-a94a-4204-a694-0ef843f4f643), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:16.537301 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-fb8376a6-ff99-4cfd-9d3b-d434d4de3ee0 admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=6b5d25ba5b954c1585325357cdfbba4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2548978 Aug 30 00:00:16.538188 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8376a6-ff99-4cfd-9d3b-d434d4de3ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ed4f81-a94a-4204-a694-0ef843f4f643,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:16.542590 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 54548) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:16.556018 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8376a6-ff99-4cfd-9d3b-d434d4de3ee0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:00:16.558026 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8376a6-ff99-4cfd-9d3b-d434d4de3ee0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:00:16.558026 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8376a6-ff99-4cfd-9d3b-d434d4de3ee0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:00:16.558026 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8376a6-ff99-4cfd-9d3b-d434d4de3ee0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:00:16.558026 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8376a6-ff99-4cfd-9d3b-d434d4de3ee0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:00:16.558026 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8376a6-ff99-4cfd-9d3b-d434d4de3ee0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:00:16.558799 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8376a6-ff99-4cfd-9d3b-d434d4de3ee0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:00:16.558799 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8376a6-ff99-4cfd-9d3b-d434d4de3ee0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:00:16.558799 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8376a6-ff99-4cfd-9d3b-d434d4de3ee0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:00:16.559305 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8376a6-ff99-4cfd-9d3b-d434d4de3ee0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:00:16.559449 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8376a6-ff99-4cfd-9d3b-d434d4de3ee0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:00:16.559716 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8376a6-ff99-4cfd-9d3b-d434d4de3ee0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:00:16.560036 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8376a6-ff99-4cfd-9d3b-d434d4de3ee0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:00:16.560459 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8376a6-ff99-4cfd-9d3b-d434d4de3ee0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:00:16.560751 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8376a6-ff99-4cfd-9d3b-d434d4de3ee0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:00:16.648560 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-d3bce938-d30c-4bee-b370-da3a8e9aacb6 admin admin] Publish callbacks [] for security_group (b3ed4f81-a94a-4204-a694-0ef843f4f643), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:16.675875 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-d3bce938-d30c-4bee-b370-da3a8e9aacb6 admin admin] Publish callbacks [] for security_group (b3ed4f81-a94a-4204-a694-0ef843f4f643), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:16.911405 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-d3bce938-d30c-4bee-b370-da3a8e9aacb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (b3ed4f81-a94a-4204-a694-0ef843f4f643), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:16.914825 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-d3bce938-d30c-4bee-b370-da3a8e9aacb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:16.916419 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-d3bce938-d30c-4bee-b370-da3a8e9aacb6 admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/b3ed4f81-a94a-4204-a694-0ef843f4f643 HTTP/1.1" status: 204 len: 168 time: 0.3726733 Aug 30 00:00:16.927984 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bce938-d30c-4bee-b370-da3a8e9aacb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ed4f81-a94a-4204-a694-0ef843f4f643,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:17.659772 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 54582) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:17.793241 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-ba5c9b84-54f1-47a6-bc3b-9765291fe867 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:17.860330 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:17.904755 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-ba5c9b84-54f1-47a6-bc3b-9765291fe867 admin admin] Publish callbacks [] for security_group (ab4c765a-e54c-451e-a09d-e4d11c1be9af), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:17.997275 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-ba5c9b84-54f1-47a6-bc3b-9765291fe867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (ab4c765a-e54c-451e-a09d-e4d11c1be9af), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:18.028595 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:18.064052 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-ba5c9b84-54f1-47a6-bc3b-9765291fe867 admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=63bec98c96bf42419c6e8cda8131047e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4023960 Aug 30 00:00:18.067007 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5c9b84-54f1-47a6-bc3b-9765291fe867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4c765a-e54c-451e-a09d-e4d11c1be9af,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:18.067209 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 54592) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:18.077155 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:18.148549 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-7cfcff84-4c31-45ac-a345-f5ad644f07e1 admin admin] Publish callbacks [] for security_group (ab4c765a-e54c-451e-a09d-e4d11c1be9af), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:18.182960 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-7cfcff84-4c31-45ac-a345-f5ad644f07e1 admin admin] Publish callbacks [] for security_group (ab4c765a-e54c-451e-a09d-e4d11c1be9af), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:18.333393 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-7cfcff84-4c31-45ac-a345-f5ad644f07e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (ab4c765a-e54c-451e-a09d-e4d11c1be9af), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:18.335962 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-7cfcff84-4c31-45ac-a345-f5ad644f07e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:18.337322 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-7cfcff84-4c31-45ac-a345-f5ad644f07e1 admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/ab4c765a-e54c-451e-a09d-e4d11c1be9af HTTP/1.1" status: 204 len: 168 time: 0.2682118 Aug 30 00:00:18.348155 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfcff84-4c31-45ac-a345-f5ad644f07e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4c765a-e54c-451e-a09d-e4d11c1be9af,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:19.253193 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 54614) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:19.271299 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-1b4b989d-5dbb-4447-92c0-ea875eb4f706 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:19.374633 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-1b4b989d-5dbb-4447-92c0-ea875eb4f706 admin admin] Publish callbacks [] for security_group (4552d249-1cfc-4dff-bdcc-b3f03e933fb0), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:19.477129 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-1b4b989d-5dbb-4447-92c0-ea875eb4f706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (4552d249-1cfc-4dff-bdcc-b3f03e933fb0), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:19.521414 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-1b4b989d-5dbb-4447-92c0-ea875eb4f706 admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=696dd90fefec472ba490c08c4c89b3c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2669992 Aug 30 00:00:19.523339 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4b989d-5dbb-4447-92c0-ea875eb4f706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4552d249-1cfc-4dff-bdcc-b3f03e933fb0,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:19.524078 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 54624) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:19.580885 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-9fbd60e2-a2b4-40af-87c4-f2add147fe04 admin admin] Publish callbacks [] for security_group (4552d249-1cfc-4dff-bdcc-b3f03e933fb0), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:19.605499 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-9fbd60e2-a2b4-40af-87c4-f2add147fe04 admin admin] Publish callbacks [] for security_group (4552d249-1cfc-4dff-bdcc-b3f03e933fb0), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:19.745049 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-9fbd60e2-a2b4-40af-87c4-f2add147fe04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (4552d249-1cfc-4dff-bdcc-b3f03e933fb0), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:19.747389 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-9fbd60e2-a2b4-40af-87c4-f2add147fe04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:19.748885 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-9fbd60e2-a2b4-40af-87c4-f2add147fe04 admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/4552d249-1cfc-4dff-bdcc-b3f03e933fb0 HTTP/1.1" status: 204 len: 168 time: 0.2235019 Aug 30 00:00:19.757920 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd60e2-a2b4-40af-87c4-f2add147fe04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4552d249-1cfc-4dff-bdcc-b3f03e933fb0,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:21.960047 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=2 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:22.882691 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 54742) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:23.010655 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-d3c42f35-5dad-4f5b-91ca-983be7a2deb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:23.049278 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:INSERT=5 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:23.086524 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-d3c42f35-5dad-4f5b-91ca-983be7a2deb5 admin admin] Publish callbacks [] for security_group (f131e1b8-157d-4be9-a932-c6e8570ff0d3), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:23.224390 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-d3c42f35-5dad-4f5b-91ca-983be7a2deb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (f131e1b8-157d-4be9-a932-c6e8570ff0d3), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:23.274324 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 54754) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:23.274880 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-d3c42f35-5dad-4f5b-91ca-983be7a2deb5 admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=fa7a8a8789894426ac4f92a23e6f64d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3902378 Aug 30 00:00:23.275876 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c42f35-5dad-4f5b-91ca-983be7a2deb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f131e1b8-157d-4be9-a932-c6e8570ff0d3,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:23.355360 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-b2651467-82b2-4684-afc2-2adcd0de7e9d admin admin] Publish callbacks [] for security_group (f131e1b8-157d-4be9-a932-c6e8570ff0d3), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:23.378416 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-b2651467-82b2-4684-afc2-2adcd0de7e9d admin admin] Publish callbacks [] for security_group (f131e1b8-157d-4be9-a932-c6e8570ff0d3), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:23.594872 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-b2651467-82b2-4684-afc2-2adcd0de7e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (f131e1b8-157d-4be9-a932-c6e8570ff0d3), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:23.597397 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-b2651467-82b2-4684-afc2-2adcd0de7e9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:23.598615 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-b2651467-82b2-4684-afc2-2adcd0de7e9d admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/f131e1b8-157d-4be9-a932-c6e8570ff0d3 HTTP/1.1" status: 204 len: 168 time: 0.3221967 Aug 30 00:00:23.608365 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2651467-82b2-4684-afc2-2adcd0de7e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f131e1b8-157d-4be9-a932-c6e8570ff0d3,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:23.979258 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 54762) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:24.109050 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-9668eeed-3197-40b4-8f6b-5464869bad6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:24.196146 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-9668eeed-3197-40b4-8f6b-5464869bad6c admin admin] Publish callbacks [] for security_group (9f2e4bb6-c43e-4825-b0ad-59a30909423f), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:24.281715 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-9668eeed-3197-40b4-8f6b-5464869bad6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (9f2e4bb6-c43e-4825-b0ad-59a30909423f), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:24.324627 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-9668eeed-3197-40b4-8f6b-5464869bad6c admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=c3b73395fecc44929bde3c419633daac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3442240 Aug 30 00:00:24.327897 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 54780) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:24.335133 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9668eeed-3197-40b4-8f6b-5464869bad6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2e4bb6-c43e-4825-b0ad-59a30909423f,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:24.408595 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-e5613cd2-5f89-45d1-9b81-69ac04c5b877 admin admin] Publish callbacks [] for security_group (9f2e4bb6-c43e-4825-b0ad-59a30909423f), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:24.431744 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-e5613cd2-5f89-45d1-9b81-69ac04c5b877 admin admin] Publish callbacks [] for security_group (9f2e4bb6-c43e-4825-b0ad-59a30909423f), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:24.575358 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-e5613cd2-5f89-45d1-9b81-69ac04c5b877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (9f2e4bb6-c43e-4825-b0ad-59a30909423f), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:24.578703 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-e5613cd2-5f89-45d1-9b81-69ac04c5b877 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:24.580650 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-e5613cd2-5f89-45d1-9b81-69ac04c5b877 admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/9f2e4bb6-c43e-4825-b0ad-59a30909423f HTTP/1.1" status: 204 len: 168 time: 0.2504950 Aug 30 00:00:24.593802 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5613cd2-5f89-45d1-9b81-69ac04c5b877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2e4bb6-c43e-4825-b0ad-59a30909423f,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:25.430049 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 54848) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:25.450610 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-ed22ea05-64dd-4873-ab6b-0bc06dc3c684 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:25.552247 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-ed22ea05-64dd-4873-ab6b-0bc06dc3c684 admin admin] Publish callbacks [] for security_group (d0713439-b00c-4355-8d62-ebc1b984109e), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:25.616814 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead16a6-f0dd-4ef7-bda8-2dc9c2e81bfc req-b0d8ae51-1580-4154-8349-56cf9f3a757e tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:25.618304 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-1ead16a6-f0dd-4ef7-bda8-2dc9c2e81bfc req-b0d8ae51-1580-4154-8349-56cf9f3a757e tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=ab5e7deb-a296-423d-97aa-15c678b3757d HTTP/1.1" status: 200 len: 946 time: 0.0508304 Aug 30 00:00:25.658848 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-ed22ea05-64dd-4873-ab6b-0bc06dc3c684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (d0713439-b00c-4355-8d62-ebc1b984109e), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:25.676759 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-1ead16a6-f0dd-4ef7-bda8-2dc9c2e81bfc req-49bfd016-769c-4c38-9937-0ba94c74f197 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=7473fa50-8d64-410d-920b-9f8237d88050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516982 Aug 30 00:00:25.701003 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 54854) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:25.710605 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-ed22ea05-64dd-4873-ab6b-0bc06dc3c684 admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=343a5fcdf1fa496cb6061ed16c4aeacf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2809310 Aug 30 00:00:25.711478 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed22ea05-64dd-4873-ab6b-0bc06dc3c684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0713439-b00c-4355-8d62-ebc1b984109e,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:25.714015 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 54858) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:25.730194 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:25.769458 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-a1e26356-e38c-4fb4-92bb-e031391e2662 admin admin] Publish callbacks [] for security_group (d0713439-b00c-4355-8d62-ebc1b984109e), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:25.799419 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-a1e26356-e38c-4fb4-92bb-e031391e2662 admin admin] Publish callbacks [] for security_group (d0713439-b00c-4355-8d62-ebc1b984109e), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:25.956886 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-a1e26356-e38c-4fb4-92bb-e031391e2662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (d0713439-b00c-4355-8d62-ebc1b984109e), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:25.959599 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-a1e26356-e38c-4fb4-92bb-e031391e2662 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:25.960918 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-a1e26356-e38c-4fb4-92bb-e031391e2662 admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/d0713439-b00c-4355-8d62-ebc1b984109e HTTP/1.1" status: 204 len: 168 time: 0.2458065 Aug 30 00:00:25.972709 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e26356-e38c-4fb4-92bb-e031391e2662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0713439-b00c-4355-8d62-ebc1b984109e,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:26.031949 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d509ce0-b11b-4891-850b-d81972500cad tempest-TestMinimumBasicScenario-550027285 tempest-TestMinimumBasicScenario-550027285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:26.038578 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-9d509ce0-b11b-4891-850b-d81972500cad tempest-TestMinimumBasicScenario-550027285 tempest-TestMinimumBasicScenario-550027285-project-admin] 10.222.0.90 "GET /networking/v2.0/ports?device_id=ab5e7deb-a296-423d-97aa-15c678b3757d HTTP/1.1" status: 200 len: 1125 time: 0.3307793 Aug 30 00:00:26.039365 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 54862) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:26.044451 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [None req-7e5970bb-2946-49a5-a92d-72cd8b8af081 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Request body: {'floatingip': {'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'port_id': '8da325df-4d82-44f1-9e8a-da503beb89d7', 'tenant_id': 'f4188510da25496d956e4d717bc2a551', 'fixed_ip_address': '172.20.0.14'}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:00:26.064353 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=10 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:26.214618 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-7e5970bb-2946-49a5-a92d-72cd8b8af081 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:26.316761 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-7e5970bb-2946-49a5-a92d-72cd8b8af081 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:26.473926 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.db.db_base_plugin_common [None req-7e5970bb-2946-49a5-a92d-72cd8b8af081 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Allocated IP 172.27.1.153 (c6396a07-dfbf-4950-850b-378da3ed2a88/a98be68c-aef3-471c-b3f8-ae629ebf2983/b3b0bc75-20ca-46f1-aa6f-748d51f9daff) {{(pid=113415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 00:00:26.627129 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-7e5970bb-2946-49a5-a92d-72cd8b8af081 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Publish callbacks [] for port (b3b0bc75-20ca-46f1-aa6f-748d51f9daff), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:26.750410 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-7e5970bb-2946-49a5-a92d-72cd8b8af081 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11068774'] for port (b3b0bc75-20ca-46f1-aa6f-748d51f9daff), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:26.811803 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5970bb-2946-49a5-a92d-72cd8b8af081 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Network c6396a07-dfbf-4950-850b-378da3ed2a88 is already hosted by enough agents. {{(pid=113415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 00:00:26.822725 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.base_scheduler [None req-7e5970bb-2946-49a5-a92d-72cd8b8af081 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Resources bound (agent type, host, resource id): {{(pid=113415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 00:00:26.826589 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5970bb-2946-49a5-a92d-72cd8b8af081 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Pushing event updated for resources: {'Port': ['ID=b3b0bc75-20ca-46f1-aa6f-748d51f9daff,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:26.835434 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5970bb-2946-49a5-a92d-72cd8b8af081 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Received port after_create {{(pid=113415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 00:00:27.283305 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=4 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:27.477689 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-7e5970bb-2946-49a5-a92d-72cd8b8af081 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Publish callbacks [] for floatingip (f80e84e7-0195-4871-84e5-879644b35dea), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:27.661413 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:27.690810 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-7e5970bb-2946-49a5-a92d-72cd8b8af081 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (b3b0bc75-20ca-46f1-aa6f-748d51f9daff), before_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:27.860079 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-7e5970bb-2946-49a5-a92d-72cd8b8af081 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Publish callbacks [] for port (b3b0bc75-20ca-46f1-aa6f-748d51f9daff), precommit_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:27.982624 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-7e5970bb-2946-49a5-a92d-72cd8b8af081 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11068783'] for port (b3b0bc75-20ca-46f1-aa6f-748d51f9daff), after_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:28.069131 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5970bb-2946-49a5-a92d-72cd8b8af081 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Pushing event updated for resources: {'Port': ['ID=b3b0bc75-20ca-46f1-aa6f-748d51f9daff,revision_number=2']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:28.071654 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-7e5970bb-2946-49a5-a92d-72cd8b8af081 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477666'] for floatingip (f80e84e7-0195-4871-84e5-879644b35dea), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:28.493682 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.db.l3_db [None req-7e5970bb-2946-49a5-a92d-72cd8b8af081 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Floating IP f80e84e7-0195-4871-84e5-879644b35dea associated. External IP: 172.27.1.153, port: 8da325df-4d82-44f1-9e8a-da503beb89d7. Aug 30 00:00:28.651923 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:28.721108 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e5970bb-2946-49a5-a92d-72cd8b8af081 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Router 0e540fd9-43e8-4086-b0f4-a2d4962403c7 has already been hosted by L3 agent 037668f0-d812-4b59-9d2d-ce33f66a7708 {{(pid=113415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 00:00:28.846768 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5970bb-2946-49a5-a92d-72cd8b8af081 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Notify agent at l3_agent.dv-cinder-855041-2-iscsi the message routers_updated {{(pid=113415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 00:00:28.858911 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2504bdc-7dbb-427d-98f3-bfc45b32817b None None] Sync routers for ids ['0e540fd9-43e8-4086-b0f4-a2d4962403c7'] in dv-cinder-855041-2-iscsi {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 00:00:28.871386 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2504bdc-7dbb-427d-98f3-bfc45b32817b None None] Routers {'0e540fd9-43e8-4086-b0f4-a2d4962403c7'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:00:28.872226 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-d2504bdc-7dbb-427d-98f3-bfc45b32817b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-30T00:00:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['0e540fd9-43e8-4086-b0f4-a2d4962403c7'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:00:28.975255 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-7e5970bb-2946-49a5-a92d-72cd8b8af081 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for floatingip (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:29.004763 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-d2504bdc-7dbb-427d-98f3-bfc45b32817b None None] Set router 0e540fd9-43e8-4086-b0f4-a2d4962403c7 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:00:29.014291 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-7e5970bb-2946-49a5-a92d-72cd8b8af081 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9741523 Aug 30 00:00:29.014985 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab5e7deb-a296-423d-97aa-15c678b3757d', 'tag': '8da325df-4d82-44f1-9e8a-da503beb89d7'}] {{(pid=113415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 00:00:29.017666 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbb4ce14699acef1e34bc356a7f428b480f1dc74f7679c811df4fa99cd0d73e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f7e497-98de-413a-8f3e-efead3ee8abb" -d '{"events": [{"name": "network-changed", "server_uuid": "ab5e7deb-a296-423d-97aa-15c678b3757d", "tag": "8da325df-4d82-44f1-9e8a-da503beb89d7"}]}' {{(pid=113415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 00:00:29.017838 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 54944) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:29.027184 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [None req-0cbcb09f-cf5d-4ecc-ae4d-38d1c3cc4adb tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1149281320', 'description': 'tempest-secgroup-smoke-1149281320 description', 'project_id': 'f4188510da25496d956e4d717bc2a551'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:00:29.167821 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-0cbcb09f-cf5d-4ecc-ae4d-38d1c3cc4adb tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Publish callbacks [] for security_group (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:29.200297 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:29.376002 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-0cbcb09f-cf5d-4ecc-ae4d-38d1c3cc4adb tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Publish callbacks [] for security_group (df59a32e-a28c-4ace-af13-bf069ecff8b0), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:29.436030 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-d2504bdc-7dbb-427d-98f3-bfc45b32817b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e540fd9-43e8-4086-b0f4-a2d4962403c7', 'name': 'tempest-TestMinimumBasicScenario-825161289-router', 'tenant_id': 'f4188510da25496d956e4d717bc2a551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '42859e6c-3e47-477d-ad50-95b792649e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:59:24Z', 'updated_at': '2022-08-29T23:59:27Z', 'revision_number': 4, 'project_id': 'f4188510da25496d956e4d717bc2a551', 'gw_port': {'id': '42859e6c-3e47-477d-ad50-95b792649e18', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:40:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e540fd9-43e8-4086-b0f4-a2d4962403c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:59:24Z', 'updated_at': '2022-08-29T23:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_floatingips': [{'id': 'f80e84e7-0195-4871-84e5-879644b35dea', 'tenant_id': 'f4188510da25496d956e4d717bc2a551', 'floating_ip_address': '172.27.1.153', 'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'router_id': '0e540fd9-43e8-4086-b0f4-a2d4962403c7', 'port_id': '8da325df-4d82-44f1-9e8a-da503beb89d7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1780587-5845-4b44-80ee-36efef36f1d7', 'mac_address': 'fa:16:3e:a9:fd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5e7deb-a296-423d-97aa-15c678b3757d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T00:00:27Z', 'updated_at': '2022-08-30T00:00:27Z', 'revision_number': 0, 'project_id': 'f4188510da25496d956e4d717bc2a551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5c81c84-e97c-4f0a-b11e-d84f5eb1423f', 'name': '', 'network_id': 'b1780587-5845-4b44-80ee-36efef36f1d7', 'tenant_id': 'f4188510da25496d956e4d717bc2a551', 'mac_address': 'fa:16:3e:1a:bd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e540fd9-43e8-4086-b0f4-a2d4962403c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '63d113a5-7c64-46a1-b545-44c599bf8411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:59:27Z', 'updated_at': '2022-08-29T23:59:35Z', 'revision_number': 5, 'project_id': 'f4188510da25496d956e4d717bc2a551', 'subnets': [{'id': '63d113a5-7c64-46a1-b545-44c599bf8411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:00:29.467150 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 00:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d5cf00-aedd-4214-857f-db28ddf4325f x-openstack-request-id: req-e6d5cf00-aedd-4214-857f-db28ddf4325f {{(pid=113415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 00:00:29.468225 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab5e7deb-a296-423d-97aa-15c678b3757d", "tag": "8da325df-4d82-44f1-9e8a-da503beb89d7", "status": "completed", "code": 200}]} {{(pid=113415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 00:00:29.468604 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-e6d5cf00-aedd-4214-857f-db28ddf4325f {{(pid=113415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 00:00:29.469101 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6d5cf00-aedd-4214-857f-db28ddf4325f'] response: {'name': 'network-changed', 'server_uuid': 'ab5e7deb-a296-423d-97aa-15c678b3757d', 'tag': '8da325df-4d82-44f1-9e8a-da503beb89d7', 'status': 'completed', 'code': 200} Aug 30 00:00:29.475556 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-0cbcb09f-cf5d-4ecc-ae4d-38d1c3cc4adb tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (df59a32e-a28c-4ace-af13-bf069ecff8b0), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:29.483298 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2504bdc-7dbb-427d-98f3-bfc45b32817b None None] Checking router: 0e540fd9-43e8-4086-b0f4-a2d4962403c7 for host: dv-cinder-855041-2-iscsi {{(pid=113418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 00:00:29.505593 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2504bdc-7dbb-427d-98f3-bfc45b32817b None None] Routers {'0e540fd9-43e8-4086-b0f4-a2d4962403c7'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:00:29.506476 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-d2504bdc-7dbb-427d-98f3-bfc45b32817b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-30T00:00:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['0e540fd9-43e8-4086-b0f4-a2d4962403c7'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:00:29.507293 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbcb09f-cf5d-4ecc-ae4d-38d1c3cc4adb tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df59a32e-a28c-4ace-af13-bf069ecff8b0,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:29.620392 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-0cbcb09f-cf5d-4ecc-ae4d-38d1c3cc4adb tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Publish callbacks [] for security_group (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:29.621711 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-0cbcb09f-cf5d-4ecc-ae4d-38d1c3cc4adb tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6025636 Aug 30 00:00:29.624673 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 54972) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:29.630540 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [None req-2783121d-e595-4689-b92f-cb804091cd68 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Request body: {'security_group_rule': {'security_group_id': 'df59a32e-a28c-4ace-af13-bf069ecff8b0', 'project_id': 'f4188510da25496d956e4d717bc2a551', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:00:29.703368 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-d2504bdc-7dbb-427d-98f3-bfc45b32817b None None] Set router 0e540fd9-43e8-4086-b0f4-a2d4962403c7 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:00:29.771249 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-2783121d-e595-4689-b92f-cb804091cd68 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Publish callbacks [] for security_group_rule (fc26a1e3-65f7-4808-a088-c6790cd137ba), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:29.820508 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:29.845735 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-2783121d-e595-4689-b92f-cb804091cd68 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Publish callbacks [] for security_group_rule (fc26a1e3-65f7-4808-a088-c6790cd137ba), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:29.934852 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-2783121d-e595-4689-b92f-cb804091cd68 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707692'] for security_group_rule (fc26a1e3-65f7-4808-a088-c6790cd137ba), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:29.940633 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-d2504bdc-7dbb-427d-98f3-bfc45b32817b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e540fd9-43e8-4086-b0f4-a2d4962403c7', 'name': 'tempest-TestMinimumBasicScenario-825161289-router', 'tenant_id': 'f4188510da25496d956e4d717bc2a551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '42859e6c-3e47-477d-ad50-95b792649e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:59:24Z', 'updated_at': '2022-08-29T23:59:27Z', 'revision_number': 4, 'project_id': 'f4188510da25496d956e4d717bc2a551', 'gw_port': {'id': '42859e6c-3e47-477d-ad50-95b792649e18', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:40:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e540fd9-43e8-4086-b0f4-a2d4962403c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:59:24Z', 'updated_at': '2022-08-29T23:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_floatingips': [{'id': 'f80e84e7-0195-4871-84e5-879644b35dea', 'tenant_id': 'f4188510da25496d956e4d717bc2a551', 'floating_ip_address': '172.27.1.153', 'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'router_id': '0e540fd9-43e8-4086-b0f4-a2d4962403c7', 'port_id': '8da325df-4d82-44f1-9e8a-da503beb89d7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1780587-5845-4b44-80ee-36efef36f1d7', 'mac_address': 'fa:16:3e:a9:fd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5e7deb-a296-423d-97aa-15c678b3757d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T00:00:27Z', 'updated_at': '2022-08-30T00:00:27Z', 'revision_number': 0, 'project_id': 'f4188510da25496d956e4d717bc2a551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5c81c84-e97c-4f0a-b11e-d84f5eb1423f', 'name': '', 'network_id': 'b1780587-5845-4b44-80ee-36efef36f1d7', 'tenant_id': 'f4188510da25496d956e4d717bc2a551', 'mac_address': 'fa:16:3e:1a:bd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e540fd9-43e8-4086-b0f4-a2d4962403c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '63d113a5-7c64-46a1-b545-44c599bf8411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:59:27Z', 'updated_at': '2022-08-29T23:59:35Z', 'revision_number': 5, 'project_id': 'f4188510da25496d956e4d717bc2a551', 'subnets': [{'id': '63d113a5-7c64-46a1-b545-44c599bf8411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:00:29.949925 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2783121d-e595-4689-b92f-cb804091cd68 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc26a1e3-65f7-4808-a088-c6790cd137ba,revision_number=0']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:29.975294 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2504bdc-7dbb-427d-98f3-bfc45b32817b None None] The sync data for ids ['0e540fd9-43e8-4086-b0f4-a2d4962403c7'] in dv-cinder-855041-2-iscsi is: [{'id': '0e540fd9-43e8-4086-b0f4-a2d4962403c7', 'name': 'tempest-TestMinimumBasicScenario-825161289-router', 'tenant_id': 'f4188510da25496d956e4d717bc2a551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '42859e6c-3e47-477d-ad50-95b792649e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:59:24Z', 'updated_at': '2022-08-29T23:59:27Z', 'revision_number': 4, 'project_id': 'f4188510da25496d956e4d717bc2a551', 'gw_port': {'id': '42859e6c-3e47-477d-ad50-95b792649e18', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:40:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e540fd9-43e8-4086-b0f4-a2d4962403c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:59:24Z', 'updated_at': '2022-08-29T23:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_floatingips': [{'id': 'f80e84e7-0195-4871-84e5-879644b35dea', 'tenant_id': 'f4188510da25496d956e4d717bc2a551', 'floating_ip_address': '172.27.1.153', 'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'router_id': '0e540fd9-43e8-4086-b0f4-a2d4962403c7', 'port_id': '8da325df-4d82-44f1-9e8a-da503beb89d7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1780587-5845-4b44-80ee-36efef36f1d7', 'mac_address': 'fa:16:3e:a9:fd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5e7deb-a296-423d-97aa-15c678b3757d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T00:00:27Z', 'updated_at': '2022-08-30T00:00:27Z', 'revision_number': 0, 'project_id': 'f4188510da25496d956e4d717bc2a551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5c81c84-e97c-4f0a-b11e-d84f5eb1423f', 'name': '', 'network_id': 'b1780587-5845-4b44-80ee-36efef36f1d7', 'tenant_id': 'f4188510da25496d956e4d717bc2a551', 'mac_address': 'fa:16:3e:1a:bd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e540fd9-43e8-4086-b0f4-a2d4962403c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '63d113a5-7c64-46a1-b545-44c599bf8411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:59:27Z', 'updated_at': '2022-08-29T23:59:35Z', 'revision_number': 5, 'project_id': 'f4188510da25496d956e4d717bc2a551', 'subnets': [{'id': '63d113a5-7c64-46a1-b545-44c599bf8411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 00:00:30.096757 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-2783121d-e595-4689-b92f-cb804091cd68 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:30.098194 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-2783121d-e595-4689-b92f-cb804091cd68 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4721866 Aug 30 00:00:30.101385 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 54978) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:30.108064 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [None req-532f1bc1-b895-45dd-a7fe-936caede85ee tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Request body: {'security_group_rule': {'security_group_id': 'df59a32e-a28c-4ace-af13-bf069ecff8b0', 'project_id': 'f4188510da25496d956e4d717bc2a551', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:00:30.206414 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad8bc53-06a5-4b22-9d36-f02095610c0d None None] New status for floating IP f80e84e7-0195-4871-84e5-879644b35dea: ACTIVE {{(pid=113417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 00:00:30.342028 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-532f1bc1-b895-45dd-a7fe-936caede85ee tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Publish callbacks [] for security_group_rule (2981c16e-ea28-498b-a3ce-4a229c8dc00f), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:30.437660 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-532f1bc1-b895-45dd-a7fe-936caede85ee tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Publish callbacks [] for security_group_rule (2981c16e-ea28-498b-a3ce-4a229c8dc00f), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:30.529651 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 54988) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:30.535991 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-532f1bc1-b895-45dd-a7fe-936caede85ee tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707692'] for security_group_rule (2981c16e-ea28-498b-a3ce-4a229c8dc00f), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:30.556711 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f1bc1-b895-45dd-a7fe-936caede85ee tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2981c16e-ea28-498b-a3ce-4a229c8dc00f,revision_number=0']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:30.647913 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-532f1bc1-b895-45dd-a7fe-936caede85ee tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:30.647913 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-532f1bc1-b895-45dd-a7fe-936caede85ee tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5393500 Aug 30 00:00:30.648108 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 54992) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:30.652559 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [None req-851e2c1b-fa32-4dcc-967e-5961c2bf4c8d tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Request body: {'security_group_rule': {'security_group_id': 'df59a32e-a28c-4ace-af13-bf069ecff8b0', 'project_id': 'f4188510da25496d956e4d717bc2a551', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:00:30.684755 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-091e438a-603d-4ad4-abcb-584f641949e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:30.766138 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-091e438a-603d-4ad4-abcb-584f641949e8 admin admin] Publish callbacks [] for security_group (b9473327-8bec-45dc-9799-54efda7146c6), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:30.786445 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-851e2c1b-fa32-4dcc-967e-5961c2bf4c8d tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Publish callbacks [] for security_group_rule (13af69c9-3846-4319-a444-48b72284c69f), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:30.870931 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-091e438a-603d-4ad4-abcb-584f641949e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (b9473327-8bec-45dc-9799-54efda7146c6), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:30.879000 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-851e2c1b-fa32-4dcc-967e-5961c2bf4c8d tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Publish callbacks [] for security_group_rule (13af69c9-3846-4319-a444-48b72284c69f), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:30.929483 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-091e438a-603d-4ad4-abcb-584f641949e8 admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=b5cec80d2b3648e9b7eacbbe30cd23e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3987172 Aug 30 00:00:30.930368 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091e438a-603d-4ad4-abcb-584f641949e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9473327-8bec-45dc-9799-54efda7146c6,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:30.932926 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 54994) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:30.974581 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-851e2c1b-fa32-4dcc-967e-5961c2bf4c8d tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707692'] for security_group_rule (13af69c9-3846-4319-a444-48b72284c69f), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:30.990314 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=76,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:31.029706 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851e2c1b-fa32-4dcc-967e-5961c2bf4c8d tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13af69c9-3846-4319-a444-48b72284c69f,revision_number=0']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:31.049291 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-89646227-fcbf-4b2d-b885-756036259a3e admin admin] Publish callbacks [] for security_group (b9473327-8bec-45dc-9799-54efda7146c6), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:31.080134 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-89646227-fcbf-4b2d-b885-756036259a3e admin admin] Publish callbacks [] for security_group (b9473327-8bec-45dc-9799-54efda7146c6), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:31.082195 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:31.163366 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7e497-98de-413a-8f3e-efead3ee8abb req-9d8271e2-0012-4ce8-8e81-c07efd3cf58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:31.166316 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-32f7e497-98de-413a-8f3e-efead3ee8abb req-9d8271e2-0012-4ce8-8e81-c07efd3cf58e service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=f4188510da25496d956e4d717bc2a551&device_id=ab5e7deb-a296-423d-97aa-15c678b3757d HTTP/1.1" status: 200 len: 1130 time: 0.0729778 Aug 30 00:00:31.186175 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-851e2c1b-fa32-4dcc-967e-5961c2bf4c8d tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:31.187594 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-851e2c1b-fa32-4dcc-967e-5961c2bf4c8d tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5411921 Aug 30 00:00:31.190395 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 54996) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:31.194892 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [None req-84e7937c-136b-4dc3-9654-77253cb10891 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Request body: {'security_group_rule': {'security_group_id': 'df59a32e-a28c-4ace-af13-bf069ecff8b0', 'project_id': 'f4188510da25496d956e4d717bc2a551', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:00:31.269765 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-89646227-fcbf-4b2d-b885-756036259a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (b9473327-8bec-45dc-9799-54efda7146c6), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:31.272770 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-89646227-fcbf-4b2d-b885-756036259a3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:31.273908 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-89646227-fcbf-4b2d-b885-756036259a3e admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/b9473327-8bec-45dc-9799-54efda7146c6 HTTP/1.1" status: 204 len: 168 time: 0.3398278 Aug 30 00:00:31.284583 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7e497-98de-413a-8f3e-efead3ee8abb req-a61e631f-fc4f-4ed6-9f74-7beb187ed006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:31.284583 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-32f7e497-98de-413a-8f3e-efead3ee8abb req-a61e631f-fc4f-4ed6-9f74-7beb187ed006 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=b1780587-5845-4b44-80ee-36efef36f1d7 HTTP/1.1" status: 200 len: 916 time: 0.1072521 Aug 30 00:00:31.284789 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89646227-fcbf-4b2d-b885-756036259a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9473327-8bec-45dc-9799-54efda7146c6,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:31.332842 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-84e7937c-136b-4dc3-9654-77253cb10891 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Publish callbacks [] for security_group_rule (a8aed010-c47b-4f5c-b7d8-8f7731dae18e), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:31.373629 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-32f7e497-98de-413a-8f3e-efead3ee8abb req-0f3158b8-29d1-4b18-a93f-149a8aa01e1c service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8da325df-4d82-44f1-9e8a-da503beb89d7 HTTP/1.1" status: 200 len: 1002 time: 0.0841174 Aug 30 00:00:31.434660 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7e497-98de-413a-8f3e-efead3ee8abb req-e9e630aa-cf7e-4f2e-8bda-5e8ef179ac5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:31.436514 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-32f7e497-98de-413a-8f3e-efead3ee8abb req-e9e630aa-cf7e-4f2e-8bda-5e8ef179ac5c service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=63d113a5-7c64-46a1-b545-44c599bf8411 HTTP/1.1" status: 200 len: 853 time: 0.0539572 Aug 30 00:00:31.437480 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-84e7937c-136b-4dc3-9654-77253cb10891 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Publish callbacks [] for security_group_rule (a8aed010-c47b-4f5c-b7d8-8f7731dae18e), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:31.488577 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7e497-98de-413a-8f3e-efead3ee8abb req-a3d66dd6-0165-495e-a3f0-172fde0f1550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:31.490208 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-32f7e497-98de-413a-8f3e-efead3ee8abb req-a3d66dd6-0165-495e-a3f0-172fde0f1550 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=b1780587-5845-4b44-80ee-36efef36f1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477278 Aug 30 00:00:31.551062 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-84e7937c-136b-4dc3-9654-77253cb10891 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707692'] for security_group_rule (a8aed010-c47b-4f5c-b7d8-8f7731dae18e), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:31.609133 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-32f7e497-98de-413a-8f3e-efead3ee8abb req-25a1a60d-6e2f-43ca-9daf-64cdd4d819ec service neutron] 10.222.0.87 "GET /networking/v2.0/networks/b1780587-5845-4b44-80ee-36efef36f1d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111469 Aug 30 00:00:31.609362 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7937c-136b-4dc3-9654-77253cb10891 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8aed010-c47b-4f5c-b7d8-8f7731dae18e,revision_number=0']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:31.729335 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-32f7e497-98de-413a-8f3e-efead3ee8abb req-962a09ae-5a2c-43d0-8b23-1812f56ebc1a service neutron] 10.222.0.87 "GET /networking/v2.0/networks/b1780587-5845-4b44-80ee-36efef36f1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102467 Aug 30 00:00:31.736612 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-84e7937c-136b-4dc3-9654-77253cb10891 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:31.740130 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-84e7937c-136b-4dc3-9654-77253cb10891 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5482824 Aug 30 00:00:31.745496 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 55008) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:31.765094 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [None req-0fec7d92-186f-4d35-b22e-f36f96eea2de tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Request body: {'security_group_rule': {'security_group_id': 'df59a32e-a28c-4ace-af13-bf069ecff8b0', 'project_id': 'f4188510da25496d956e4d717bc2a551', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:00:31.875026 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.db.securitygroups_db [None req-0fec7d92-186f-4d35-b22e-f36f96eea2de tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Project f4188510da25496d956e4d717bc2a551 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 00:00:31.881937 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-0fec7d92-186f-4d35-b22e-f36f96eea2de tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Publish callbacks [] for security_group_rule (ff86ce07-3e44-46cb-8369-f15a85997533), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:31.921777 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:31.954852 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-0fec7d92-186f-4d35-b22e-f36f96eea2de tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Publish callbacks [] for security_group_rule (ff86ce07-3e44-46cb-8369-f15a85997533), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:32.070327 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-0fec7d92-186f-4d35-b22e-f36f96eea2de tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707692'] for security_group_rule (ff86ce07-3e44-46cb-8369-f15a85997533), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:32.091043 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fec7d92-186f-4d35-b22e-f36f96eea2de tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff86ce07-3e44-46cb-8369-f15a85997533,revision_number=0']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:32.232927 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-0fec7d92-186f-4d35-b22e-f36f96eea2de tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:32.234193 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-0fec7d92-186f-4d35-b22e-f36f96eea2de tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4762642 Aug 30 00:00:32.237039 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 55010) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:32.241611 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [None req-910dc420-50b3-4722-a81e-a5627a2cb36f tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Request body: {'security_group_rule': {'security_group_id': 'df59a32e-a28c-4ace-af13-bf069ecff8b0', 'project_id': 'f4188510da25496d956e4d717bc2a551', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:00:32.343961 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 55012) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:32.358787 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-d3a2b2e0-118c-4ba6-b7ca-7bed570a7efb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:32.369618 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=100 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:32.373003 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.db.securitygroups_db [None req-910dc420-50b3-4722-a81e-a5627a2cb36f tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Project f4188510da25496d956e4d717bc2a551 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 00:00:32.382327 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-910dc420-50b3-4722-a81e-a5627a2cb36f tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Publish callbacks [] for security_group_rule (9075ccf6-9161-4611-a49b-5cde8f15b516), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:32.444495 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-910dc420-50b3-4722-a81e-a5627a2cb36f tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Publish callbacks [] for security_group_rule (9075ccf6-9161-4611-a49b-5cde8f15b516), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:32.456911 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-d3a2b2e0-118c-4ba6-b7ca-7bed570a7efb admin admin] Publish callbacks [] for security_group (f1797994-a6b3-4c24-af01-94c552c82380), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:32.531571 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-910dc420-50b3-4722-a81e-a5627a2cb36f tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707692'] for security_group_rule (9075ccf6-9161-4611-a49b-5cde8f15b516), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:32.551846 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910dc420-50b3-4722-a81e-a5627a2cb36f tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9075ccf6-9161-4611-a49b-5cde8f15b516,revision_number=0']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:32.566911 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-d3a2b2e0-118c-4ba6-b7ca-7bed570a7efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (f1797994-a6b3-4c24-af01-94c552c82380), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:32.612411 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-d3a2b2e0-118c-4ba6-b7ca-7bed570a7efb admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=bd721af55b8d4cb19cddc0cfc6948879&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2658200 Aug 30 00:00:32.613641 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a2b2e0-118c-4ba6-b7ca-7bed570a7efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1797994-a6b3-4c24-af01-94c552c82380,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:32.613799 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 55016) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:32.679475 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-38e6def3-d64a-467f-b207-07086a702c6c admin admin] Publish callbacks [] for security_group (f1797994-a6b3-4c24-af01-94c552c82380), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:32.708277 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-38e6def3-d64a-467f-b207-07086a702c6c admin admin] Publish callbacks [] for security_group (f1797994-a6b3-4c24-af01-94c552c82380), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:32.713137 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-910dc420-50b3-4722-a81e-a5627a2cb36f tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:32.714447 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-910dc420-50b3-4722-a81e-a5627a2cb36f tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4763777 Aug 30 00:00:32.848674 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-38cb01e3-7bca-4423-ace9-0985e3b4a8a4 req-33d0a1c7-4e02-4339-8688-54d603189473 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1149281320&fields=id&tenant_id=f4188510da25496d956e4d717bc2a551 HTTP/1.1" status: 200 len: 267 time: 0.0522304 Aug 30 00:00:32.892460 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=84,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:32.896443 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-38e6def3-d64a-467f-b207-07086a702c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (f1797994-a6b3-4c24-af01-94c552c82380), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:32.899040 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-38e6def3-d64a-467f-b207-07086a702c6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:32.903477 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-38e6def3-d64a-467f-b207-07086a702c6c admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/f1797994-a6b3-4c24-af01-94c552c82380 HTTP/1.1" status: 204 len: 168 time: 0.2855444 Aug 30 00:00:32.929180 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e6def3-d64a-467f-b207-07086a702c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1797994-a6b3-4c24-af01-94c552c82380,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:32.941783 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cb01e3-7bca-4423-ace9-0985e3b4a8a4 req-924fcda3-a90d-479c-a094-87a132d5fe79 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:32.943531 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-38cb01e3-7bca-4423-ace9-0985e3b4a8a4 req-924fcda3-a90d-479c-a094-87a132d5fe79 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=ab5e7deb-a296-423d-97aa-15c678b3757d HTTP/1.1" status: 200 len: 946 time: 0.0879879 Aug 30 00:00:32.973131 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [req-38cb01e3-7bca-4423-ace9-0985e3b4a8a4 req-679135f2-c0af-4d61-82ba-ab803faa0fdc tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Request body: {'port': {'security_groups': ['7473fa50-8d64-410d-920b-9f8237d88050', 'df59a32e-a28c-4ace-af13-bf069ecff8b0']}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:00:33.048394 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-38cb01e3-7bca-4423-ace9-0985e3b4a8a4 req-679135f2-c0af-4d61-82ba-ab803faa0fdc tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (8da325df-4d82-44f1-9e8a-da503beb89d7), before_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:33.292838 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.db [req-38cb01e3-7bca-4423-ace9-0985e3b4a8a4 req-679135f2-c0af-4d61-82ba-ab803faa0fdc tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] For port 8da325df-4d82-44f1-9e8a-da503beb89d7, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=8da325df-4d82-44f1-9e8a-da503beb89d7,segment=NetworkSegment(ac01668e-658a-426d-8808-b924a51fa0ef),segment_id=ac01668e-658a-426d-8808-b924a51fa0ef)] {{(pid=113415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:00:33.331842 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-38cb01e3-7bca-4423-ace9-0985e3b4a8a4 req-679135f2-c0af-4d61-82ba-ab803faa0fdc tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Publish callbacks [] for port (8da325df-4d82-44f1-9e8a-da503beb89d7), precommit_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:33.447189 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-38cb01e3-7bca-4423-ace9-0985e3b4a8a4 req-679135f2-c0af-4d61-82ba-ab803faa0fdc tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11068783'] for port (8da325df-4d82-44f1-9e8a-da503beb89d7), after_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:33.459025 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cb01e3-7bca-4423-ace9-0985e3b4a8a4 req-679135f2-c0af-4d61-82ba-ab803faa0fdc tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:33.459625 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-38cb01e3-7bca-4423-ace9-0985e3b4a8a4 req-679135f2-c0af-4d61-82ba-ab803faa0fdc tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for port (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:33.461208 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-38cb01e3-7bca-4423-ace9-0985e3b4a8a4 req-679135f2-c0af-4d61-82ba-ab803faa0fdc tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "PUT /networking/v2.0/ports/8da325df-4d82-44f1-9e8a-da503beb89d7 HTTP/1.1" status: 200 len: 982 time: 0.5111701 Aug 30 00:00:33.461700 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] get_ports_and_sgs() called for port_ids ['8da325df-4d82-44f1-9e8a-da503beb89d7'] {{(pid=113417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 00:00:33.464744 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab5e7deb-a296-423d-97aa-15c678b3757d', 'tag': '8da325df-4d82-44f1-9e8a-da503beb89d7'}] {{(pid=113415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 00:00:33.466806 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbb4ce14699acef1e34bc356a7f428b480f1dc74f7679c811df4fa99cd0d73e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d022e56-0675-408e-9005-c970f2e286ae" -d '{"events": [{"name": "network-changed", "server_uuid": "ab5e7deb-a296-423d-97aa-15c678b3757d", "tag": "8da325df-4d82-44f1-9e8a-da503beb89d7"}]}' {{(pid=113415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 00:00:33.550007 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679135f2-c0af-4d61-82ba-ab803faa0fdc tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Pushing event updated for resources: {'Port': ['ID=8da325df-4d82-44f1-9e8a-da503beb89d7,revision_number=6']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:33.550288 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] get_ports_and_sgs() called for port_ids ['8da325df-4d82-44f1-9e8a-da503beb89d7'] {{(pid=113417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 00:00:33.601584 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 00:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4186a33-0335-439a-9e13-283690f2b5a1 x-openstack-request-id: req-f4186a33-0335-439a-9e13-283690f2b5a1 {{(pid=113415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 00:00:33.601876 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab5e7deb-a296-423d-97aa-15c678b3757d", "tag": "8da325df-4d82-44f1-9e8a-da503beb89d7", "status": "completed", "code": 200}]} {{(pid=113415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 00:00:33.602140 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-f4186a33-0335-439a-9e13-283690f2b5a1 {{(pid=113415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 00:00:33.602554 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4186a33-0335-439a-9e13-283690f2b5a1'] response: {'name': 'network-changed', 'server_uuid': 'ab5e7deb-a296-423d-97aa-15c678b3757d', 'tag': '8da325df-4d82-44f1-9e8a-da503beb89d7', 'status': 'completed', 'code': 200} Aug 30 00:00:33.622939 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037b985-b7b8-4305-9b2a-b7ceb1402a82 req-923ab9c3-2166-43bd-97d4-3e82ed20ec5d tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:33.624774 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-9037b985-b7b8-4305-9b2a-b7ceb1402a82 req-923ab9c3-2166-43bd-97d4-3e82ed20ec5d tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=ab5e7deb-a296-423d-97aa-15c678b3757d HTTP/1.1" status: 200 len: 985 time: 0.0704916 Aug 30 00:00:33.643957 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:33.672496 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:33.730950 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d022e56-0675-408e-9005-c970f2e286ae req-90e9287f-11fc-4d65-a9bb-0702946abcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:33.735381 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-6d022e56-0675-408e-9005-c970f2e286ae req-90e9287f-11fc-4d65-a9bb-0702946abcdc service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=f4188510da25496d956e4d717bc2a551&device_id=ab5e7deb-a296-423d-97aa-15c678b3757d HTTP/1.1" status: 200 len: 1169 time: 0.1049714 Aug 30 00:00:33.753115 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-9037b985-b7b8-4305-9b2a-b7ceb1402a82 req-98b8eb7b-e3c8-47ef-8b6f-986bad8b1dd5 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=df59a32e-a28c-4ace-af13-bf069ecff8b0&id=7473fa50-8d64-410d-920b-9f8237d88050&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1150472 Aug 30 00:00:33.863654 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d022e56-0675-408e-9005-c970f2e286ae req-f6bd0900-b532-410e-bfad-9727ad63ab90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:33.865832 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-6d022e56-0675-408e-9005-c970f2e286ae req-f6bd0900-b532-410e-bfad-9727ad63ab90 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=b1780587-5845-4b44-80ee-36efef36f1d7 HTTP/1.1" status: 200 len: 916 time: 0.1246130 Aug 30 00:00:33.944704 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-6d022e56-0675-408e-9005-c970f2e286ae req-15797c5a-cae4-4462-b320-764495a5db5a service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8da325df-4d82-44f1-9e8a-da503beb89d7 HTTP/1.1" status: 200 len: 1002 time: 0.0715203 Aug 30 00:00:33.954588 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:34.007664 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d022e56-0675-408e-9005-c970f2e286ae req-f655e093-063a-4f0c-afd1-645ca09c5dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:34.009869 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-6d022e56-0675-408e-9005-c970f2e286ae req-f655e093-063a-4f0c-afd1-645ca09c5dd2 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=63d113a5-7c64-46a1-b545-44c599bf8411 HTTP/1.1" status: 200 len: 853 time: 0.0580068 Aug 30 00:00:34.059639 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d022e56-0675-408e-9005-c970f2e286ae req-a0a00211-d1f3-4d87-814e-1abcddca3975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:34.061345 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-6d022e56-0675-408e-9005-c970f2e286ae req-a0a00211-d1f3-4d87-814e-1abcddca3975 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=b1780587-5845-4b44-80ee-36efef36f1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445669 Aug 30 00:00:34.189970 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-6d022e56-0675-408e-9005-c970f2e286ae req-56b2aad8-5858-47c0-9062-5ba79b0f0e58 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/b1780587-5845-4b44-80ee-36efef36f1d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215193 Aug 30 00:00:34.356108 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-6d022e56-0675-408e-9005-c970f2e286ae req-83375da9-8be7-4f33-b7b6-f93b8afadcaf service neutron] 10.222.0.87 "GET /networking/v2.0/networks/b1780587-5845-4b44-80ee-36efef36f1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599677 Aug 30 00:00:34.635139 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=100 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:35.452055 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 55090) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:35.594812 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-aa6b0acb-544f-4d0d-993a-c3b8cea4bd53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:35.699973 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-aa6b0acb-544f-4d0d-993a-c3b8cea4bd53 admin admin] Publish callbacks [] for security_group (00802a36-9b8c-4fc5-9741-bbc25fe91ee3), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:35.801272 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-aa6b0acb-544f-4d0d-993a-c3b8cea4bd53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (00802a36-9b8c-4fc5-9741-bbc25fe91ee3), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:35.845882 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-aa6b0acb-544f-4d0d-993a-c3b8cea4bd53 admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=4168cd05a2a54a12862b9569a818a673&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3923872 Aug 30 00:00:35.846840 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6b0acb-544f-4d0d-993a-c3b8cea4bd53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00802a36-9b8c-4fc5-9741-bbc25fe91ee3,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:35.848594 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 55094) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:35.903614 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-5b95acef-0110-4ae7-9d99-bcb9449a2467 admin admin] Publish callbacks [] for security_group (00802a36-9b8c-4fc5-9741-bbc25fe91ee3), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:35.933567 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-5b95acef-0110-4ae7-9d99-bcb9449a2467 admin admin] Publish callbacks [] for security_group (00802a36-9b8c-4fc5-9741-bbc25fe91ee3), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:35.941866 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:36.107490 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-5b95acef-0110-4ae7-9d99-bcb9449a2467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (00802a36-9b8c-4fc5-9741-bbc25fe91ee3), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:36.110236 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-5b95acef-0110-4ae7-9d99-bcb9449a2467 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:36.111755 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-5b95acef-0110-4ae7-9d99-bcb9449a2467 admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/00802a36-9b8c-4fc5-9741-bbc25fe91ee3 HTTP/1.1" status: 204 len: 168 time: 0.2618446 Aug 30 00:00:36.126761 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b95acef-0110-4ae7-9d99-bcb9449a2467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00802a36-9b8c-4fc5-9741-bbc25fe91ee3,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:36.975051 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 55130) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:37.170675 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-4e2c6347-8379-46d5-a68d-f50d51d6fa18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:37.189731 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-4e2c6347-8379-46d5-a68d-f50d51d6fa18 admin admin] Publish callbacks [] for security_group (6e05e084-ac30-440b-8d9b-46e1411e9cc2), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:37.504685 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-4e2c6347-8379-46d5-a68d-f50d51d6fa18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (6e05e084-ac30-440b-8d9b-46e1411e9cc2), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:37.553010 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-4e2c6347-8379-46d5-a68d-f50d51d6fa18 admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=a7eadff133ab4c85a7ca69e63816a80a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5751462 Aug 30 00:00:37.553958 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 55144) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:37.554461 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2c6347-8379-46d5-a68d-f50d51d6fa18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e05e084-ac30-440b-8d9b-46e1411e9cc2,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:37.625964 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3d45-149d-4d0c-a712-ec97bb9525d1 admin admin] Publish callbacks [] for security_group (6e05e084-ac30-440b-8d9b-46e1411e9cc2), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:37.654809 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3d45-149d-4d0c-a712-ec97bb9525d1 admin admin] Publish callbacks [] for security_group (6e05e084-ac30-440b-8d9b-46e1411e9cc2), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:37.816934 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3d45-149d-4d0c-a712-ec97bb9525d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (6e05e084-ac30-440b-8d9b-46e1411e9cc2), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:37.819519 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3d45-149d-4d0c-a712-ec97bb9525d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:37.820810 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-9a1c3d45-149d-4d0c-a712-ec97bb9525d1 admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/6e05e084-ac30-440b-8d9b-46e1411e9cc2 HTTP/1.1" status: 204 len: 168 time: 0.2650709 Aug 30 00:00:37.830520 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c3d45-149d-4d0c-a712-ec97bb9525d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e05e084-ac30-440b-8d9b-46e1411e9cc2,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:38.479422 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 55172) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:38.627848 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-a2cdc886-5ae1-4f92-bda7-b31e773922e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:38.629755 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:38.634094 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 55176) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:38.649042 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-f59dd3c4-0a06-4623-ba1e-3e48383569a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:38.718674 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-a2cdc886-5ae1-4f92-bda7-b31e773922e9 admin admin] Publish callbacks [] for security_group (6accef9e-abb6-4623-9fb1-e9891316438a), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:38.749072 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-f59dd3c4-0a06-4623-ba1e-3e48383569a5 admin admin] Publish callbacks [] for security_group (d717f339-dc69-47ea-9cec-a60baeeb85a0), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:38.822184 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-a2cdc886-5ae1-4f92-bda7-b31e773922e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (6accef9e-abb6-4623-9fb1-e9891316438a), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:38.822436 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-f59dd3c4-0a06-4623-ba1e-3e48383569a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (d717f339-dc69-47ea-9cec-a60baeeb85a0), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:38.869777 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-f59dd3c4-0a06-4623-ba1e-3e48383569a5 admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=a9ff5acc511e441a81b50a06e6e729ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2319078 Aug 30 00:00:38.869777 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59dd3c4-0a06-4623-ba1e-3e48383569a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d717f339-dc69-47ea-9cec-a60baeeb85a0,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:38.871490 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 55178) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:38.932238 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-378afc69-6dc4-49d2-a4b8-f9e7737d1221 admin admin] Publish callbacks [] for security_group (d717f339-dc69-47ea-9cec-a60baeeb85a0), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:38.959328 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-378afc69-6dc4-49d2-a4b8-f9e7737d1221 admin admin] Publish callbacks [] for security_group (d717f339-dc69-47ea-9cec-a60baeeb85a0), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:39.087900 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-378afc69-6dc4-49d2-a4b8-f9e7737d1221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (d717f339-dc69-47ea-9cec-a60baeeb85a0), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:39.090832 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-378afc69-6dc4-49d2-a4b8-f9e7737d1221 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:39.094666 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-378afc69-6dc4-49d2-a4b8-f9e7737d1221 admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/d717f339-dc69-47ea-9cec-a60baeeb85a0 HTTP/1.1" status: 204 len: 168 time: 0.2196107 Aug 30 00:00:39.103346 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378afc69-6dc4-49d2-a4b8-f9e7737d1221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d717f339-dc69-47ea-9cec-a60baeeb85a0,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:39.153647 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-a2cdc886-5ae1-4f92-bda7-b31e773922e9 admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=d6ef7a8dcdc943fc992cc9d3b746e494&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6727936 Aug 30 00:00:39.154954 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cdc886-5ae1-4f92-bda7-b31e773922e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6accef9e-abb6-4623-9fb1-e9891316438a,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:39.156473 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 55184) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:39.172122 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=6 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:39.218140 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-0675551f-2cc3-40a3-8324-4c8d25b9f699 admin admin] Publish callbacks [] for security_group (6accef9e-abb6-4623-9fb1-e9891316438a), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:39.231138 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:39.240579 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-0675551f-2cc3-40a3-8324-4c8d25b9f699 admin admin] Publish callbacks [] for security_group (6accef9e-abb6-4623-9fb1-e9891316438a), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:39.361321 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-0675551f-2cc3-40a3-8324-4c8d25b9f699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (6accef9e-abb6-4623-9fb1-e9891316438a), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:39.363887 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-0675551f-2cc3-40a3-8324-4c8d25b9f699 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:39.365077 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-0675551f-2cc3-40a3-8324-4c8d25b9f699 admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/6accef9e-abb6-4623-9fb1-e9891316438a HTTP/1.1" status: 204 len: 168 time: 0.2066000 Aug 30 00:00:39.373762 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0675551f-2cc3-40a3-8324-4c8d25b9f699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6accef9e-abb6-4623-9fb1-e9891316438a,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:39.928128 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=83 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:39.947060 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=97 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:40.247223 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-bfa7341b-b9f1-4399-818a-72c8dea4970b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (1020f8f9-c858-45a1-84c5-376480b0ca2e), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:43.104765 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (a7eaf665-0f6d-431a-9601-222c900251ec), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:43.429816 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-40b32902-3878-43ae-b128-b726472edc8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (037668f0-d812-4b59-9d2d-ce33f66a7708), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:44.498592 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cdcd43ac-7909-438b-ba67-31b4a20d4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (bcd4f52e-0d63-4d8a-9dda-ff825ab30758), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:45.478468 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 55330) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:45.583877 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (01773ddc-a5d8-4c68-b7b5-e385af2b339f), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:45.593618 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-fe923c83-0771-42b1-a027-b9dc8cfe4a90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:45.670173 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-fe923c83-0771-42b1-a027-b9dc8cfe4a90 admin admin] Publish callbacks [] for security_group (c6376fc8-c883-424b-ad7c-74949f797f4b), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:45.755208 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-fe923c83-0771-42b1-a027-b9dc8cfe4a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (c6376fc8-c883-424b-ad7c-74949f797f4b), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:45.792490 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-fe923c83-0771-42b1-a027-b9dc8cfe4a90 admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=92e35db01280481f94b95c5687e5e41d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3126364 Aug 30 00:00:45.795299 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 55334) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:45.797573 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe923c83-0771-42b1-a027-b9dc8cfe4a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6376fc8-c883-424b-ad7c-74949f797f4b,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:45.847524 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-a420a476-89a3-4a54-942c-7cb475b181e7 admin admin] Publish callbacks [] for security_group (c6376fc8-c883-424b-ad7c-74949f797f4b), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:45.870209 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-a420a476-89a3-4a54-942c-7cb475b181e7 admin admin] Publish callbacks [] for security_group (c6376fc8-c883-424b-ad7c-74949f797f4b), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:46.029836 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-a420a476-89a3-4a54-942c-7cb475b181e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (c6376fc8-c883-424b-ad7c-74949f797f4b), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:46.032569 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-a420a476-89a3-4a54-942c-7cb475b181e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:46.033752 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-a420a476-89a3-4a54-942c-7cb475b181e7 admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/c6376fc8-c883-424b-ad7c-74949f797f4b HTTP/1.1" status: 204 len: 168 time: 0.2370312 Aug 30 00:00:46.041922 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a420a476-89a3-4a54-942c-7cb475b181e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6376fc8-c883-424b-ad7c-74949f797f4b,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:46.473710 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-55545b4a-c719-46e4-a9c5-7c044aa64822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (63136763-0f20-46a8-951a-2f70193501e4), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:46.738912 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 55344) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:46.753113 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-947051aa-f44e-455b-a3bc-29f86d854978 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:46.763116 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=73,neutron:INSERT=25,neutron:UPDATE=2 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:46.831944 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-947051aa-f44e-455b-a3bc-29f86d854978 admin admin] Publish callbacks [] for security_group (35f8eb8f-21ba-4fff-81c5-d48b745bda9f), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:46.915371 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-947051aa-f44e-455b-a3bc-29f86d854978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (35f8eb8f-21ba-4fff-81c5-d48b745bda9f), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:46.959786 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-947051aa-f44e-455b-a3bc-29f86d854978 admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=3bd12e526ab5475a978c1d941b4dbc4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2197993 Aug 30 00:00:46.960510 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947051aa-f44e-455b-a3bc-29f86d854978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f8eb8f-21ba-4fff-81c5-d48b745bda9f,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:46.963762 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 55346) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:47.014701 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-9c351b55-f44c-421d-8084-63e948ec6397 admin admin] Publish callbacks [] for security_group (35f8eb8f-21ba-4fff-81c5-d48b745bda9f), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:47.034982 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-9c351b55-f44c-421d-8084-63e948ec6397 admin admin] Publish callbacks [] for security_group (35f8eb8f-21ba-4fff-81c5-d48b745bda9f), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:47.188346 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-9c351b55-f44c-421d-8084-63e948ec6397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (35f8eb8f-21ba-4fff-81c5-d48b745bda9f), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:47.190863 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-9c351b55-f44c-421d-8084-63e948ec6397 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:47.192028 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-9c351b55-f44c-421d-8084-63e948ec6397 admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/35f8eb8f-21ba-4fff-81c5-d48b745bda9f HTTP/1.1" status: 204 len: 168 time: 0.2269046 Aug 30 00:00:47.200325 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c351b55-f44c-421d-8084-63e948ec6397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f8eb8f-21ba-4fff-81c5-d48b745bda9f,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:48.967201 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.agents_db [None req-4166f728-c6cb-4ae6-8e81-f61b29fbc360 None None] Agent healthcheck: found 6 active agents {{(pid=113418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 00:00:52.806158 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 55512) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:52.913970 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-233cc8e5-862a-4094-8829-e50aa59a2951 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:53.001156 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-233cc8e5-862a-4094-8829-e50aa59a2951 admin admin] Publish callbacks [] for security_group (54e4393c-9b27-4a1c-bdf8-719f85fe5fb2), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:53.086836 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-233cc8e5-862a-4094-8829-e50aa59a2951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (54e4393c-9b27-4a1c-bdf8-719f85fe5fb2), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:53.126094 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233cc8e5-862a-4094-8829-e50aa59a2951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e4393c-9b27-4a1c-bdf8-719f85fe5fb2,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:53.130260 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-233cc8e5-862a-4094-8829-e50aa59a2951 admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=b4c34b6a22954197a71327507fbe119f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3228126 Aug 30 00:00:53.132872 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 55516) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:53.137072 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233cc8e5-862a-4094-8829-e50aa59a2951 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:00:53.137422 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233cc8e5-862a-4094-8829-e50aa59a2951 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:00:53.137761 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233cc8e5-862a-4094-8829-e50aa59a2951 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:00:53.138127 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233cc8e5-862a-4094-8829-e50aa59a2951 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:00:53.138430 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233cc8e5-862a-4094-8829-e50aa59a2951 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:00:53.138788 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233cc8e5-862a-4094-8829-e50aa59a2951 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:00:53.139112 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233cc8e5-862a-4094-8829-e50aa59a2951 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:00:53.139433 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233cc8e5-862a-4094-8829-e50aa59a2951 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:00:53.139754 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233cc8e5-862a-4094-8829-e50aa59a2951 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:00:53.140077 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233cc8e5-862a-4094-8829-e50aa59a2951 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:00:53.140429 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233cc8e5-862a-4094-8829-e50aa59a2951 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:00:53.140750 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233cc8e5-862a-4094-8829-e50aa59a2951 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:00:53.141092 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233cc8e5-862a-4094-8829-e50aa59a2951 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:00:53.141463 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233cc8e5-862a-4094-8829-e50aa59a2951 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:00:53.141782 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233cc8e5-862a-4094-8829-e50aa59a2951 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:00:53.191447 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-d105841a-802f-4dfe-9873-197a88c7a510 admin admin] Publish callbacks [] for security_group (54e4393c-9b27-4a1c-bdf8-719f85fe5fb2), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:53.212843 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-d105841a-802f-4dfe-9873-197a88c7a510 admin admin] Publish callbacks [] for security_group (54e4393c-9b27-4a1c-bdf8-719f85fe5fb2), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:53.321272 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-d105841a-802f-4dfe-9873-197a88c7a510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (54e4393c-9b27-4a1c-bdf8-719f85fe5fb2), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:53.324400 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-d105841a-802f-4dfe-9873-197a88c7a510 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:53.325560 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-d105841a-802f-4dfe-9873-197a88c7a510 admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/54e4393c-9b27-4a1c-bdf8-719f85fe5fb2 HTTP/1.1" status: 204 len: 168 time: 0.1917017 Aug 30 00:00:53.334387 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d105841a-802f-4dfe-9873-197a88c7a510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e4393c-9b27-4a1c-bdf8-719f85fe5fb2,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:53.773282 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d87261-31dc-4d67-9725-b797786a5ac0 req-00eb042d-8a49-4490-8ec0-d9e5f78fc7db tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:53.775210 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-80d87261-31dc-4d67-9725-b797786a5ac0 req-00eb042d-8a49-4490-8ec0-d9e5f78fc7db tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=ab5e7deb-a296-423d-97aa-15c678b3757d HTTP/1.1" status: 200 len: 985 time: 0.0495799 Aug 30 00:00:53.840253 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-80d87261-31dc-4d67-9725-b797786a5ac0 req-4c4127e9-a47a-4251-8214-15c3dbb1742f tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=df59a32e-a28c-4ace-af13-bf069ecff8b0&id=7473fa50-8d64-410d-920b-9f8237d88050&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586293 Aug 30 00:00:53.883864 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=75,neutron:INSERT=22,neutron:UPDATE=3 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:53.892961 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece8977e-b14c-4945-9ae0-3ac01248e73e req-5a11b073-920f-4ae7-a07e-a5a8a4a57ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:53.894438 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-ece8977e-b14c-4945-9ae0-3ac01248e73e req-5a11b073-920f-4ae7-a07e-a5a8a4a57ee2 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=f4188510da25496d956e4d717bc2a551&device_id=ab5e7deb-a296-423d-97aa-15c678b3757d HTTP/1.1" status: 200 len: 1169 time: 0.0428190 Aug 30 00:00:54.000352 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece8977e-b14c-4945-9ae0-3ac01248e73e req-71dd8904-194b-4d25-ad08-646405c24ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:54.001882 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-ece8977e-b14c-4945-9ae0-3ac01248e73e req-71dd8904-194b-4d25-ad08-646405c24ce6 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=b1780587-5845-4b44-80ee-36efef36f1d7 HTTP/1.1" status: 200 len: 916 time: 0.1015184 Aug 30 00:00:54.010448 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 55532) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:54.026313 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-b6a9b464-5fa0-4358-b204-a82698bacd64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:54.067952 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-ece8977e-b14c-4945-9ae0-3ac01248e73e req-b723102f-7ba3-49b0-b88b-bbd52c68e83e service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8da325df-4d82-44f1-9e8a-da503beb89d7 HTTP/1.1" status: 200 len: 1002 time: 0.0584145 Aug 30 00:00:54.084800 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=5 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:54.107640 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-b6a9b464-5fa0-4358-b204-a82698bacd64 admin admin] Publish callbacks [] for security_group (83daa6d0-2d8c-4dd4-a655-8560333bd679), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:54.123868 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece8977e-b14c-4945-9ae0-3ac01248e73e req-beb61e8c-66d5-4d95-971a-0aca138769d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:54.125366 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-ece8977e-b14c-4945-9ae0-3ac01248e73e req-beb61e8c-66d5-4d95-971a-0aca138769d3 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=63d113a5-7c64-46a1-b545-44c599bf8411 HTTP/1.1" status: 200 len: 853 time: 0.0508876 Aug 30 00:00:54.171503 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece8977e-b14c-4945-9ae0-3ac01248e73e req-4f29b243-95f3-4a7e-b255-0385686bfde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:54.173040 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-ece8977e-b14c-4945-9ae0-3ac01248e73e req-4f29b243-95f3-4a7e-b255-0385686bfde4 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=b1780587-5845-4b44-80ee-36efef36f1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414722 Aug 30 00:00:54.210737 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-b6a9b464-5fa0-4358-b204-a82698bacd64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (83daa6d0-2d8c-4dd4-a655-8560333bd679), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:54.251561 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a9b464-5fa0-4358-b204-a82698bacd64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83daa6d0-2d8c-4dd4-a655-8560333bd679,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:54.257596 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-b6a9b464-5fa0-4358-b204-a82698bacd64 admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=5fb1bb29066549e69b2354a2d8bb21ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2461257 Aug 30 00:00:54.260332 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 55534) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:54.273972 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-ece8977e-b14c-4945-9ae0-3ac01248e73e req-b1e5851f-20ed-4e7d-90f9-88d4609b927e service neutron] 10.222.0.87 "GET /networking/v2.0/networks/b1780587-5845-4b44-80ee-36efef36f1d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943844 Aug 30 00:00:54.282892 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:54.319814 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-226ddd2a-6522-40d4-91cf-9f0f502ac815 admin admin] Publish callbacks [] for security_group (83daa6d0-2d8c-4dd4-a655-8560333bd679), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:54.346991 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-226ddd2a-6522-40d4-91cf-9f0f502ac815 admin admin] Publish callbacks [] for security_group (83daa6d0-2d8c-4dd4-a655-8560333bd679), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:54.386861 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-ece8977e-b14c-4945-9ae0-3ac01248e73e req-dbc6bc67-9de2-4fba-99fa-2cbe95fd80af service neutron] 10.222.0.87 "GET /networking/v2.0/networks/b1780587-5845-4b44-80ee-36efef36f1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055872 Aug 30 00:00:54.492906 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-226ddd2a-6522-40d4-91cf-9f0f502ac815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (83daa6d0-2d8c-4dd4-a655-8560333bd679), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:54.498562 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-226ddd2a-6522-40d4-91cf-9f0f502ac815 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:54.499831 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-226ddd2a-6522-40d4-91cf-9f0f502ac815 admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/83daa6d0-2d8c-4dd4-a655-8560333bd679 HTTP/1.1" status: 204 len: 168 time: 0.2382514 Aug 30 00:00:54.517454 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226ddd2a-6522-40d4-91cf-9f0f502ac815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83daa6d0-2d8c-4dd4-a655-8560333bd679,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:54.969876 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a22b64-a454-4991-be02-dce78a44bcda req-b0c32dae-e071-4429-80d8-65ea72fd5364 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:54.971704 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-24a22b64-a454-4991-be02-dce78a44bcda req-b0c32dae-e071-4429-80d8-65ea72fd5364 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=ab5e7deb-a296-423d-97aa-15c678b3757d HTTP/1.1" status: 200 len: 985 time: 0.0503960 Aug 30 00:00:55.037212 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-24a22b64-a454-4991-be02-dce78a44bcda req-a2133d96-ab1d-4a70-ae15-6c6c9dd57cb0 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=df59a32e-a28c-4ace-af13-bf069ecff8b0&id=7473fa50-8d64-410d-920b-9f8237d88050&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0597174 Aug 30 00:00:56.172078 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e82714-4d85-49d0-badf-aa1c7c116a7e req-b2a05309-addf-4048-baea-7c0a79c775f1 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:56.173637 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-97e82714-4d85-49d0-badf-aa1c7c116a7e req-b2a05309-addf-4048-baea-7c0a79c775f1 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=ab5e7deb-a296-423d-97aa-15c678b3757d HTTP/1.1" status: 200 len: 985 time: 0.0526035 Aug 30 00:00:56.251088 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-97e82714-4d85-49d0-badf-aa1c7c116a7e req-3fc94aef-43e4-4a5d-a8e9-254faf28be69 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=df59a32e-a28c-4ace-af13-bf069ecff8b0&id=7473fa50-8d64-410d-920b-9f8237d88050&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0710313 Aug 30 00:00:57.376879 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63a93f-d463-41a2-a7ff-5b82180834b1 req-478feaff-6f70-4042-88a6-445c39f61544 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:57.378411 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-9b63a93f-d463-41a2-a7ff-5b82180834b1 req-478feaff-6f70-4042-88a6-445c39f61544 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=ab5e7deb-a296-423d-97aa-15c678b3757d HTTP/1.1" status: 200 len: 985 time: 0.0509253 Aug 30 00:00:57.452381 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-9b63a93f-d463-41a2-a7ff-5b82180834b1 req-f64fd936-00a0-48e0-b735-a975401fe6c8 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=df59a32e-a28c-4ace-af13-bf069ecff8b0&id=7473fa50-8d64-410d-920b-9f8237d88050&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0677707 Aug 30 00:00:58.432870 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 55656) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:58.574516 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-7e86c122-3ea3-4c40-8ce1-b3869019410e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:58.605802 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44328e71-bc27-41a7-a8f5-da6d93fc4d08 req-8f036d90-948a-4e49-b303-28a775ee46af tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:58.607329 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-44328e71-bc27-41a7-a8f5-da6d93fc4d08 req-8f036d90-948a-4e49-b303-28a775ee46af tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=ab5e7deb-a296-423d-97aa-15c678b3757d HTTP/1.1" status: 200 len: 985 time: 0.0732174 Aug 30 00:00:58.701911 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-44328e71-bc27-41a7-a8f5-da6d93fc4d08 req-2ada66fc-1327-4c81-b4b3-af89478bfe7d tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=df59a32e-a28c-4ace-af13-bf069ecff8b0&id=7473fa50-8d64-410d-920b-9f8237d88050&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0876143 Aug 30 00:00:58.724676 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-7e86c122-3ea3-4c40-8ce1-b3869019410e admin admin] Publish callbacks [] for security_group (1e397c65-2b53-4638-96c2-a549e9641189), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:58.811984 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-7e86c122-3ea3-4c40-8ce1-b3869019410e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (1e397c65-2b53-4638-96c2-a549e9641189), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:58.843442 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:58.851317 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e86c122-3ea3-4c40-8ce1-b3869019410e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e397c65-2b53-4638-96c2-a549e9641189,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:58.855637 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-7e86c122-3ea3-4c40-8ce1-b3869019410e admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=b531844617ba45dc870aee3c6fbf25c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4216712 Aug 30 00:00:58.858582 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 55664) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:58.910110 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-012bc116-c1fe-4f03-ae06-61e1e00f71e1 admin admin] Publish callbacks [] for security_group (1e397c65-2b53-4638-96c2-a549e9641189), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:58.930427 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-012bc116-c1fe-4f03-ae06-61e1e00f71e1 admin admin] Publish callbacks [] for security_group (1e397c65-2b53-4638-96c2-a549e9641189), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:58.963394 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=2 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:59.058257 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-012bc116-c1fe-4f03-ae06-61e1e00f71e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (1e397c65-2b53-4638-96c2-a549e9641189), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:59.061530 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-012bc116-c1fe-4f03-ae06-61e1e00f71e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:59.062915 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-012bc116-c1fe-4f03-ae06-61e1e00f71e1 admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/1e397c65-2b53-4638-96c2-a549e9641189 HTTP/1.1" status: 204 len: 168 time: 0.2033741 Aug 30 00:00:59.071359 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012bc116-c1fe-4f03-ae06-61e1e00f71e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e397c65-2b53-4638-96c2-a549e9641189,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:59.735041 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 55676) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:59.741990 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:59.750945 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-87d20482-320c-4465-a50b-69503465f13e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:59.837852 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7955987-3f90-4ef8-a952-2feb7bae71b9 req-846441a1-6755-41bb-852d-61059dbc87ea tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:59.839273 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b7955987-3f90-4ef8-a952-2feb7bae71b9 req-846441a1-6755-41bb-852d-61059dbc87ea tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=ab5e7deb-a296-423d-97aa-15c678b3757d HTTP/1.1" status: 200 len: 985 time: 0.0626729 Aug 30 00:00:59.907470 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-87d20482-320c-4465-a50b-69503465f13e admin admin] Publish callbacks [] for security_group (b5e6ae9a-7f90-4796-a2d7-0990c7bb4e8b), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:59.925225 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b7955987-3f90-4ef8-a952-2feb7bae71b9 req-1725d6a8-795a-41ad-8bc3-b78130b8abe6 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=df59a32e-a28c-4ace-af13-bf069ecff8b0&id=7473fa50-8d64-410d-920b-9f8237d88050&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0791292 Aug 30 00:00:59.971905 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-87d20482-320c-4465-a50b-69503465f13e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (b5e6ae9a-7f90-4796-a2d7-0990c7bb4e8b), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:00.025185 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d20482-320c-4465-a50b-69503465f13e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e6ae9a-7f90-4796-a2d7-0990c7bb4e8b,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:00.031544 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-87d20482-320c-4465-a50b-69503465f13e admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=9d94fe327f484d80af91d1b33367cbe6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2958126 Aug 30 00:01:00.034415 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 55678) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:01:00.091810 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-1e669165-6a1f-4e80-8f06-2248ec59287a admin admin] Publish callbacks [] for security_group (b5e6ae9a-7f90-4796-a2d7-0990c7bb4e8b), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:00.112726 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-1e669165-6a1f-4e80-8f06-2248ec59287a admin admin] Publish callbacks [] for security_group (b5e6ae9a-7f90-4796-a2d7-0990c7bb4e8b), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:00.218141 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-1e669165-6a1f-4e80-8f06-2248ec59287a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (b5e6ae9a-7f90-4796-a2d7-0990c7bb4e8b), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:00.221254 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-1e669165-6a1f-4e80-8f06-2248ec59287a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:00.222505 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-1e669165-6a1f-4e80-8f06-2248ec59287a admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/b5e6ae9a-7f90-4796-a2d7-0990c7bb4e8b HTTP/1.1" status: 204 len: 168 time: 0.1872051 Aug 30 00:01:00.231214 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e669165-6a1f-4e80-8f06-2248ec59287a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e6ae9a-7f90-4796-a2d7-0990c7bb4e8b,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:01.053055 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa6430d-41aa-4787-b7bb-9d0e79fd0ade req-9219792a-e15b-4bee-a5a7-45ae29d92d7b tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:01.054622 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-7fa6430d-41aa-4787-b7bb-9d0e79fd0ade req-9219792a-e15b-4bee-a5a7-45ae29d92d7b tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=ab5e7deb-a296-423d-97aa-15c678b3757d HTTP/1.1" status: 200 len: 985 time: 0.0539875 Aug 30 00:01:01.121234 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-7fa6430d-41aa-4787-b7bb-9d0e79fd0ade req-567a4b0a-5d8d-40c7-862b-528c8eb3f8e4 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=df59a32e-a28c-4ace-af13-bf069ecff8b0&id=7473fa50-8d64-410d-920b-9f8237d88050&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606904 Aug 30 00:01:02.280644 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da6e5b7-b822-43ad-b21f-b9af022e06fd req-77a235a0-27dc-4412-be04-719f27bf522b tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:02.284716 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-4da6e5b7-b822-43ad-b21f-b9af022e06fd req-77a235a0-27dc-4412-be04-719f27bf522b tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=ab5e7deb-a296-423d-97aa-15c678b3757d HTTP/1.1" status: 200 len: 985 time: 0.0668406 Aug 30 00:01:02.303245 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:02.338102 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 55734) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:01:02.374855 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-4da6e5b7-b822-43ad-b21f-b9af022e06fd req-7939e6a1-ed36-4d96-b56f-2e0dd25d6934 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=df59a32e-a28c-4ace-af13-bf069ecff8b0&id=7473fa50-8d64-410d-920b-9f8237d88050&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0839295 Aug 30 00:01:02.476885 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-3ae54257-3152-45ec-bc0d-2a50ae688789 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:02.514047 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:02.562079 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-3ae54257-3152-45ec-bc0d-2a50ae688789 admin admin] Publish callbacks [] for security_group (c24be7f1-d7e6-4785-820f-4bf2464f9f3e), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:02.675219 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-3ae54257-3152-45ec-bc0d-2a50ae688789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (c24be7f1-d7e6-4785-820f-4bf2464f9f3e), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:02.733319 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae54257-3152-45ec-bc0d-2a50ae688789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24be7f1-d7e6-4785-820f-4bf2464f9f3e,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:02.749678 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-3ae54257-3152-45ec-bc0d-2a50ae688789 admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=239f0713cfe04e3190a6ce8e97181fe7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4056082 Aug 30 00:01:02.749678 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 55742) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:01:02.809181 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-4de18a1b-8f0d-45a2-908d-7106fdf4404b admin admin] Publish callbacks [] for security_group (c24be7f1-d7e6-4785-820f-4bf2464f9f3e), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:02.830750 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-4de18a1b-8f0d-45a2-908d-7106fdf4404b admin admin] Publish callbacks [] for security_group (c24be7f1-d7e6-4785-820f-4bf2464f9f3e), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:02.874015 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:02.961405 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-4de18a1b-8f0d-45a2-908d-7106fdf4404b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (c24be7f1-d7e6-4785-820f-4bf2464f9f3e), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:02.964600 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-4de18a1b-8f0d-45a2-908d-7106fdf4404b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:02.966264 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-4de18a1b-8f0d-45a2-908d-7106fdf4404b admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/c24be7f1-d7e6-4785-820f-4bf2464f9f3e HTTP/1.1" status: 204 len: 168 time: 0.2156796 Aug 30 00:01:02.979748 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de18a1b-8f0d-45a2-908d-7106fdf4404b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24be7f1-d7e6-4785-820f-4bf2464f9f3e,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:03.507466 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a772a9-cce7-4146-8865-63241d20d935 req-4a662320-ea8b-4f50-8694-7658b4bde0eb tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:03.509003 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-92a772a9-cce7-4146-8865-63241d20d935 req-4a662320-ea8b-4f50-8694-7658b4bde0eb tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=ab5e7deb-a296-423d-97aa-15c678b3757d HTTP/1.1" status: 200 len: 985 time: 0.0490227 Aug 30 00:01:03.571817 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-92a772a9-cce7-4146-8865-63241d20d935 req-fab884c1-3d3c-4f66-9250-1dfab12fe5cb tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=df59a32e-a28c-4ace-af13-bf069ecff8b0&id=7473fa50-8d64-410d-920b-9f8237d88050&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569601 Aug 30 00:01:04.705100 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c67d0-3b9c-48d9-bcc8-ef3598b27fef req-353d40f3-45d2-444a-b75f-69d37761ab21 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:04.706873 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-879c67d0-3b9c-48d9-bcc8-ef3598b27fef req-353d40f3-45d2-444a-b75f-69d37761ab21 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=ab5e7deb-a296-423d-97aa-15c678b3757d HTTP/1.1" status: 200 len: 985 time: 0.0527928 Aug 30 00:01:04.769451 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-879c67d0-3b9c-48d9-bcc8-ef3598b27fef req-224c0f56-2a71-4705-a15a-65fffaafcb53 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=df59a32e-a28c-4ace-af13-bf069ecff8b0&id=7473fa50-8d64-410d-920b-9f8237d88050&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566695 Aug 30 00:01:05.894579 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99453a-d65a-4b92-b488-a8ca4b29fc7d req-d97c165c-1127-414d-a672-ad9edeceed72 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:05.896077 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-8f99453a-d65a-4b92-b488-a8ca4b29fc7d req-d97c165c-1127-414d-a672-ad9edeceed72 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=ab5e7deb-a296-423d-97aa-15c678b3757d HTTP/1.1" status: 200 len: 985 time: 0.0490191 Aug 30 00:01:05.965674 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-8f99453a-d65a-4b92-b488-a8ca4b29fc7d req-4900256f-82a4-46ae-aafe-d35b197f906b tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=df59a32e-a28c-4ace-af13-bf069ecff8b0&id=7473fa50-8d64-410d-920b-9f8237d88050&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0636177 Aug 30 00:01:07.091452 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952afc98-619b-4347-9c56-4a630a78011e req-69e895e2-70ff-463f-a614-ab308d74db18 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:07.093913 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-952afc98-619b-4347-9c56-4a630a78011e req-69e895e2-70ff-463f-a614-ab308d74db18 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=ab5e7deb-a296-423d-97aa-15c678b3757d HTTP/1.1" status: 200 len: 985 time: 0.0513811 Aug 30 00:01:07.173146 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-952afc98-619b-4347-9c56-4a630a78011e req-b82779ba-f046-42f0-88ab-9d39bef3de8c tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=df59a32e-a28c-4ace-af13-bf069ecff8b0&id=7473fa50-8d64-410d-920b-9f8237d88050&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0637407 Aug 30 00:01:07.465014 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 55832) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:01:07.630410 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-a32d5b65-8233-4100-bc76-53be94375c46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:07.740520 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-a32d5b65-8233-4100-bc76-53be94375c46 admin admin] Publish callbacks [] for security_group (cff81afd-11a5-479f-9ea9-3875815922b0), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:07.829609 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-a32d5b65-8233-4100-bc76-53be94375c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (cff81afd-11a5-479f-9ea9-3875815922b0), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:07.874714 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-a32d5b65-8233-4100-bc76-53be94375c46 admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=66ae7e82b6994e62895369d78edf7995&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4085708 Aug 30 00:01:07.875467 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32d5b65-8233-4100-bc76-53be94375c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff81afd-11a5-479f-9ea9-3875815922b0,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:07.877830 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 55838) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:01:07.953187 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-9d484a64-e211-482c-8133-d9aafd4b5d2f admin admin] Publish callbacks [] for security_group (cff81afd-11a5-479f-9ea9-3875815922b0), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:07.979356 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-9d484a64-e211-482c-8133-d9aafd4b5d2f admin admin] Publish callbacks [] for security_group (cff81afd-11a5-479f-9ea9-3875815922b0), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:07.997827 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:08.241160 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-9d484a64-e211-482c-8133-d9aafd4b5d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (cff81afd-11a5-479f-9ea9-3875815922b0), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:08.243790 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-9d484a64-e211-482c-8133-d9aafd4b5d2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:08.245172 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-9d484a64-e211-482c-8133-d9aafd4b5d2f admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/cff81afd-11a5-479f-9ea9-3875815922b0 HTTP/1.1" status: 204 len: 168 time: 0.3657713 Aug 30 00:01:08.269774 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d484a64-e211-482c-8133-d9aafd4b5d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff81afd-11a5-479f-9ea9-3875815922b0,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:08.281756 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:08.285166 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=36,neutron:UPDATE=3 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:08.316414 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d1409-9536-4d33-adb9-e77726e32391 req-d275af84-c6c5-4c38-a4d6-579dcce564e6 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:08.318768 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-be0d1409-9536-4d33-adb9-e77726e32391 req-d275af84-c6c5-4c38-a4d6-579dcce564e6 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=ab5e7deb-a296-423d-97aa-15c678b3757d HTTP/1.1" status: 200 len: 985 time: 0.0664821 Aug 30 00:01:08.397053 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-be0d1409-9536-4d33-adb9-e77726e32391 req-fc8e0dfb-ecf0-47bb-800d-a685764c279d tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=df59a32e-a28c-4ace-af13-bf069ecff8b0&id=7473fa50-8d64-410d-920b-9f8237d88050&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0716958 Aug 30 00:01:09.540691 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2210c2-9b09-4cff-9082-369117e099de req-8847e220-dded-4105-9374-92097d635414 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:09.542374 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-3c2210c2-9b09-4cff-9082-369117e099de req-8847e220-dded-4105-9374-92097d635414 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=ab5e7deb-a296-423d-97aa-15c678b3757d HTTP/1.1" status: 200 len: 985 time: 0.0524716 Aug 30 00:01:09.618571 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-3c2210c2-9b09-4cff-9082-369117e099de req-4e5e69cc-22eb-45b8-ba92-e3fa00d052ed tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=df59a32e-a28c-4ace-af13-bf069ecff8b0&id=7473fa50-8d64-410d-920b-9f8237d88050&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0690155 Aug 30 00:01:10.298200 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-515c2519-3920-4d28-af83-ae4e98e7d143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (1020f8f9-c858-45a1-84c5-376480b0ca2e), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:10.705262 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:10.744440 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec3446-9a91-42d4-a279-d7b52fee0fca req-104d8cd4-17fd-4a99-9013-f7d4d5128904 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:10.745912 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-cdec3446-9a91-42d4-a279-d7b52fee0fca req-104d8cd4-17fd-4a99-9013-f7d4d5128904 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=ab5e7deb-a296-423d-97aa-15c678b3757d HTTP/1.1" status: 200 len: 985 time: 0.0498848 Aug 30 00:01:10.811263 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-cdec3446-9a91-42d4-a279-d7b52fee0fca req-9b301c51-3c0f-47e1-b3de-6193dad71737 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=df59a32e-a28c-4ace-af13-bf069ecff8b0&id=7473fa50-8d64-410d-920b-9f8237d88050&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579655 Aug 30 00:01:11.954844 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f8e91-a609-46a5-80d6-0f2c6d7ae118 req-0037a6ad-b229-43ff-bb99-0791ecb05bda tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:11.956712 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-3e5f8e91-a609-46a5-80d6-0f2c6d7ae118 req-0037a6ad-b229-43ff-bb99-0791ecb05bda tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=ab5e7deb-a296-423d-97aa-15c678b3757d HTTP/1.1" status: 200 len: 985 time: 0.0625570 Aug 30 00:01:12.021306 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-3e5f8e91-a609-46a5-80d6-0f2c6d7ae118 req-bc52f842-231d-4df0-bf1b-7b9cb3b93403 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=df59a32e-a28c-4ace-af13-bf069ecff8b0&id=7473fa50-8d64-410d-920b-9f8237d88050&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587211 Aug 30 00:01:12.875106 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 55926) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:01:12.981561 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-7194470d-32e0-4195-9cb9-84db72cc3ab8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:13.058846 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-7194470d-32e0-4195-9cb9-84db72cc3ab8 admin admin] Publish callbacks [] for security_group (0ba8f517-7b30-4f94-a576-791b6194bf65), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:13.164673 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (a7eaf665-0f6d-431a-9601-222c900251ec), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:13.206540 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-7194470d-32e0-4195-9cb9-84db72cc3ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (0ba8f517-7b30-4f94-a576-791b6194bf65), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:13.248330 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-7194470d-32e0-4195-9cb9-84db72cc3ab8 admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=7bbc40fff6214fb68f6c34013ca455dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3720973 Aug 30 00:01:13.249801 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7194470d-32e0-4195-9cb9-84db72cc3ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba8f517-7b30-4f94-a576-791b6194bf65,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:13.252723 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 55934) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:01:13.316577 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-d15e2867-4858-4318-b453-6c170d68ca9f admin admin] Publish callbacks [] for security_group (0ba8f517-7b30-4f94-a576-791b6194bf65), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:13.344528 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-d15e2867-4858-4318-b453-6c170d68ca9f admin admin] Publish callbacks [] for security_group (0ba8f517-7b30-4f94-a576-791b6194bf65), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:13.383173 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-eabc346e-a8df-4c2d-93a1-78d898f8d2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (037668f0-d812-4b59-9d2d-ce33f66a7708), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:13.463881 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-d15e2867-4858-4318-b453-6c170d68ca9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (0ba8f517-7b30-4f94-a576-791b6194bf65), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:13.466507 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-d15e2867-4858-4318-b453-6c170d68ca9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:13.471479 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-d15e2867-4858-4318-b453-6c170d68ca9f admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/0ba8f517-7b30-4f94-a576-791b6194bf65 HTTP/1.1" status: 204 len: 168 time: 0.2136235 Aug 30 00:01:13.485958 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15e2867-4858-4318-b453-6c170d68ca9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba8f517-7b30-4f94-a576-791b6194bf65,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:14.159599 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-cb7d0b15-cea9-4d3e-9e65-c9ebc7c5bd05 req-0f380d9a-6cc5-49c0-b218-f9837abc79b5 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=ab5e7deb-a296-423d-97aa-15c678b3757d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412459 Aug 30 00:01:14.200721 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 55946) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:01:14.217965 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-947a04fb-637f-4000-9db3-aaa0843c1a79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:14.255265 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d0b15-cea9-4d3e-9e65-c9ebc7c5bd05 req-3eef2347-bbf1-4075-922d-1de9d83a3ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:14.257714 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-cb7d0b15-cea9-4d3e-9e65-c9ebc7c5bd05 req-3eef2347-bbf1-4075-922d-1de9d83a3ecf service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=f4188510da25496d956e4d717bc2a551&device_id=ab5e7deb-a296-423d-97aa-15c678b3757d HTTP/1.1" status: 200 len: 1169 time: 0.0458093 Aug 30 00:01:14.308553 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-947a04fb-637f-4000-9db3-aaa0843c1a79 admin admin] Publish callbacks [] for security_group (32176daf-04d3-48c6-989f-46d43deb9734), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:14.367766 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-947a04fb-637f-4000-9db3-aaa0843c1a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (32176daf-04d3-48c6-989f-46d43deb9734), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:14.387269 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d0b15-cea9-4d3e-9e65-c9ebc7c5bd05 req-a806fb30-c7a8-4269-a86f-39cb5335a772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:14.391501 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-cb7d0b15-cea9-4d3e-9e65-c9ebc7c5bd05 req-a806fb30-c7a8-4269-a86f-39cb5335a772 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=b1780587-5845-4b44-80ee-36efef36f1d7 HTTP/1.1" status: 200 len: 916 time: 0.1161573 Aug 30 00:01:14.414215 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-947a04fb-637f-4000-9db3-aaa0843c1a79 admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=dd3b9bde244847a5b10919e87a2e790d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2112153 Aug 30 00:01:14.416559 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947a04fb-637f-4000-9db3-aaa0843c1a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32176daf-04d3-48c6-989f-46d43deb9734,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:14.420731 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 55948) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:01:14.435681 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cdcd43ac-7909-438b-ba67-31b4a20d4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (bcd4f52e-0d63-4d8a-9dda-ff825ab30758), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:14.477091 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-cb7d0b15-cea9-4d3e-9e65-c9ebc7c5bd05 req-7e1ce6b5-2ae5-44ec-b9a2-447379ee362f service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8da325df-4d82-44f1-9e8a-da503beb89d7 HTTP/1.1" status: 200 len: 1002 time: 0.0782576 Aug 30 00:01:14.491798 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-e1329300-710d-41cf-9ecc-633336550691 admin admin] Publish callbacks [] for security_group (32176daf-04d3-48c6-989f-46d43deb9734), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:14.494437 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:14.525511 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-e1329300-710d-41cf-9ecc-633336550691 admin admin] Publish callbacks [] for security_group (32176daf-04d3-48c6-989f-46d43deb9734), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:14.532218 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d0b15-cea9-4d3e-9e65-c9ebc7c5bd05 req-3ab3c979-d0f0-4087-bf5b-01ee9a4f62fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:14.533912 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-cb7d0b15-cea9-4d3e-9e65-c9ebc7c5bd05 req-3ab3c979-d0f0-4087-bf5b-01ee9a4f62fd service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=63d113a5-7c64-46a1-b545-44c599bf8411 HTTP/1.1" status: 200 len: 853 time: 0.0509598 Aug 30 00:01:14.588596 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d0b15-cea9-4d3e-9e65-c9ebc7c5bd05 req-964aa211-cd9e-4c26-b3f1-347488c81e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:14.590102 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-cb7d0b15-cea9-4d3e-9e65-c9ebc7c5bd05 req-964aa211-cd9e-4c26-b3f1-347488c81e61 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=b1780587-5845-4b44-80ee-36efef36f1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509210 Aug 30 00:01:14.659364 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-e1329300-710d-41cf-9ecc-633336550691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (32176daf-04d3-48c6-989f-46d43deb9734), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:14.663756 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-e1329300-710d-41cf-9ecc-633336550691 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:14.665821 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-e1329300-710d-41cf-9ecc-633336550691 admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/32176daf-04d3-48c6-989f-46d43deb9734 HTTP/1.1" status: 204 len: 168 time: 0.2434559 Aug 30 00:01:14.678735 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1329300-710d-41cf-9ecc-633336550691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32176daf-04d3-48c6-989f-46d43deb9734,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:14.706935 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-cb7d0b15-cea9-4d3e-9e65-c9ebc7c5bd05 req-8f030f94-8983-4a3c-b5b1-46973db0a86e service neutron] 10.222.0.87 "GET /networking/v2.0/networks/b1780587-5845-4b44-80ee-36efef36f1d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107371 Aug 30 00:01:14.812532 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:14.816911 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-cb7d0b15-cea9-4d3e-9e65-c9ebc7c5bd05 req-09d88daa-edd6-47d2-873f-c4dabf9458bf service neutron] 10.222.0.87 "GET /networking/v2.0/networks/b1780587-5845-4b44-80ee-36efef36f1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044097 Aug 30 00:01:15.533312 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 55968) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:01:15.551287 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-85a6f842-41bb-477d-9333-71ed269c5d71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:15.612815 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (01773ddc-a5d8-4c68-b7b5-e385af2b339f), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:15.648385 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-85a6f842-41bb-477d-9333-71ed269c5d71 admin admin] Publish callbacks [] for security_group (81261c9b-2b81-453b-b0f0-87a1158b4c55), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:15.721242 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-85a6f842-41bb-477d-9333-71ed269c5d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (81261c9b-2b81-453b-b0f0-87a1158b4c55), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:15.727273 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:15.772219 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-85a6f842-41bb-477d-9333-71ed269c5d71 admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=40561edd3cd945789499f9f380de5f3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2361653 Aug 30 00:01:15.773547 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a6f842-41bb-477d-9333-71ed269c5d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81261c9b-2b81-453b-b0f0-87a1158b4c55,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:15.774478 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 55976) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:01:15.839951 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-6c3b0591-64bf-4979-8e1c-beaff43cdcb8 admin admin] Publish callbacks [] for security_group (81261c9b-2b81-453b-b0f0-87a1158b4c55), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:15.855737 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:15.867184 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-6c3b0591-64bf-4979-8e1c-beaff43cdcb8 admin admin] Publish callbacks [] for security_group (81261c9b-2b81-453b-b0f0-87a1158b4c55), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:16.033264 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-6c3b0591-64bf-4979-8e1c-beaff43cdcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (81261c9b-2b81-453b-b0f0-87a1158b4c55), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:16.035924 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-6c3b0591-64bf-4979-8e1c-beaff43cdcb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:16.037213 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-6c3b0591-64bf-4979-8e1c-beaff43cdcb8 admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/81261c9b-2b81-453b-b0f0-87a1158b4c55 HTTP/1.1" status: 204 len: 168 time: 0.2617369 Aug 30 00:01:16.046729 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3b0591-64bf-4979-8e1c-beaff43cdcb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81261c9b-2b81-453b-b0f0-87a1158b4c55,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:16.373200 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=4 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:16.378102 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=2 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:16.453517 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-55545b4a-c719-46e4-a9c5-7c044aa64822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (63136763-0f20-46a8-951a-2f70193501e4), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:21.933664 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 56128) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:01:22.043848 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-8f62755a-70d5-41f2-a553-0c8d12674d95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:22.124249 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-8f62755a-70d5-41f2-a553-0c8d12674d95 admin admin] Publish callbacks [] for security_group (acadb701-1e33-40b0-8c00-bd825c6fbacb), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:22.192987 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-8f62755a-70d5-41f2-a553-0c8d12674d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (acadb701-1e33-40b0-8c00-bd825c6fbacb), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:22.233005 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-8f62755a-70d5-41f2-a553-0c8d12674d95 admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=0aaa75ed373c4730acc85d67358c072d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2982645 Aug 30 00:01:22.234370 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f62755a-70d5-41f2-a553-0c8d12674d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acadb701-1e33-40b0-8c00-bd825c6fbacb,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:22.236605 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 56132) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:01:22.254746 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f62755a-70d5-41f2-a553-0c8d12674d95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:22.254952 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f62755a-70d5-41f2-a553-0c8d12674d95 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:22.255285 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f62755a-70d5-41f2-a553-0c8d12674d95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:22.255625 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f62755a-70d5-41f2-a553-0c8d12674d95 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:22.255958 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f62755a-70d5-41f2-a553-0c8d12674d95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:22.256408 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f62755a-70d5-41f2-a553-0c8d12674d95 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:22.256740 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f62755a-70d5-41f2-a553-0c8d12674d95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:22.257069 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f62755a-70d5-41f2-a553-0c8d12674d95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:22.257396 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f62755a-70d5-41f2-a553-0c8d12674d95 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:22.257723 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f62755a-70d5-41f2-a553-0c8d12674d95 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:22.258048 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f62755a-70d5-41f2-a553-0c8d12674d95 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:22.258401 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f62755a-70d5-41f2-a553-0c8d12674d95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:22.258716 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f62755a-70d5-41f2-a553-0c8d12674d95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:22.259041 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f62755a-70d5-41f2-a553-0c8d12674d95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:22.259357 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f62755a-70d5-41f2-a553-0c8d12674d95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:22.299343 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-a70c4edf-ba87-4393-ae67-c7e75e3cb2a0 admin admin] Publish callbacks [] for security_group (acadb701-1e33-40b0-8c00-bd825c6fbacb), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:22.325035 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-a70c4edf-ba87-4393-ae67-c7e75e3cb2a0 admin admin] Publish callbacks [] for security_group (acadb701-1e33-40b0-8c00-bd825c6fbacb), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:22.445885 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-a70c4edf-ba87-4393-ae67-c7e75e3cb2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (acadb701-1e33-40b0-8c00-bd825c6fbacb), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:22.448444 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-a70c4edf-ba87-4393-ae67-c7e75e3cb2a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:22.449613 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-a70c4edf-ba87-4393-ae67-c7e75e3cb2a0 admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/acadb701-1e33-40b0-8c00-bd825c6fbacb HTTP/1.1" status: 204 len: 168 time: 0.2120461 Aug 30 00:01:22.460607 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70c4edf-ba87-4393-ae67-c7e75e3cb2a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acadb701-1e33-40b0-8c00-bd825c6fbacb,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:23.501037 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 56158) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:01:23.600466 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [None req-4643b4a9-5405-438f-b627-bf1ad66f4f56 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-677430752-network', 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9'}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:01:23.701886 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4643b4a9-5405-438f-b627-bf1ad66f4f56 admin admin] Made reservation on behalf of 6e1e7c36165f47ad838bb6b42f3179d9 for: {'network': 1} {{(pid=113415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 00:01:23.704522 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-4643b4a9-5405-438f-b627-bf1ad66f4f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for network (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:23.715392 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-4643b4a9-5405-438f-b627-bf1ad66f4f56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:23.769463 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=78,neutron:INSERT=20,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:23.793353 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-4643b4a9-5405-438f-b627-bf1ad66f4f56 admin admin] Publish callbacks [] for security_group (8445a1ab-974d-49e9-a2e9-3e19254bce50), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:23.857539 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-4643b4a9-5405-438f-b627-bf1ad66f4f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (8445a1ab-974d-49e9-a2e9-3e19254bce50), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:23.891044 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4643b4a9-5405-438f-b627-bf1ad66f4f56 admin admin] vlan segment allocate from pool success with {'vlan_id': 1144, 'physical_network': 'physnet1'} {{(pid=113415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 00:01:23.897545 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4643b4a9-5405-438f-b627-bf1ad66f4f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8445a1ab-974d-49e9-a2e9-3e19254bce50,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:23.903610 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-4643b4a9-5405-438f-b627-bf1ad66f4f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3480186'] for segment (e442b733-cdb1-440f-8d43-4017843e1658), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:23.910312 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.db.segments_db [None req-4643b4a9-5405-438f-b627-bf1ad66f4f56 admin admin] Added segment e442b733-cdb1-440f-8d43-4017843e1658 of type vlan for network 79f758d9-f5c9-4dd1-ba1e-2857ef410b54 Aug 30 00:01:23.949590 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-4643b4a9-5405-438f-b627-bf1ad66f4f56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751005866352'] for network (79f758d9-f5c9-4dd1-ba1e-2857ef410b54), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:23.972755 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:24.046049 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-4643b4a9-5405-438f-b627-bf1ad66f4f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357'] for network (79f758d9-f5c9-4dd1-ba1e-2857ef410b54), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:24.048394 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4643b4a9-5405-438f-b627-bf1ad66f4f56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:24.048987 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-4643b4a9-5405-438f-b627-bf1ad66f4f56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for network (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:24.116900 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4643b4a9-5405-438f-b627-bf1ad66f4f56 admin admin] Pushing event updated for resources: {'Network': ['ID=79f758d9-f5c9-4dd1-ba1e-2857ef410b54,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:24.127582 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Network 79f758d9-f5c9-4dd1-ba1e-2857ef410b54 details requested by agent ovs-agent-dv-cinder-855041-2-iscsi with host dv-cinder-855041-2-iscsi {{(pid=113417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 00:01:24.200214 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-4643b4a9-5405-438f-b627-bf1ad66f4f56 admin admin] 10.222.0.90 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6956515 Aug 30 00:01:24.200738 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 56162) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:01:24.205862 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [None req-949a06ed-8a06-4e22-b10f-998c6f1f6364 admin admin] Request body: {'subnet': {'network_id': '79f758d9-f5c9-4dd1-ba1e-2857ef410b54', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-677430752-subnet', 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'ip_version': 4}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:01:24.280004 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949a06ed-8a06-4e22-b10f-998c6f1f6364 admin admin] Made reservation on behalf of 6e1e7c36165f47ad838bb6b42f3179d9 for: {'subnet': 1} {{(pid=113415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 00:01:24.283518 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-949a06ed-8a06-4e22-b10f-998c6f1f6364 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11041897'] for subnet (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:24.492288 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-949a06ed-8a06-4e22-b10f-998c6f1f6364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4096602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11074006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11041919'] for subnet (7f07dc28-3b5d-4778-a100-fbd0d9f8acb3), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:24.562840 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949a06ed-8a06-4e22-b10f-998c6f1f6364 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f07dc28-3b5d-4778-a100-fbd0d9f8acb3,revision_number=0']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:24.565342 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949a06ed-8a06-4e22-b10f-998c6f1f6364 admin admin] Checking segment: {'id': 'e442b733-cdb1-440f-8d43-4017843e1658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '79f758d9-f5c9-4dd1-ba1e-2857ef410b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 00:01:24.565703 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949a06ed-8a06-4e22-b10f-998c6f1f6364 admin admin] Network hostable DHCP agents. Network: 79f758d9-f5c9-4dd1-ba1e-2857ef410b54, hostable agents: ['1020f8f9-c858-45a1-84c5-376480b0ca2e'], hosted agents: [] {{(pid=113415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 00:01:24.651856 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949a06ed-8a06-4e22-b10f-998c6f1f6364 admin admin] Network 79f758d9-f5c9-4dd1-ba1e-2857ef410b54 is scheduled to be hosted by DHCP agent 1020f8f9-c858-45a1-84c5-376480b0ca2e with binding_index 1 {{(pid=113415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 00:01:24.743080 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.base_scheduler [None req-949a06ed-8a06-4e22-b10f-998c6f1f6364 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855041-2-iscsi, 79f758d9-f5c9-4dd1-ba1e-2857ef410b54) {{(pid=113415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 00:01:24.747546 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949a06ed-8a06-4e22-b10f-998c6f1f6364 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:24.748128 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-949a06ed-8a06-4e22-b10f-998c6f1f6364 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:24.755096 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b91eea-3130-4a36-99f5-4f73e428e96c None None] Network 79f758d9-f5c9-4dd1-ba1e-2857ef410b54 requested from dv-cinder-855041-2-iscsi {{(pid=113417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 00:01:24.832528 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-949a06ed-8a06-4e22-b10f-998c6f1f6364 admin admin] 10.222.0.90 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6303890 Aug 30 00:01:24.835568 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 56166) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:01:24.840242 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [None req-24dd6f0a-ee49-4474-8c22-f8918c6a203e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-677430752-router', 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88'}}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:01:24.864131 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2b7114-f297-405b-b3d9-a7e7684a914c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53cca06d-0ebc-509e-8194-c81e43be134c-79f758d9-f5c9-4dd1-ba1e-2857ef410b54', 'network_id': '79f758d9-f5c9-4dd1-ba1e-2857ef410b54', 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'fixed_ips': [{'subnet_id': '7f07dc28-3b5d-4778-a100-fbd0d9f8acb3'}]}} from dv-cinder-855041-2-iscsi. {{(pid=113417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 00:01:24.865097 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-8a2b7114-f297-405b-b3d9-a7e7684a914c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:24.914024 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-24dd6f0a-ee49-4474-8c22-f8918c6a203e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-476365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63332'] for router (1db07404-22a4-458a-9efe-f875b32c7901), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:24.915413 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-24dd6f0a-ee49-4474-8c22-f8918c6a203e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471508', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63325'] for router (1db07404-22a4-458a-9efe-f875b32c7901), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:24.977936 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-24dd6f0a-ee49-4474-8c22-f8918c6a203e admin admin] Publish callbacks [] for router_controller (1db07404-22a4-458a-9efe-f875b32c7901), precommit_add_association {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:25.008905 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.db_base_plugin_common [None req-8a2b7114-f297-405b-b3d9-a7e7684a914c None None] Allocated IP 172.20.0.2 (79f758d9-f5c9-4dd1-ba1e-2857ef410b54/7f07dc28-3b5d-4778-a100-fbd0d9f8acb3/6b45f354-b62f-4967-bd8e-66e6e13a1ffa) {{(pid=113417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 00:01:25.159294 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-8a2b7114-f297-405b-b3d9-a7e7684a914c None None] Publish callbacks [] for port (6b45f354-b62f-4967-bd8e-66e6e13a1ffa), precommit_create {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:25.176080 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-24dd6f0a-ee49-4474-8c22-f8918c6a203e admin admin] Publish callbacks [] for router_gateway (1db07404-22a4-458a-9efe-f875b32c7901), precommit_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:25.218108 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-8a2b7114-f297-405b-b3d9-a7e7684a914c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297'] for port (6b45f354-b62f-4967-bd8e-66e6e13a1ffa), after_create {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:25.259472 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2b7114-f297-405b-b3d9-a7e7684a914c None None] Network 79f758d9-f5c9-4dd1-ba1e-2857ef410b54 is already hosted by enough agents. {{(pid=113417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 00:01:25.264596 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.scheduler.base_scheduler [None req-8a2b7114-f297-405b-b3d9-a7e7684a914c None None] Resources bound (agent type, host, resource id): {{(pid=113417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 00:01:25.268696 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2b7114-f297-405b-b3d9-a7e7684a914c None None] Received port after_create {{(pid=113417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 00:01:25.272281 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2b7114-f297-405b-b3d9-a7e7684a914c None None] Pushing event updated for resources: {'Port': ['ID=6b45f354-b62f-4967-bd8e-66e6e13a1ffa,revision_number=1']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:25.285819 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b7114-f297-405b-b3d9-a7e7684a914c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:25.286162 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b7114-f297-405b-b3d9-a7e7684a914c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:25.286509 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b7114-f297-405b-b3d9-a7e7684a914c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:25.286845 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b7114-f297-405b-b3d9-a7e7684a914c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:25.287176 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b7114-f297-405b-b3d9-a7e7684a914c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:25.287503 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b7114-f297-405b-b3d9-a7e7684a914c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:25.287830 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b7114-f297-405b-b3d9-a7e7684a914c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:25.288153 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b7114-f297-405b-b3d9-a7e7684a914c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:25.288510 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b7114-f297-405b-b3d9-a7e7684a914c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:25.288834 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b7114-f297-405b-b3d9-a7e7684a914c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:25.289156 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b7114-f297-405b-b3d9-a7e7684a914c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:25.289481 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b7114-f297-405b-b3d9-a7e7684a914c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:25.289806 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b7114-f297-405b-b3d9-a7e7684a914c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:25.290126 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b7114-f297-405b-b3d9-a7e7684a914c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:25.290454 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b7114-f297-405b-b3d9-a7e7684a914c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:25.345988 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-8a2b7114-f297-405b-b3d9-a7e7684a914c None None] Attempting to bind port 6b45f354-b62f-4967-bd8e-66e6e13a1ffa on host dv-cinder-855041-2-iscsi for vnic_type normal with profile {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 00:01:25.346360 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-8a2b7114-f297-405b-b3d9-a7e7684a914c None None] Attempting to bind port 6b45f354-b62f-4967-bd8e-66e6e13a1ffa by drivers openvswitch,hyperv on host dv-cinder-855041-2-iscsi at level 0 using segments [{'id': 'e442b733-cdb1-440f-8d43-4017843e1658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '79f758d9-f5c9-4dd1-ba1e-2857ef410b54'}] {{(pid=113417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 00:01:25.346737 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2b7114-f297-405b-b3d9-a7e7684a914c None None] Attempting to bind port 6b45f354-b62f-4967-bd8e-66e6e13a1ffa on network 79f758d9-f5c9-4dd1-ba1e-2857ef410b54 {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 00:01:25.352811 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2b7114-f297-405b-b3d9-a7e7684a914c None None] Checking agent: {'id': '01773ddc-a5d8-4c68-b7b5-e385af2b339f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 43, 45), 'started_at': datetime.datetime(2022, 8, 29, 23, 44, 15), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 0, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 00:01:25.353203 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2b7114-f297-405b-b3d9-a7e7684a914c None None] Checking segment: {'id': 'e442b733-cdb1-440f-8d43-4017843e1658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '79f758d9-f5c9-4dd1-ba1e-2857ef410b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 00:01:25.353602 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-8a2b7114-f297-405b-b3d9-a7e7684a914c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:25.353993 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2b7114-f297-405b-b3d9-a7e7684a914c None None] Bound using segment: {'id': 'e442b733-cdb1-440f-8d43-4017843e1658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '79f758d9-f5c9-4dd1-ba1e-2857ef410b54'} {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 00:01:25.354465 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-8a2b7114-f297-405b-b3d9-a7e7684a914c None None] Bound port: 6b45f354-b62f-4967-bd8e-66e6e13a1ffa, host: dv-cinder-855041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e442b733-cdb1-440f-8d43-4017843e1658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '79f758d9-f5c9-4dd1-ba1e-2857ef410b54'}}] {{(pid=113417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 00:01:25.354844 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-8a2b7114-f297-405b-b3d9-a7e7684a914c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (6b45f354-b62f-4967-bd8e-66e6e13a1ffa), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:25.370741 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:25.393498 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:25.401340 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:25.426988 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-8a2b7114-f297-405b-b3d9-a7e7684a914c None None] For port 6b45f354-b62f-4967-bd8e-66e6e13a1ffa, host dv-cinder-855041-2-iscsi, cleared binding levels {{(pid=113417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 00:01:25.431127 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-8a2b7114-f297-405b-b3d9-a7e7684a914c None None] For port 6b45f354-b62f-4967-bd8e-66e6e13a1ffa, host dv-cinder-855041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=6b45f354-b62f-4967-bd8e-66e6e13a1ffa,segment=NetworkSegment(e442b733-cdb1-440f-8d43-4017843e1658),segment_id=e442b733-cdb1-440f-8d43-4017843e1658)] {{(pid=113417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 00:01:25.442090 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-24dd6f0a-ee49-4474-8c22-f8918c6a203e admin admin] Publish callbacks [] for router_gateway (1db07404-22a4-458a-9efe-f875b32c7901), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:25.462334 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-24dd6f0a-ee49-4474-8c22-f8918c6a203e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:25.513494 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-8a2b7114-f297-405b-b3d9-a7e7684a914c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (6b45f354-b62f-4967-bd8e-66e6e13a1ffa), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:25.549688 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:25.570340 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2b7114-f297-405b-b3d9-a7e7684a914c None None] Pushing event updated for resources: {'Port': ['ID=6b45f354-b62f-4967-bd8e-66e6e13a1ffa,revision_number=2']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:25.592593 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.db.db_base_plugin_common [None req-24dd6f0a-ee49-4474-8c22-f8918c6a203e admin admin] Allocated IP 172.27.1.211 (c6396a07-dfbf-4950-850b-378da3ed2a88/a98be68c-aef3-471c-b3f8-ae629ebf2983/9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30) {{(pid=113415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 00:01:25.743070 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-24dd6f0a-ee49-4474-8c22-f8918c6a203e admin admin] Publish callbacks [] for port (9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:25.846389 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-24dd6f0a-ee49-4474-8c22-f8918c6a203e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11068774'] for port (9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:25.888634 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24dd6f0a-ee49-4474-8c22-f8918c6a203e admin admin] Network c6396a07-dfbf-4950-850b-378da3ed2a88 is already hosted by enough agents. {{(pid=113415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 00:01:25.892244 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.base_scheduler [None req-24dd6f0a-ee49-4474-8c22-f8918c6a203e admin admin] Resources bound (agent type, host, resource id): {{(pid=113415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 00:01:25.896032 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24dd6f0a-ee49-4474-8c22-f8918c6a203e admin admin] Received port after_create {{(pid=113415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 00:01:25.901481 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dd6f0a-ee49-4474-8c22-f8918c6a203e admin admin] Pushing event updated for resources: {'Port': ['ID=9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:25.966554 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.agents_db [None req-4166f728-c6cb-4ae6-8e81-f61b29fbc360 None None] Agent healthcheck: found 6 active agents {{(pid=113418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 00:01:26.047399 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=20,neutron:DELETE=4 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:26.330855 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:26.469541 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 6b45f354-b62f-4967-bd8e-66e6e13a1ffa up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 00:01:26.472475 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b91667-b816-4d86-afd9-f06f6c27ea3d None None] Network 79f758d9-f5c9-4dd1-ba1e-2857ef410b54 requested from dv-cinder-855041-2-iscsi {{(pid=113417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 00:01:26.578166 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-24dd6f0a-ee49-4474-8c22-f8918c6a203e admin admin] Publish callbacks [] for router_gateway (1db07404-22a4-458a-9efe-f875b32c7901), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:26.597963 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-1ec61725-a301-4b58-b2f3-6ad942b68513 None None] Provisioning complete for port 6b45f354-b62f-4967-bd8e-66e6e13a1ffa triggered by entity DHCP. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:01:26.598330 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-1ec61725-a301-4b58-b2f3-6ad942b68513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (6b45f354-b62f-4967-bd8e-66e6e13a1ffa), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:26.665443 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port 6b45f354-b62f-4967-bd8e-66e6e13a1ffa triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:01:26.665707 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (6b45f354-b62f-4967-bd8e-66e6e13a1ffa), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:26.783416 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-24dd6f0a-ee49-4474-8c22-f8918c6a203e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477501'] for router (1db07404-22a4-458a-9efe-f875b32c7901), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:26.816146 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port 6b45f354-b62f-4967-bd8e-66e6e13a1ffa is: DOWN; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:01:26.816770 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (6b45f354-b62f-4967-bd8e-66e6e13a1ffa), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:26.827280 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-1ec61725-a301-4b58-b2f3-6ad942b68513 None None] Current status of the port 6b45f354-b62f-4967-bd8e-66e6e13a1ffa is: DOWN; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:01:26.828381 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-1ec61725-a301-4b58-b2f3-6ad942b68513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (6b45f354-b62f-4967-bd8e-66e6e13a1ffa), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:26.878784 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] For port 6b45f354-b62f-4967-bd8e-66e6e13a1ffa, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=6b45f354-b62f-4967-bd8e-66e6e13a1ffa,segment=NetworkSegment(e442b733-cdb1-440f-8d43-4017843e1658),segment_id=e442b733-cdb1-440f-8d43-4017843e1658)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:01:26.972961 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (6b45f354-b62f-4967-bd8e-66e6e13a1ffa), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:27.002509 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24dd6f0a-ee49-4474-8c22-f8918c6a203e admin admin] Router 1db07404-22a4-458a-9efe-f875b32c7901 is scheduled to L3 agent 037668f0-d812-4b59-9d2d-ce33f66a7708 with binding_index 1 {{(pid=113415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 00:01:27.048139 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.db.api [None req-1ec61725-a301-4b58-b2f3-6ad942b68513 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 30 00:01:27.048585 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG oslo_db.api [None req-1ec61725-a301-4b58-b2f3-6ad942b68513 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 00:01:27.053441 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Pushing event updated for resources: {'Port': ['ID=6b45f354-b62f-4967-bd8e-66e6e13a1ffa,revision_number=3']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:27.121675 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24dd6f0a-ee49-4474-8c22-f8918c6a203e admin admin] Notify agent at l3_agent.dv-cinder-855041-2-iscsi the message routers_updated {{(pid=113415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 00:01:27.133953 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ad3300-2579-4365-99e1-fa8c22adb95d None None] Sync routers for ids ['1db07404-22a4-458a-9efe-f875b32c7901'] in dv-cinder-855041-2-iscsi {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 00:01:27.144923 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ad3300-2579-4365-99e1-fa8c22adb95d None None] Routers {'1db07404-22a4-458a-9efe-f875b32c7901'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:01:27.145544 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-a4ad3300-2579-4365-99e1-fa8c22adb95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-30T00:01:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['1db07404-22a4-458a-9efe-f875b32c7901'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:01:27.200937 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-24dd6f0a-ee49-4474-8c22-f8918c6a203e admin admin] Publish callbacks [] for router (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:27.202244 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-24dd6f0a-ee49-4474-8c22-f8918c6a203e admin admin] 10.222.0.90 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3655243 Aug 30 00:01:27.205370 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 56172) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:01:27.256969 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-a4ad3300-2579-4365-99e1-fa8c22adb95d None None] Set router 1db07404-22a4-458a-9efe-f875b32c7901 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:01:27.444865 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-a4ad3300-2579-4365-99e1-fa8c22adb95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db07404-22a4-458a-9efe-f875b32c7901', 'name': 'tempest-TestVolumeBootPattern-677430752-router', 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:01:24Z', 'updated_at': '2022-08-30T00:01:26Z', 'revision_number': 3, 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'gw_port': {'id': '9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:31:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db07404-22a4-458a-9efe-f875b32c7901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:25Z', 'updated_at': '2022-08-30T00:01:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi'}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:01:27.472877 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ad3300-2579-4365-99e1-fa8c22adb95d None None] Checking router: 1db07404-22a4-458a-9efe-f875b32c7901 for host: dv-cinder-855041-2-iscsi {{(pid=113418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 00:01:27.473236 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ad3300-2579-4365-99e1-fa8c22adb95d None None] Updating router 1db07404-22a4-458a-9efe-f875b32c7901 port 9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30 binding host dv-cinder-855041-2-iscsi {{(pid=113418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 00:01:27.497236 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:27.503347 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron_lib.callbacks.manager [None req-a4ad3300-2579-4365-99e1-fa8c22adb95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30), before_update {{(pid=113418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:27.586290 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-1ec61725-a301-4b58-b2f3-6ad942b68513 None None] Current status of the port 6b45f354-b62f-4967-bd8e-66e6e13a1ffa is: ACTIVE; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:01:27.635213 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:27.681480 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-5f766785-759b-4fb5-b9f1-5139bfe4c4be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:27.714873 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-47c4e333-6d93-46e4-914f-dd0df24e377e None None] Provisioning complete for port 6b45f354-b62f-4967-bd8e-66e6e13a1ffa triggered by entity DHCP. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:01:27.715343 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-47c4e333-6d93-46e4-914f-dd0df24e377e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (6b45f354-b62f-4967-bd8e-66e6e13a1ffa), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:27.787696 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:27.791077 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron_lib.callbacks.manager [None req-a4ad3300-2579-4365-99e1-fa8c22adb95d None None] Publish callbacks [] for port (9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30), precommit_update {{(pid=113418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:27.826626 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-47c4e333-6d93-46e4-914f-dd0df24e377e None None] Current status of the port 6b45f354-b62f-4967-bd8e-66e6e13a1ffa is: ACTIVE; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:01:27.880311 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron_lib.callbacks.manager [None req-a4ad3300-2579-4365-99e1-fa8c22adb95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30), after_update {{(pid=113418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:27.899360 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.db.db_base_plugin_common [None req-5f766785-759b-4fb5-b9f1-5139bfe4c4be admin admin] Allocated IP 172.20.0.1 (79f758d9-f5c9-4dd1-ba1e-2857ef410b54/7f07dc28-3b5d-4778-a100-fbd0d9f8acb3/dd73b19b-92ea-4215-9505-fda9f2cfe5e2) {{(pid=113415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 00:01:27.916069 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.managers [None req-a4ad3300-2579-4365-99e1-fa8c22adb95d None None] Attempting to bind port 9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30 on host dv-cinder-855041-2-iscsi for vnic_type normal with profile {{(pid=113418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 00:01:27.916887 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.managers [None req-a4ad3300-2579-4365-99e1-fa8c22adb95d None None] Attempting to bind port 9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30 by drivers openvswitch,hyperv on host dv-cinder-855041-2-iscsi at level 0 using segments [{'id': 'b4742eaf-d58e-407a-bbd7-30be4e48df16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88'}] {{(pid=113418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 00:01:27.916887 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ad3300-2579-4365-99e1-fa8c22adb95d None None] Attempting to bind port 9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30 on network c6396a07-dfbf-4950-850b-378da3ed2a88 {{(pid=113418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 00:01:27.929608 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ad3300-2579-4365-99e1-fa8c22adb95d None None] Checking agent: {'id': '01773ddc-a5d8-4c68-b7b5-e385af2b339f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 43, 45), 'started_at': datetime.datetime(2022, 8, 29, 23, 44, 15), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 0, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 00:01:27.930120 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ad3300-2579-4365-99e1-fa8c22adb95d None None] Checking segment: {'id': 'b4742eaf-d58e-407a-bbd7-30be4e48df16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 00:01:27.930440 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron_lib.callbacks.manager [None req-a4ad3300-2579-4365-99e1-fa8c22adb95d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:27.935177 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ad3300-2579-4365-99e1-fa8c22adb95d None None] Bound using segment: {'id': 'b4742eaf-d58e-407a-bbd7-30be4e48df16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88'} {{(pid=113418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 00:01:27.935177 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.managers [None req-a4ad3300-2579-4365-99e1-fa8c22adb95d None None] Bound port: 9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30, host: dv-cinder-855041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4742eaf-d58e-407a-bbd7-30be4e48df16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88'}}] {{(pid=113418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 00:01:27.935177 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron_lib.callbacks.manager [None req-a4ad3300-2579-4365-99e1-fa8c22adb95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30), before_update {{(pid=113418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:27.960203 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b977ba0-eb2a-48b9-ad04-4c725eb741cb None None] Pushing event updated for resources: {'Port': ['ID=9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30,revision_number=2']} {{(pid=113418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:27.974635 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b977ba0-eb2a-48b9-ad04-4c725eb741cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:27.974975 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b977ba0-eb2a-48b9-ad04-4c725eb741cb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:27.975323 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b977ba0-eb2a-48b9-ad04-4c725eb741cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:27.975671 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b977ba0-eb2a-48b9-ad04-4c725eb741cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:27.975998 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b977ba0-eb2a-48b9-ad04-4c725eb741cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:27.976346 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b977ba0-eb2a-48b9-ad04-4c725eb741cb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:27.976664 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b977ba0-eb2a-48b9-ad04-4c725eb741cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:27.976979 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b977ba0-eb2a-48b9-ad04-4c725eb741cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:27.977289 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b977ba0-eb2a-48b9-ad04-4c725eb741cb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:27.977603 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b977ba0-eb2a-48b9-ad04-4c725eb741cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:27.977915 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b977ba0-eb2a-48b9-ad04-4c725eb741cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:27.978240 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b977ba0-eb2a-48b9-ad04-4c725eb741cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:27.978555 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b977ba0-eb2a-48b9-ad04-4c725eb741cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:27.978863 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b977ba0-eb2a-48b9-ad04-4c725eb741cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:27.979169 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b977ba0-eb2a-48b9-ad04-4c725eb741cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:28.003311 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.db [None req-a4ad3300-2579-4365-99e1-fa8c22adb95d None None] For port 9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30, host dv-cinder-855041-2-iscsi, cleared binding levels {{(pid=113418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 00:01:28.006488 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.db [None req-a4ad3300-2579-4365-99e1-fa8c22adb95d None None] For port 9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30, host dv-cinder-855041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30,segment=NetworkSegment(b4742eaf-d58e-407a-bbd7-30be4e48df16),segment_id=b4742eaf-d58e-407a-bbd7-30be4e48df16)] {{(pid=113418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 00:01:28.015680 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-5f766785-759b-4fb5-b9f1-5139bfe4c4be admin admin] Publish callbacks [] for port (dd73b19b-92ea-4215-9505-fda9f2cfe5e2), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:28.119624 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-5f766785-759b-4fb5-b9f1-5139bfe4c4be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11068774'] for port (dd73b19b-92ea-4215-9505-fda9f2cfe5e2), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:28.119790 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron_lib.callbacks.manager [None req-a4ad3300-2579-4365-99e1-fa8c22adb95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30), after_update {{(pid=113418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:28.157040 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ad3300-2579-4365-99e1-fa8c22adb95d None None] Routers {'1db07404-22a4-458a-9efe-f875b32c7901'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:01:28.157710 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-a4ad3300-2579-4365-99e1-fa8c22adb95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-30T00:01:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['1db07404-22a4-458a-9efe-f875b32c7901'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:01:28.167170 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f766785-759b-4fb5-b9f1-5139bfe4c4be admin admin] Network 79f758d9-f5c9-4dd1-ba1e-2857ef410b54 is already hosted by enough agents. {{(pid=113415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 00:01:28.172663 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.base_scheduler [None req-5f766785-759b-4fb5-b9f1-5139bfe4c4be admin admin] Resources bound (agent type, host, resource id): {{(pid=113415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 00:01:28.175348 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f766785-759b-4fb5-b9f1-5139bfe4c4be admin admin] Received port after_create {{(pid=113415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 00:01:28.179695 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f766785-759b-4fb5-b9f1-5139bfe4c4be admin admin] Pushing event updated for resources: {'Port': ['ID=dd73b19b-92ea-4215-9505-fda9f2cfe5e2,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:28.223799 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-5f766785-759b-4fb5-b9f1-5139bfe4c4be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477273'] for router_interface (1db07404-22a4-458a-9efe-f875b32c7901), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:28.300492 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:28.317376 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b977ba0-eb2a-48b9-ad04-4c725eb741cb None None] Pushing event updated for resources: {'Port': ['ID=9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30,revision_number=3']} {{(pid=113418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:28.363188 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:28.372804 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-a4ad3300-2579-4365-99e1-fa8c22adb95d None None] Set router 1db07404-22a4-458a-9efe-f875b32c7901 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:01:28.456825 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 6b45f354-b62f-4967-bd8e-66e6e13a1ffa up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 00:01:28.457045 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-5f766785-759b-4fb5-b9f1-5139bfe4c4be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (dd73b19b-92ea-4215-9505-fda9f2cfe5e2), before_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:28.477137 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-05f55104-a0f0-42d4-9bf1-e38699094bda None None] Provisioning complete for port dd73b19b-92ea-4215-9505-fda9f2cfe5e2 triggered by entity DHCP. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:01:28.481792 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-05f55104-a0f0-42d4-9bf1-e38699094bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (dd73b19b-92ea-4215-9505-fda9f2cfe5e2), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:28.526390 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-05f55104-a0f0-42d4-9bf1-e38699094bda None None] Port dd73b19b-92ea-4215-9505-fda9f2cfe5e2 cannot update to ACTIVE because it is not bound. {{(pid=113417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 00:01:28.531327 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port 6b45f354-b62f-4967-bd8e-66e6e13a1ffa triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:01:28.531967 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (6b45f354-b62f-4967-bd8e-66e6e13a1ffa), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:28.547951 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-a4ad3300-2579-4365-99e1-fa8c22adb95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db07404-22a4-458a-9efe-f875b32c7901', 'name': 'tempest-TestVolumeBootPattern-677430752-router', 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:01:24Z', 'updated_at': '2022-08-30T00:01:26Z', 'revision_number': 3, 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'gw_port': {'id': '9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:31:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db07404-22a4-458a-9efe-f875b32c7901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:25Z', 'updated_at': '2022-08-30T00:01:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi'}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:01:28.573921 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ad3300-2579-4365-99e1-fa8c22adb95d None None] The sync data for ids ['1db07404-22a4-458a-9efe-f875b32c7901'] in dv-cinder-855041-2-iscsi is: [{'id': '1db07404-22a4-458a-9efe-f875b32c7901', 'name': 'tempest-TestVolumeBootPattern-677430752-router', 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:01:24Z', 'updated_at': '2022-08-30T00:01:26Z', 'revision_number': 3, 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'gw_port': {'id': '9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:31:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db07404-22a4-458a-9efe-f875b32c7901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:25Z', 'updated_at': '2022-08-30T00:01:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi'}] {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 00:01:28.619785 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:28.652929 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:28.656696 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-5f766785-759b-4fb5-b9f1-5139bfe4c4be admin admin] Publish callbacks [] for port (dd73b19b-92ea-4215-9505-fda9f2cfe5e2), precommit_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:28.742206 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:28.744569 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-5f766785-759b-4fb5-b9f1-5139bfe4c4be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11068783'] for port (dd73b19b-92ea-4215-9505-fda9f2cfe5e2), after_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:28.748311 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port 6b45f354-b62f-4967-bd8e-66e6e13a1ffa is: ACTIVE; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:01:28.825569 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f766785-759b-4fb5-b9f1-5139bfe4c4be admin admin] Pushing event updated for resources: {'Port': ['ID=dd73b19b-92ea-4215-9505-fda9f2cfe5e2,revision_number=2']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:28.839053 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-5f766785-759b-4fb5-b9f1-5139bfe4c4be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3699119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477389'] for router_interface (1db07404-22a4-458a-9efe-f875b32c7901), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:28.966756 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f766785-759b-4fb5-b9f1-5139bfe4c4be admin admin] Network 79f758d9-f5c9-4dd1-ba1e-2857ef410b54 is already hosted by enough agents. {{(pid=113415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 00:01:28.969474 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.base_scheduler [None req-5f766785-759b-4fb5-b9f1-5139bfe4c4be admin admin] Resources bound (agent type, host, resource id): {{(pid=113415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 00:01:29.139360 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f766785-759b-4fb5-b9f1-5139bfe4c4be admin admin] Router 1db07404-22a4-458a-9efe-f875b32c7901 has already been hosted by L3 agent 037668f0-d812-4b59-9d2d-ce33f66a7708 {{(pid=113415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 00:01:29.260596 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-30a79780-a5ea-44c0-b8e2-eb2ba1e3b45e None None] Provisioning complete for port dd73b19b-92ea-4215-9505-fda9f2cfe5e2 triggered by entity DHCP. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:01:29.260961 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-30a79780-a5ea-44c0-b8e2-eb2ba1e3b45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (dd73b19b-92ea-4215-9505-fda9f2cfe5e2), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:29.265874 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f766785-759b-4fb5-b9f1-5139bfe4c4be admin admin] Notify agent at l3_agent.dv-cinder-855041-2-iscsi the message routers_updated {{(pid=113415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 00:01:29.279880 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-5f766785-759b-4fb5-b9f1-5139bfe4c4be admin admin] 10.222.0.90 "PUT /networking/v2.0/routers/1db07404-22a4-458a-9efe-f875b32c7901/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0644989 Aug 30 00:01:29.318139 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-30a79780-a5ea-44c0-b8e2-eb2ba1e3b45e None None] Port dd73b19b-92ea-4215-9505-fda9f2cfe5e2 cannot update to ACTIVE because it is not bound. {{(pid=113417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 00:01:30.042303 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 56206) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:01:30.048062 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [None req-5fc72845-66f1-41c2-9d09-0a22bb9aacf1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-201622606-network', 'tenant_id': '19af461bf1174ae0ae1a4ee3547afb47'}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:01:30.131359 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc72845-66f1-41c2-9d09-0a22bb9aacf1 admin admin] Made reservation on behalf of 19af461bf1174ae0ae1a4ee3547afb47 for: {'network': 1} {{(pid=113415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 00:01:30.133819 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-5fc72845-66f1-41c2-9d09-0a22bb9aacf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for network (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:30.144832 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-5fc72845-66f1-41c2-9d09-0a22bb9aacf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:30.234415 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:30.243040 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-5fc72845-66f1-41c2-9d09-0a22bb9aacf1 admin admin] Publish callbacks [] for security_group (143dba0a-b9f8-46a7-8457-c485e2ad1ede), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:30.307087 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151eaf64-9f91-47da-9673-5a5dd8e224ab None None] Sync routers for ids ['1db07404-22a4-458a-9efe-f875b32c7901'] in dv-cinder-855041-2-iscsi {{(pid=113417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 00:01:30.318727 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151eaf64-9f91-47da-9673-5a5dd8e224ab None None] Routers {'1db07404-22a4-458a-9efe-f875b32c7901'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:01:30.319241 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-151eaf64-9f91-47da-9673-5a5dd8e224ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-30T00:01:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['1db07404-22a4-458a-9efe-f875b32c7901'], 'active': True} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:01:30.332381 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-5fc72845-66f1-41c2-9d09-0a22bb9aacf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (143dba0a-b9f8-46a7-8457-c485e2ad1ede), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:30.362569 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fc72845-66f1-41c2-9d09-0a22bb9aacf1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1134, 'physical_network': 'physnet1'} {{(pid=113415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 00:01:30.369172 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc72845-66f1-41c2-9d09-0a22bb9aacf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=143dba0a-b9f8-46a7-8457-c485e2ad1ede,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:30.375348 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-5fc72845-66f1-41c2-9d09-0a22bb9aacf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3480186'] for segment (c6d44fd8-0622-4e8d-91ef-078956d036da), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:30.375698 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.db.segments_db [None req-5fc72845-66f1-41c2-9d09-0a22bb9aacf1 admin admin] Added segment c6d44fd8-0622-4e8d-91ef-078956d036da of type vlan for network 90026763-3541-4bc0-8586-04f3a841ced9 Aug 30 00:01:30.426972 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-5fc72845-66f1-41c2-9d09-0a22bb9aacf1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751005866352'] for network (90026763-3541-4bc0-8586-04f3a841ced9), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:30.435977 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvr_db [None req-151eaf64-9f91-47da-9673-5a5dd8e224ab None None] Set router 1db07404-22a4-458a-9efe-f875b32c7901 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:01:30.483846 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30 up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 00:01:30.536645 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-5fc72845-66f1-41c2-9d09-0a22bb9aacf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357'] for network (90026763-3541-4bc0-8586-04f3a841ced9), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:30.537696 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc72845-66f1-41c2-9d09-0a22bb9aacf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:30.538296 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-5fc72845-66f1-41c2-9d09-0a22bb9aacf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for network (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:30.604047 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc72845-66f1-41c2-9d09-0a22bb9aacf1 admin admin] Pushing event updated for resources: {'Network': ['ID=90026763-3541-4bc0-8586-04f3a841ced9,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:30.617208 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Network 90026763-3541-4bc0-8586-04f3a841ced9 details requested by agent ovs-agent-dv-cinder-855041-2-iscsi with host dv-cinder-855041-2-iscsi {{(pid=113417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 00:01:30.677331 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-5fc72845-66f1-41c2-9d09-0a22bb9aacf1 admin admin] 10.222.0.90 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6338983 Aug 30 00:01:30.680270 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 56208) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:01:30.686135 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [None req-d065de8c-baeb-47c8-b8e0-a61dc7fde871 admin admin] Request body: {'subnet': {'network_id': '90026763-3541-4bc0-8586-04f3a841ced9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-201622606-subnet', 'tenant_id': '19af461bf1174ae0ae1a4ee3547afb47', 'ip_version': 4}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:01:30.686657 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port 9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:01:30.687143 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:30.771909 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d065de8c-baeb-47c8-b8e0-a61dc7fde871 admin admin] Made reservation on behalf of 19af461bf1174ae0ae1a4ee3547afb47 for: {'subnet': 1} {{(pid=113415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 00:01:30.774596 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-d065de8c-baeb-47c8-b8e0-a61dc7fde871 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11041897'] for subnet (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:30.796940 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-151eaf64-9f91-47da-9673-5a5dd8e224ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db07404-22a4-458a-9efe-f875b32c7901', 'name': 'tempest-TestVolumeBootPattern-677430752-router', 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:01:24Z', 'updated_at': '2022-08-30T00:01:28Z', 'revision_number': 4, 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'gw_port': {'id': '9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:31:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db07404-22a4-458a-9efe-f875b32c7901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:25Z', 'updated_at': '2022-08-30T00:01:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': 'dd73b19b-92ea-4215-9505-fda9f2cfe5e2', 'name': '', 'network_id': '79f758d9-f5c9-4dd1-ba1e-2857ef410b54', 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'mac_address': 'fa:16:3e:db:d2:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db07404-22a4-458a-9efe-f875b32c7901', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '7f07dc28-3b5d-4778-a100-fbd0d9f8acb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:27Z', 'updated_at': '2022-08-30T00:01:28Z', 'revision_number': 2, 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'subnets': [{'id': '7f07dc28-3b5d-4778-a100-fbd0d9f8acb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:01:30.841388 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151eaf64-9f91-47da-9673-5a5dd8e224ab None None] Checking router: 1db07404-22a4-458a-9efe-f875b32c7901 for host: dv-cinder-855041-2-iscsi {{(pid=113417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 00:01:30.841743 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151eaf64-9f91-47da-9673-5a5dd8e224ab None None] Updating router 1db07404-22a4-458a-9efe-f875b32c7901 port dd73b19b-92ea-4215-9505-fda9f2cfe5e2 binding host dv-cinder-855041-2-iscsi {{(pid=113417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 00:01:30.880414 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port 9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30 is: DOWN; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:01:30.880822 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:30.892267 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-151eaf64-9f91-47da-9673-5a5dd8e224ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (dd73b19b-92ea-4215-9505-fda9f2cfe5e2), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:30.920905 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] For port 9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30,segment=NetworkSegment(b4742eaf-d58e-407a-bbd7-30be4e48df16),segment_id=b4742eaf-d58e-407a-bbd7-30be4e48df16)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:01:31.020789 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=100 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:31.024426 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:31.053109 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-d065de8c-baeb-47c8-b8e0-a61dc7fde871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4096602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11074006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11041919'] for subnet (bdbf3a35-eb5e-44ed-b49e-6e4b6329abf1), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:31.087533 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:31.090209 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:31.123434 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d065de8c-baeb-47c8-b8e0-a61dc7fde871 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdbf3a35-eb5e-44ed-b49e-6e4b6329abf1,revision_number=0']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:31.135720 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d065de8c-baeb-47c8-b8e0-a61dc7fde871 admin admin] Checking segment: {'id': 'c6d44fd8-0622-4e8d-91ef-078956d036da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '90026763-3541-4bc0-8586-04f3a841ced9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 00:01:31.136094 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d065de8c-baeb-47c8-b8e0-a61dc7fde871 admin admin] Network hostable DHCP agents. Network: 90026763-3541-4bc0-8586-04f3a841ced9, hostable agents: ['1020f8f9-c858-45a1-84c5-376480b0ca2e'], hosted agents: [] {{(pid=113415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 00:01:31.136297 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Pushing event updated for resources: {'Port': ['ID=9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30,revision_number=4']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:31.263397 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-151eaf64-9f91-47da-9673-5a5dd8e224ab None None] Publish callbacks [] for port (dd73b19b-92ea-4215-9505-fda9f2cfe5e2), precommit_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:31.295710 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d065de8c-baeb-47c8-b8e0-a61dc7fde871 admin admin] Network 90026763-3541-4bc0-8586-04f3a841ced9 is scheduled to be hosted by DHCP agent 1020f8f9-c858-45a1-84c5-376480b0ca2e with binding_index 1 {{(pid=113415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 00:01:31.400541 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-151eaf64-9f91-47da-9673-5a5dd8e224ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (dd73b19b-92ea-4215-9505-fda9f2cfe5e2), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:31.418420 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.base_scheduler [None req-d065de8c-baeb-47c8-b8e0-a61dc7fde871 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855041-2-iscsi, 90026763-3541-4bc0-8586-04f3a841ced9) {{(pid=113415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 00:01:31.425549 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d065de8c-baeb-47c8-b8e0-a61dc7fde871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:31.426274 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-d065de8c-baeb-47c8-b8e0-a61dc7fde871 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:31.433416 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f063bc9f-3096-4b76-a92c-37cde3cb34a1 None None] Network 90026763-3541-4bc0-8586-04f3a841ced9 requested from dv-cinder-855041-2-iscsi {{(pid=113417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 00:01:31.518062 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9731fa5-0664-4b01-a5e0-4367c345cb8f None None] Pushing event updated for resources: {'Port': ['ID=dd73b19b-92ea-4215-9505-fda9f2cfe5e2,revision_number=3']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:31.574043 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-151eaf64-9f91-47da-9673-5a5dd8e224ab None None] Attempting to bind port dd73b19b-92ea-4215-9505-fda9f2cfe5e2 on host dv-cinder-855041-2-iscsi for vnic_type normal with profile {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 00:01:31.574406 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-151eaf64-9f91-47da-9673-5a5dd8e224ab None None] Attempting to bind port dd73b19b-92ea-4215-9505-fda9f2cfe5e2 by drivers openvswitch,hyperv on host dv-cinder-855041-2-iscsi at level 0 using segments [{'id': 'e442b733-cdb1-440f-8d43-4017843e1658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '79f758d9-f5c9-4dd1-ba1e-2857ef410b54'}] {{(pid=113417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 00:01:31.574767 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151eaf64-9f91-47da-9673-5a5dd8e224ab None None] Attempting to bind port dd73b19b-92ea-4215-9505-fda9f2cfe5e2 on network 79f758d9-f5c9-4dd1-ba1e-2857ef410b54 {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 00:01:31.585516 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151eaf64-9f91-47da-9673-5a5dd8e224ab None None] Checking agent: {'id': '01773ddc-a5d8-4c68-b7b5-e385af2b339f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 43, 45), 'started_at': datetime.datetime(2022, 8, 29, 23, 44, 15), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 0, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 00:01:31.585885 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151eaf64-9f91-47da-9673-5a5dd8e224ab None None] Checking segment: {'id': 'e442b733-cdb1-440f-8d43-4017843e1658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '79f758d9-f5c9-4dd1-ba1e-2857ef410b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 00:01:31.586284 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-151eaf64-9f91-47da-9673-5a5dd8e224ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:31.586699 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151eaf64-9f91-47da-9673-5a5dd8e224ab None None] Bound using segment: {'id': 'e442b733-cdb1-440f-8d43-4017843e1658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '79f758d9-f5c9-4dd1-ba1e-2857ef410b54'} {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 00:01:31.587166 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-151eaf64-9f91-47da-9673-5a5dd8e224ab None None] Bound port: dd73b19b-92ea-4215-9505-fda9f2cfe5e2, host: dv-cinder-855041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e442b733-cdb1-440f-8d43-4017843e1658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '79f758d9-f5c9-4dd1-ba1e-2857ef410b54'}}] {{(pid=113417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 00:01:31.587536 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-151eaf64-9f91-47da-9673-5a5dd8e224ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (dd73b19b-92ea-4215-9505-fda9f2cfe5e2), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:31.615515 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63200457-daa4-4e1a-84ac-6816c0577d70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53cca06d-0ebc-509e-8194-c81e43be134c-90026763-3541-4bc0-8586-04f3a841ced9', 'network_id': '90026763-3541-4bc0-8586-04f3a841ced9', 'project_id': '19af461bf1174ae0ae1a4ee3547afb47', 'fixed_ips': [{'subnet_id': 'bdbf3a35-eb5e-44ed-b49e-6e4b6329abf1'}]}} from dv-cinder-855041-2-iscsi. {{(pid=113417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 00:01:31.616467 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-63200457-daa4-4e1a-84ac-6816c0577d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:31.637385 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-d065de8c-baeb-47c8-b8e0-a61dc7fde871 admin admin] 10.222.0.90 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9560268 Aug 30 00:01:31.641148 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 56212) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:01:31.644794 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [None req-ee495e38-1a60-43b4-92f8-b3f721d542e9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-201622606-router', 'tenant_id': '19af461bf1174ae0ae1a4ee3547afb47', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88'}}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:01:31.754537 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-151eaf64-9f91-47da-9673-5a5dd8e224ab None None] For port dd73b19b-92ea-4215-9505-fda9f2cfe5e2, host dv-cinder-855041-2-iscsi, cleared binding levels {{(pid=113417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 00:01:31.763720 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:31.767187 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-ee495e38-1a60-43b4-92f8-b3f721d542e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-476365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63332'] for router (a06433e9-fb21-4cad-8e9d-596bef50b234), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:31.769107 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-ee495e38-1a60-43b4-92f8-b3f721d542e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471508', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63325'] for router (a06433e9-fb21-4cad-8e9d-596bef50b234), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:31.795012 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-151eaf64-9f91-47da-9673-5a5dd8e224ab None None] For port dd73b19b-92ea-4215-9505-fda9f2cfe5e2, host dv-cinder-855041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=dd73b19b-92ea-4215-9505-fda9f2cfe5e2,segment=NetworkSegment(e442b733-cdb1-440f-8d43-4017843e1658),segment_id=e442b733-cdb1-440f-8d43-4017843e1658)] {{(pid=113417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 00:01:31.821217 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.db_base_plugin_common [None req-63200457-daa4-4e1a-84ac-6816c0577d70 None None] Allocated IP 172.20.0.2 (90026763-3541-4bc0-8586-04f3a841ced9/bdbf3a35-eb5e-44ed-b49e-6e4b6329abf1/a6996923-a99d-4450-988b-79eb676a18c1) {{(pid=113417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 00:01:31.825722 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:INSERT=12,neutron:SELECT=82,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:31.829803 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-ee495e38-1a60-43b4-92f8-b3f721d542e9 admin admin] Publish callbacks [] for router_controller (a06433e9-fb21-4cad-8e9d-596bef50b234), precommit_add_association {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:31.879711 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-151eaf64-9f91-47da-9673-5a5dd8e224ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (dd73b19b-92ea-4215-9505-fda9f2cfe5e2), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:31.939993 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151eaf64-9f91-47da-9673-5a5dd8e224ab None None] Routers {'1db07404-22a4-458a-9efe-f875b32c7901'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:01:31.940659 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-151eaf64-9f91-47da-9673-5a5dd8e224ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-30T00:01:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['1db07404-22a4-458a-9efe-f875b32c7901'], 'active': True} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:01:31.990572 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9731fa5-0664-4b01-a5e0-4367c345cb8f None None] Pushing event updated for resources: {'Port': ['ID=dd73b19b-92ea-4215-9505-fda9f2cfe5e2,revision_number=4']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:32.029129 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-ee495e38-1a60-43b4-92f8-b3f721d542e9 admin admin] Publish callbacks [] for router_gateway (a06433e9-fb21-4cad-8e9d-596bef50b234), precommit_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:32.214318 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:32.266340 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvr_db [None req-151eaf64-9f91-47da-9673-5a5dd8e224ab None None] Set router 1db07404-22a4-458a-9efe-f875b32c7901 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:01:32.300060 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-63200457-daa4-4e1a-84ac-6816c0577d70 None None] Publish callbacks [] for port (a6996923-a99d-4450-988b-79eb676a18c1), precommit_create {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:32.333913 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-ee495e38-1a60-43b4-92f8-b3f721d542e9 admin admin] Publish callbacks [] for router_gateway (a06433e9-fb21-4cad-8e9d-596bef50b234), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:32.355321 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-ee495e38-1a60-43b4-92f8-b3f721d542e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:32.392084 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-63200457-daa4-4e1a-84ac-6816c0577d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297'] for port (a6996923-a99d-4450-988b-79eb676a18c1), after_create {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:32.446959 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63200457-daa4-4e1a-84ac-6816c0577d70 None None] Network 90026763-3541-4bc0-8586-04f3a841ced9 is already hosted by enough agents. {{(pid=113417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 00:01:32.454476 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.scheduler.base_scheduler [None req-63200457-daa4-4e1a-84ac-6816c0577d70 None None] Resources bound (agent type, host, resource id): {{(pid=113417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 00:01:32.462103 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63200457-daa4-4e1a-84ac-6816c0577d70 None None] Received port after_create {{(pid=113417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 00:01:32.466195 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30 up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 00:01:32.490024 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.db.db_base_plugin_common [None req-ee495e38-1a60-43b4-92f8-b3f721d542e9 admin admin] Allocated IP 172.27.1.64 (c6396a07-dfbf-4950-850b-378da3ed2a88/a98be68c-aef3-471c-b3f8-ae629ebf2983/fdbf3751-49ae-4317-abfe-9fb7786ef687) {{(pid=113415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 00:01:32.514465 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63200457-daa4-4e1a-84ac-6816c0577d70 None None] Pushing event updated for resources: {'Port': ['ID=a6996923-a99d-4450-988b-79eb676a18c1,revision_number=1']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:32.625678 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-ee495e38-1a60-43b4-92f8-b3f721d542e9 admin admin] Publish callbacks [] for port (fdbf3751-49ae-4317-abfe-9fb7786ef687), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:32.631978 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-63200457-daa4-4e1a-84ac-6816c0577d70 None None] Attempting to bind port a6996923-a99d-4450-988b-79eb676a18c1 on host dv-cinder-855041-2-iscsi for vnic_type normal with profile {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 00:01:32.632387 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-63200457-daa4-4e1a-84ac-6816c0577d70 None None] Attempting to bind port a6996923-a99d-4450-988b-79eb676a18c1 by drivers openvswitch,hyperv on host dv-cinder-855041-2-iscsi at level 0 using segments [{'id': 'c6d44fd8-0622-4e8d-91ef-078956d036da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '90026763-3541-4bc0-8586-04f3a841ced9'}] {{(pid=113417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 00:01:32.632754 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63200457-daa4-4e1a-84ac-6816c0577d70 None None] Attempting to bind port a6996923-a99d-4450-988b-79eb676a18c1 on network 90026763-3541-4bc0-8586-04f3a841ced9 {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 00:01:32.640090 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port 9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:01:32.640501 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:32.662962 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63200457-daa4-4e1a-84ac-6816c0577d70 None None] Checking agent: {'id': '01773ddc-a5d8-4c68-b7b5-e385af2b339f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 43, 45), 'started_at': datetime.datetime(2022, 8, 29, 23, 44, 15), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 0, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 00:01:32.663339 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63200457-daa4-4e1a-84ac-6816c0577d70 None None] Checking segment: {'id': 'c6d44fd8-0622-4e8d-91ef-078956d036da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '90026763-3541-4bc0-8586-04f3a841ced9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 00:01:32.663742 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-63200457-daa4-4e1a-84ac-6816c0577d70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:32.664138 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63200457-daa4-4e1a-84ac-6816c0577d70 None None] Bound using segment: {'id': 'c6d44fd8-0622-4e8d-91ef-078956d036da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '90026763-3541-4bc0-8586-04f3a841ced9'} {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 00:01:32.664652 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-63200457-daa4-4e1a-84ac-6816c0577d70 None None] Bound port: a6996923-a99d-4450-988b-79eb676a18c1, host: dv-cinder-855041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6d44fd8-0622-4e8d-91ef-078956d036da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '90026763-3541-4bc0-8586-04f3a841ced9'}}] {{(pid=113417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 00:01:32.665038 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-63200457-daa4-4e1a-84ac-6816c0577d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (a6996923-a99d-4450-988b-79eb676a18c1), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:32.669384 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-151eaf64-9f91-47da-9673-5a5dd8e224ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db07404-22a4-458a-9efe-f875b32c7901', 'name': 'tempest-TestVolumeBootPattern-677430752-router', 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:01:24Z', 'updated_at': '2022-08-30T00:01:28Z', 'revision_number': 4, 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'gw_port': {'id': '9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:31:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db07404-22a4-458a-9efe-f875b32c7901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:25Z', 'updated_at': '2022-08-30T00:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': 'dd73b19b-92ea-4215-9505-fda9f2cfe5e2', 'name': '', 'network_id': '79f758d9-f5c9-4dd1-ba1e-2857ef410b54', 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'mac_address': 'fa:16:3e:db:d2:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db07404-22a4-458a-9efe-f875b32c7901', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '7f07dc28-3b5d-4778-a100-fbd0d9f8acb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:27Z', 'updated_at': '2022-08-30T00:01:31Z', 'revision_number': 4, 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'subnets': [{'id': '7f07dc28-3b5d-4778-a100-fbd0d9f8acb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:01:32.714706 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151eaf64-9f91-47da-9673-5a5dd8e224ab None None] The sync data for ids ['1db07404-22a4-458a-9efe-f875b32c7901'] in dv-cinder-855041-2-iscsi is: [{'id': '1db07404-22a4-458a-9efe-f875b32c7901', 'name': 'tempest-TestVolumeBootPattern-677430752-router', 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:01:24Z', 'updated_at': '2022-08-30T00:01:28Z', 'revision_number': 4, 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'gw_port': {'id': '9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:31:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db07404-22a4-458a-9efe-f875b32c7901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:25Z', 'updated_at': '2022-08-30T00:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': 'dd73b19b-92ea-4215-9505-fda9f2cfe5e2', 'name': '', 'network_id': '79f758d9-f5c9-4dd1-ba1e-2857ef410b54', 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'mac_address': 'fa:16:3e:db:d2:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db07404-22a4-458a-9efe-f875b32c7901', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '7f07dc28-3b5d-4778-a100-fbd0d9f8acb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:27Z', 'updated_at': '2022-08-30T00:01:31Z', 'revision_number': 4, 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'subnets': [{'id': '7f07dc28-3b5d-4778-a100-fbd0d9f8acb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 00:01:32.721095 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-ee495e38-1a60-43b4-92f8-b3f721d542e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11068774'] for port (fdbf3751-49ae-4317-abfe-9fb7786ef687), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:32.795783 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee495e38-1a60-43b4-92f8-b3f721d542e9 admin admin] Pushing event updated for resources: {'Port': ['ID=fdbf3751-49ae-4317-abfe-9fb7786ef687,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:32.809114 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee495e38-1a60-43b4-92f8-b3f721d542e9 admin admin] Network c6396a07-dfbf-4950-850b-378da3ed2a88 is already hosted by enough agents. {{(pid=113415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 00:01:32.809114 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.base_scheduler [None req-ee495e38-1a60-43b4-92f8-b3f721d542e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=113415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 00:01:32.812404 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee495e38-1a60-43b4-92f8-b3f721d542e9 admin admin] Received port after_create {{(pid=113415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 00:01:32.819655 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-63200457-daa4-4e1a-84ac-6816c0577d70 None None] For port a6996923-a99d-4450-988b-79eb676a18c1, host dv-cinder-855041-2-iscsi, cleared binding levels {{(pid=113417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 00:01:32.847459 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-63200457-daa4-4e1a-84ac-6816c0577d70 None None] For port a6996923-a99d-4450-988b-79eb676a18c1, host dv-cinder-855041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=a6996923-a99d-4450-988b-79eb676a18c1,segment=NetworkSegment(c6d44fd8-0622-4e8d-91ef-078956d036da),segment_id=c6d44fd8-0622-4e8d-91ef-078956d036da)] {{(pid=113417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 00:01:32.853384 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port 9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30 is: ACTIVE; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:01:32.932819 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-63200457-daa4-4e1a-84ac-6816c0577d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (a6996923-a99d-4450-988b-79eb676a18c1), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:32.964103 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:33.002813 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63200457-daa4-4e1a-84ac-6816c0577d70 None None] Pushing event updated for resources: {'Port': ['ID=a6996923-a99d-4450-988b-79eb676a18c1,revision_number=2']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:33.317769 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:33.569776 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-ee495e38-1a60-43b4-92f8-b3f721d542e9 admin admin] Publish callbacks [] for router_gateway (a06433e9-fb21-4cad-8e9d-596bef50b234), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:33.618308 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:33.826156 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-ee495e38-1a60-43b4-92f8-b3f721d542e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477501'] for router (a06433e9-fb21-4cad-8e9d-596bef50b234), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:34.109909 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee495e38-1a60-43b4-92f8-b3f721d542e9 admin admin] Router a06433e9-fb21-4cad-8e9d-596bef50b234 is scheduled to L3 agent 037668f0-d812-4b59-9d2d-ce33f66a7708 with binding_index 1 {{(pid=113415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 00:01:34.163847 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9daf46f-84b1-49a5-a082-ec01da79ffb2 None None] Network 90026763-3541-4bc0-8586-04f3a841ced9 requested from dv-cinder-855041-2-iscsi {{(pid=113417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 00:01:34.172570 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-14143c7c-e619-4ed5-818d-986a660bc8de None None] Provisioning complete for port a6996923-a99d-4450-988b-79eb676a18c1 triggered by entity DHCP. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:01:34.173013 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-14143c7c-e619-4ed5-818d-986a660bc8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (a6996923-a99d-4450-988b-79eb676a18c1), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:34.247023 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee495e38-1a60-43b4-92f8-b3f721d542e9 admin admin] Notify agent at l3_agent.dv-cinder-855041-2-iscsi the message routers_updated {{(pid=113415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 00:01:34.258920 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6e712c-59b9-42d2-956e-7ad8d778d55c None None] Sync routers for ids ['a06433e9-fb21-4cad-8e9d-596bef50b234'] in dv-cinder-855041-2-iscsi {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 00:01:34.278505 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6e712c-59b9-42d2-956e-7ad8d778d55c None None] Routers {'a06433e9-fb21-4cad-8e9d-596bef50b234'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:01:34.279689 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-8b6e712c-59b9-42d2-956e-7ad8d778d55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-30T00:01:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['a06433e9-fb21-4cad-8e9d-596bef50b234'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:01:34.356915 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-ee495e38-1a60-43b4-92f8-b3f721d542e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:34.360906 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-ee495e38-1a60-43b4-92f8-b3f721d542e9 admin admin] 10.222.0.90 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7166493 Aug 30 00:01:34.364295 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 56224) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:01:34.393099 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-14143c7c-e619-4ed5-818d-986a660bc8de None None] Current status of the port a6996923-a99d-4450-988b-79eb676a18c1 is: DOWN; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:01:34.393620 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-14143c7c-e619-4ed5-818d-986a660bc8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (a6996923-a99d-4450-988b-79eb676a18c1), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:34.412204 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-8b6e712c-59b9-42d2-956e-7ad8d778d55c None None] Set router a06433e9-fb21-4cad-8e9d-596bef50b234 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:01:34.458944 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-14143c7c-e619-4ed5-818d-986a660bc8de None None] For port a6996923-a99d-4450-988b-79eb676a18c1, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=a6996923-a99d-4450-988b-79eb676a18c1,segment=NetworkSegment(c6d44fd8-0622-4e8d-91ef-078956d036da),segment_id=c6d44fd8-0622-4e8d-91ef-078956d036da)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:01:34.583690 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-14143c7c-e619-4ed5-818d-986a660bc8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (a6996923-a99d-4450-988b-79eb676a18c1), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:34.644834 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device a6996923-a99d-4450-988b-79eb676a18c1 up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 00:01:34.735431 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14143c7c-e619-4ed5-818d-986a660bc8de None None] Pushing event updated for resources: {'Port': ['ID=a6996923-a99d-4450-988b-79eb676a18c1,revision_number=3']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:34.765386 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port a6996923-a99d-4450-988b-79eb676a18c1 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:01:34.765605 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (a6996923-a99d-4450-988b-79eb676a18c1), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:34.774647 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:34.807976 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-8b6e712c-59b9-42d2-956e-7ad8d778d55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a06433e9-fb21-4cad-8e9d-596bef50b234', 'name': 'tempest-TestVolumeBootPattern-201622606-router', 'tenant_id': '19af461bf1174ae0ae1a4ee3547afb47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'fdbf3751-49ae-4317-abfe-9fb7786ef687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:01:31Z', 'updated_at': '2022-08-30T00:01:33Z', 'revision_number': 3, 'project_id': '19af461bf1174ae0ae1a4ee3547afb47', 'gw_port': {'id': 'fdbf3751-49ae-4317-abfe-9fb7786ef687', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a06433e9-fb21-4cad-8e9d-596bef50b234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:32Z', 'updated_at': '2022-08-30T00:01:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi'}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:01:34.839195 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:34.843950 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-71862805-4e4a-45ff-83d4-dbfe68d49744 None None] Provisioning complete for port a6996923-a99d-4450-988b-79eb676a18c1 triggered by entity DHCP. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:01:34.844849 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-71862805-4e4a-45ff-83d4-dbfe68d49744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (a6996923-a99d-4450-988b-79eb676a18c1), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:34.852364 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6e712c-59b9-42d2-956e-7ad8d778d55c None None] Checking router: a06433e9-fb21-4cad-8e9d-596bef50b234 for host: dv-cinder-855041-2-iscsi {{(pid=113418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 00:01:34.853064 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6e712c-59b9-42d2-956e-7ad8d778d55c None None] Updating router a06433e9-fb21-4cad-8e9d-596bef50b234 port fdbf3751-49ae-4317-abfe-9fb7786ef687 binding host dv-cinder-855041-2-iscsi {{(pid=113418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 00:01:34.897323 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron_lib.callbacks.manager [None req-8b6e712c-59b9-42d2-956e-7ad8d778d55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (fdbf3751-49ae-4317-abfe-9fb7786ef687), before_update {{(pid=113418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:34.930274 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port a6996923-a99d-4450-988b-79eb676a18c1 is: ACTIVE; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:01:34.932036 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device dd73b19b-92ea-4215-9505-fda9f2cfe5e2 up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 00:01:35.014755 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:35.020852 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-71862805-4e4a-45ff-83d4-dbfe68d49744 None None] Current status of the port a6996923-a99d-4450-988b-79eb676a18c1 is: ACTIVE; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:01:35.023579 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port dd73b19b-92ea-4215-9505-fda9f2cfe5e2 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:01:35.023579 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (dd73b19b-92ea-4215-9505-fda9f2cfe5e2), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:35.129297 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-27613c41-4fd4-4f2b-a92e-5035365f0061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:35.143203 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port dd73b19b-92ea-4215-9505-fda9f2cfe5e2 is: DOWN; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:01:35.143848 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (dd73b19b-92ea-4215-9505-fda9f2cfe5e2), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:35.191052 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] For port dd73b19b-92ea-4215-9505-fda9f2cfe5e2, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=dd73b19b-92ea-4215-9505-fda9f2cfe5e2,segment=NetworkSegment(e442b733-cdb1-440f-8d43-4017843e1658),segment_id=e442b733-cdb1-440f-8d43-4017843e1658)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:01:35.228309 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron_lib.callbacks.manager [None req-8b6e712c-59b9-42d2-956e-7ad8d778d55c None None] Publish callbacks [] for port (fdbf3751-49ae-4317-abfe-9fb7786ef687), precommit_update {{(pid=113418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:35.298435 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.db.db_base_plugin_common [None req-27613c41-4fd4-4f2b-a92e-5035365f0061 admin admin] Allocated IP 172.20.0.1 (90026763-3541-4bc0-8586-04f3a841ced9/bdbf3a35-eb5e-44ed-b49e-6e4b6329abf1/36678d73-38ca-4f95-a25d-d9b8c8dd9442) {{(pid=113415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 00:01:35.303085 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (dd73b19b-92ea-4215-9505-fda9f2cfe5e2), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:35.326856 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:35.330108 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron_lib.callbacks.manager [None req-8b6e712c-59b9-42d2-956e-7ad8d778d55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (fdbf3751-49ae-4317-abfe-9fb7786ef687), after_update {{(pid=113418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:35.362692 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Pushing event updated for resources: {'Port': ['ID=dd73b19b-92ea-4215-9505-fda9f2cfe5e2,revision_number=5']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:35.362924 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:35.371092 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.managers [None req-8b6e712c-59b9-42d2-956e-7ad8d778d55c None None] Attempting to bind port fdbf3751-49ae-4317-abfe-9fb7786ef687 on host dv-cinder-855041-2-iscsi for vnic_type normal with profile {{(pid=113418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 00:01:35.371458 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.managers [None req-8b6e712c-59b9-42d2-956e-7ad8d778d55c None None] Attempting to bind port fdbf3751-49ae-4317-abfe-9fb7786ef687 by drivers openvswitch,hyperv on host dv-cinder-855041-2-iscsi at level 0 using segments [{'id': 'b4742eaf-d58e-407a-bbd7-30be4e48df16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88'}] {{(pid=113418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 00:01:35.371798 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6e712c-59b9-42d2-956e-7ad8d778d55c None None] Attempting to bind port fdbf3751-49ae-4317-abfe-9fb7786ef687 on network c6396a07-dfbf-4950-850b-378da3ed2a88 {{(pid=113418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 00:01:35.383989 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6e712c-59b9-42d2-956e-7ad8d778d55c None None] Checking agent: {'id': '01773ddc-a5d8-4c68-b7b5-e385af2b339f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 43, 45), 'started_at': datetime.datetime(2022, 8, 29, 23, 44, 15), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 0, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 00:01:35.384386 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6e712c-59b9-42d2-956e-7ad8d778d55c None None] Checking segment: {'id': 'b4742eaf-d58e-407a-bbd7-30be4e48df16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 00:01:35.384779 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron_lib.callbacks.manager [None req-8b6e712c-59b9-42d2-956e-7ad8d778d55c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:35.385168 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6e712c-59b9-42d2-956e-7ad8d778d55c None None] Bound using segment: {'id': 'b4742eaf-d58e-407a-bbd7-30be4e48df16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88'} {{(pid=113418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 00:01:35.385635 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.managers [None req-8b6e712c-59b9-42d2-956e-7ad8d778d55c None None] Bound port: fdbf3751-49ae-4317-abfe-9fb7786ef687, host: dv-cinder-855041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4742eaf-d58e-407a-bbd7-30be4e48df16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88'}}] {{(pid=113418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 00:01:35.386009 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron_lib.callbacks.manager [None req-8b6e712c-59b9-42d2-956e-7ad8d778d55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (fdbf3751-49ae-4317-abfe-9fb7786ef687), before_update {{(pid=113418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:35.391818 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f184c53-240c-495a-b5e0-25be6e154c84 None None] Pushing event updated for resources: {'Port': ['ID=fdbf3751-49ae-4317-abfe-9fb7786ef687,revision_number=2']} {{(pid=113418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:35.426779 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-27613c41-4fd4-4f2b-a92e-5035365f0061 admin admin] Publish callbacks [] for port (36678d73-38ca-4f95-a25d-d9b8c8dd9442), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:35.443860 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.db [None req-8b6e712c-59b9-42d2-956e-7ad8d778d55c None None] For port fdbf3751-49ae-4317-abfe-9fb7786ef687, host dv-cinder-855041-2-iscsi, cleared binding levels {{(pid=113418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 00:01:35.447091 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.db [None req-8b6e712c-59b9-42d2-956e-7ad8d778d55c None None] For port fdbf3751-49ae-4317-abfe-9fb7786ef687, host dv-cinder-855041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=fdbf3751-49ae-4317-abfe-9fb7786ef687,segment=NetworkSegment(b4742eaf-d58e-407a-bbd7-30be4e48df16),segment_id=b4742eaf-d58e-407a-bbd7-30be4e48df16)] {{(pid=113418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 00:01:35.515471 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron_lib.callbacks.manager [None req-8b6e712c-59b9-42d2-956e-7ad8d778d55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (fdbf3751-49ae-4317-abfe-9fb7786ef687), after_update {{(pid=113418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:35.515706 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-27613c41-4fd4-4f2b-a92e-5035365f0061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11068774'] for port (36678d73-38ca-4f95-a25d-d9b8c8dd9442), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:35.525365 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:35.553766 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6e712c-59b9-42d2-956e-7ad8d778d55c None None] Routers {'a06433e9-fb21-4cad-8e9d-596bef50b234'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:01:35.554501 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-8b6e712c-59b9-42d2-956e-7ad8d778d55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-30T00:01:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['a06433e9-fb21-4cad-8e9d-596bef50b234'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:01:35.570414 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27613c41-4fd4-4f2b-a92e-5035365f0061 admin admin] Network 90026763-3541-4bc0-8586-04f3a841ced9 is already hosted by enough agents. {{(pid=113415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 00:01:35.575755 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.base_scheduler [None req-27613c41-4fd4-4f2b-a92e-5035365f0061 admin admin] Resources bound (agent type, host, resource id): {{(pid=113415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 00:01:35.579145 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27613c41-4fd4-4f2b-a92e-5035365f0061 admin admin] Received port after_create {{(pid=113415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 00:01:35.581520 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27613c41-4fd4-4f2b-a92e-5035365f0061 admin admin] Pushing event updated for resources: {'Port': ['ID=36678d73-38ca-4f95-a25d-d9b8c8dd9442,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:35.626282 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-27613c41-4fd4-4f2b-a92e-5035365f0061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477273'] for router_interface (a06433e9-fb21-4cad-8e9d-596bef50b234), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:35.630917 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f184c53-240c-495a-b5e0-25be6e154c84 None None] Pushing event updated for resources: {'Port': ['ID=fdbf3751-49ae-4317-abfe-9fb7786ef687,revision_number=3']} {{(pid=113418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:35.631082 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:35.699456 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-8b6e712c-59b9-42d2-956e-7ad8d778d55c None None] Set router a06433e9-fb21-4cad-8e9d-596bef50b234 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:01:35.847190 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-b84d01c9-9794-478b-984c-3e547e73b22f None None] Provisioning complete for port 36678d73-38ca-4f95-a25d-d9b8c8dd9442 triggered by entity DHCP. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:01:35.847751 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-b84d01c9-9794-478b-984c-3e547e73b22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (36678d73-38ca-4f95-a25d-d9b8c8dd9442), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:35.860466 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-27613c41-4fd4-4f2b-a92e-5035365f0061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (36678d73-38ca-4f95-a25d-d9b8c8dd9442), before_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:35.885057 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-b84d01c9-9794-478b-984c-3e547e73b22f None None] Port 36678d73-38ca-4f95-a25d-d9b8c8dd9442 cannot update to ACTIVE because it is not bound. {{(pid=113417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 00:01:35.894404 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-8b6e712c-59b9-42d2-956e-7ad8d778d55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a06433e9-fb21-4cad-8e9d-596bef50b234', 'name': 'tempest-TestVolumeBootPattern-201622606-router', 'tenant_id': '19af461bf1174ae0ae1a4ee3547afb47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'fdbf3751-49ae-4317-abfe-9fb7786ef687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:01:31Z', 'updated_at': '2022-08-30T00:01:33Z', 'revision_number': 3, 'project_id': '19af461bf1174ae0ae1a4ee3547afb47', 'gw_port': {'id': 'fdbf3751-49ae-4317-abfe-9fb7786ef687', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a06433e9-fb21-4cad-8e9d-596bef50b234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:32Z', 'updated_at': '2022-08-30T00:01:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi'}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:01:35.921277 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6e712c-59b9-42d2-956e-7ad8d778d55c None None] The sync data for ids ['a06433e9-fb21-4cad-8e9d-596bef50b234'] in dv-cinder-855041-2-iscsi is: [{'id': 'a06433e9-fb21-4cad-8e9d-596bef50b234', 'name': 'tempest-TestVolumeBootPattern-201622606-router', 'tenant_id': '19af461bf1174ae0ae1a4ee3547afb47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'fdbf3751-49ae-4317-abfe-9fb7786ef687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:01:31Z', 'updated_at': '2022-08-30T00:01:33Z', 'revision_number': 3, 'project_id': '19af461bf1174ae0ae1a4ee3547afb47', 'gw_port': {'id': 'fdbf3751-49ae-4317-abfe-9fb7786ef687', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a06433e9-fb21-4cad-8e9d-596bef50b234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:32Z', 'updated_at': '2022-08-30T00:01:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi'}] {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 00:01:36.042822 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-27613c41-4fd4-4f2b-a92e-5035365f0061 admin admin] Publish callbacks [] for port (36678d73-38ca-4f95-a25d-d9b8c8dd9442), precommit_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:36.120441 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-27613c41-4fd4-4f2b-a92e-5035365f0061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11068783'] for port (36678d73-38ca-4f95-a25d-d9b8c8dd9442), after_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:36.209707 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27613c41-4fd4-4f2b-a92e-5035365f0061 admin admin] Pushing event updated for resources: {'Port': ['ID=36678d73-38ca-4f95-a25d-d9b8c8dd9442,revision_number=2']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:36.212667 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-27613c41-4fd4-4f2b-a92e-5035365f0061 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3699119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477389'] for router_interface (a06433e9-fb21-4cad-8e9d-596bef50b234), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:36.330645 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27613c41-4fd4-4f2b-a92e-5035365f0061 admin admin] Network 90026763-3541-4bc0-8586-04f3a841ced9 is already hosted by enough agents. {{(pid=113415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 00:01:36.332667 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.base_scheduler [None req-27613c41-4fd4-4f2b-a92e-5035365f0061 admin admin] Resources bound (agent type, host, resource id): {{(pid=113415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 00:01:36.454535 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:36.482552 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27613c41-4fd4-4f2b-a92e-5035365f0061 admin admin] Router a06433e9-fb21-4cad-8e9d-596bef50b234 has already been hosted by L3 agent 037668f0-d812-4b59-9d2d-ce33f66a7708 {{(pid=113415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 00:01:36.588273 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device fdbf3751-49ae-4317-abfe-9fb7786ef687 up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 00:01:36.617394 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27613c41-4fd4-4f2b-a92e-5035365f0061 admin admin] Notify agent at l3_agent.dv-cinder-855041-2-iscsi the message routers_updated {{(pid=113415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 00:01:36.631610 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-27613c41-4fd4-4f2b-a92e-5035365f0061 admin admin] 10.222.0.90 "PUT /networking/v2.0/routers/a06433e9-fb21-4cad-8e9d-596bef50b234/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2609267 Aug 30 00:01:36.641887 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-f43d1ae6-5d84-40ae-a1b8-f94a976d9570 None None] Provisioning complete for port 36678d73-38ca-4f95-a25d-d9b8c8dd9442 triggered by entity DHCP. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:01:36.642547 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-f43d1ae6-5d84-40ae-a1b8-f94a976d9570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (36678d73-38ca-4f95-a25d-d9b8c8dd9442), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:36.684314 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port fdbf3751-49ae-4317-abfe-9fb7786ef687 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:01:36.684683 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (fdbf3751-49ae-4317-abfe-9fb7786ef687), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:36.688543 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-f43d1ae6-5d84-40ae-a1b8-f94a976d9570 None None] Port 36678d73-38ca-4f95-a25d-d9b8c8dd9442 cannot update to ACTIVE because it is not bound. {{(pid=113417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 00:01:36.785376 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port fdbf3751-49ae-4317-abfe-9fb7786ef687 is: DOWN; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:01:36.786155 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (fdbf3751-49ae-4317-abfe-9fb7786ef687), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:36.816826 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] For port fdbf3751-49ae-4317-abfe-9fb7786ef687, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=fdbf3751-49ae-4317-abfe-9fb7786ef687,segment=NetworkSegment(b4742eaf-d58e-407a-bbd7-30be4e48df16),segment_id=b4742eaf-d58e-407a-bbd7-30be4e48df16)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:01:36.913503 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (fdbf3751-49ae-4317-abfe-9fb7786ef687), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:36.914539 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device a6996923-a99d-4450-988b-79eb676a18c1 up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 00:01:36.995653 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Pushing event updated for resources: {'Port': ['ID=fdbf3751-49ae-4317-abfe-9fb7786ef687,revision_number=4']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:37.006459 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port a6996923-a99d-4450-988b-79eb676a18c1 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:01:37.006838 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (a6996923-a99d-4450-988b-79eb676a18c1), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:37.092221 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port a6996923-a99d-4450-988b-79eb676a18c1 is: ACTIVE; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:01:37.094475 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device dd73b19b-92ea-4215-9505-fda9f2cfe5e2 up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 00:01:37.120779 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 56236) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:01:37.129346 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [None req-6774dd5e-10a8-44a4-83d5-3ecadc02edf4 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1260045331', 'description': 'tempest-secgroup-smoke-1260045331 description', 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9'}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:01:37.164623 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port dd73b19b-92ea-4215-9505-fda9f2cfe5e2 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:01:37.170729 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (dd73b19b-92ea-4215-9505-fda9f2cfe5e2), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:37.170729 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:37.249691 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port dd73b19b-92ea-4215-9505-fda9f2cfe5e2 is: ACTIVE; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:01:37.269996 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-6774dd5e-10a8-44a4-83d5-3ecadc02edf4 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks [] for security_group (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:37.380131 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-6774dd5e-10a8-44a4-83d5-3ecadc02edf4 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks [] for security_group (fa10b182-c739-4d09-bf63-62bbd8ffd175), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:37.434725 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-6774dd5e-10a8-44a4-83d5-3ecadc02edf4 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (fa10b182-c739-4d09-bf63-62bbd8ffd175), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:37.473451 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6774dd5e-10a8-44a4-83d5-3ecadc02edf4 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa10b182-c739-4d09-bf63-62bbd8ffd175,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:37.526324 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-6774dd5e-10a8-44a4-83d5-3ecadc02edf4 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks [] for security_group (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:37.528279 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-6774dd5e-10a8-44a4-83d5-3ecadc02edf4 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4055398 Aug 30 00:01:37.534653 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 56240) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:01:37.539953 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [None req-42699429-3bb4-49a7-8e71-0dfbd89baf8e tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Request body: {'security_group_rule': {'security_group_id': 'fa10b182-c739-4d09-bf63-62bbd8ffd175', 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:01:37.643385 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-42699429-3bb4-49a7-8e71-0dfbd89baf8e tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks [] for security_group_rule (40eace39-6b53-4541-93c6-d6653cd6d715), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:37.702462 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94abaa8-d3be-4147-b544-41741fa703a3 None None] Sync routers for ids ['a06433e9-fb21-4cad-8e9d-596bef50b234'] in dv-cinder-855041-2-iscsi {{(pid=113417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 00:01:37.721602 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-42699429-3bb4-49a7-8e71-0dfbd89baf8e tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks [] for security_group_rule (40eace39-6b53-4541-93c6-d6653cd6d715), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:37.724091 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94abaa8-d3be-4147-b544-41741fa703a3 None None] Routers {'a06433e9-fb21-4cad-8e9d-596bef50b234'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:01:37.724927 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-e94abaa8-d3be-4147-b544-41741fa703a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-30T00:01:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['a06433e9-fb21-4cad-8e9d-596bef50b234'], 'active': True} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:01:37.799918 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-42699429-3bb4-49a7-8e71-0dfbd89baf8e tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707692'] for security_group_rule (40eace39-6b53-4541-93c6-d6653cd6d715), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:37.824585 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42699429-3bb4-49a7-8e71-0dfbd89baf8e tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40eace39-6b53-4541-93c6-d6653cd6d715,revision_number=0']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:37.910839 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-42699429-3bb4-49a7-8e71-0dfbd89baf8e tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:37.914833 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-42699429-3bb4-49a7-8e71-0dfbd89baf8e tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3764336 Aug 30 00:01:37.915332 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 56242) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:01:37.921056 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [None req-31f8b89d-4071-4bbc-82f5-cf093d49f221 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Request body: {'security_group_rule': {'security_group_id': 'fa10b182-c739-4d09-bf63-62bbd8ffd175', 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:01:37.986060 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=100 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:38.007420 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvr_db [None req-e94abaa8-d3be-4147-b544-41741fa703a3 None None] Set router a06433e9-fb21-4cad-8e9d-596bef50b234 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:01:38.032552 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-31f8b89d-4071-4bbc-82f5-cf093d49f221 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks [] for security_group_rule (7e59b6c9-5278-4527-9812-2c7cb1a596f2), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:38.101128 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-31f8b89d-4071-4bbc-82f5-cf093d49f221 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks [] for security_group_rule (7e59b6c9-5278-4527-9812-2c7cb1a596f2), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:38.177093 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-31f8b89d-4071-4bbc-82f5-cf093d49f221 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707692'] for security_group_rule (7e59b6c9-5278-4527-9812-2c7cb1a596f2), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:38.185098 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:38.200953 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8b89d-4071-4bbc-82f5-cf093d49f221 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e59b6c9-5278-4527-9812-2c7cb1a596f2,revision_number=0']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:38.229643 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-e94abaa8-d3be-4147-b544-41741fa703a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a06433e9-fb21-4cad-8e9d-596bef50b234', 'name': 'tempest-TestVolumeBootPattern-201622606-router', 'tenant_id': '19af461bf1174ae0ae1a4ee3547afb47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'fdbf3751-49ae-4317-abfe-9fb7786ef687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:01:31Z', 'updated_at': '2022-08-30T00:01:35Z', 'revision_number': 4, 'project_id': '19af461bf1174ae0ae1a4ee3547afb47', 'gw_port': {'id': 'fdbf3751-49ae-4317-abfe-9fb7786ef687', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a06433e9-fb21-4cad-8e9d-596bef50b234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:32Z', 'updated_at': '2022-08-30T00:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': '36678d73-38ca-4f95-a25d-d9b8c8dd9442', 'name': '', 'network_id': '90026763-3541-4bc0-8586-04f3a841ced9', 'tenant_id': '19af461bf1174ae0ae1a4ee3547afb47', 'mac_address': 'fa:16:3e:25:fc:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a06433e9-fb21-4cad-8e9d-596bef50b234', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'bdbf3a35-eb5e-44ed-b49e-6e4b6329abf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:35Z', 'updated_at': '2022-08-30T00:01:35Z', 'revision_number': 2, 'project_id': '19af461bf1174ae0ae1a4ee3547afb47', 'subnets': [{'id': 'bdbf3a35-eb5e-44ed-b49e-6e4b6329abf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:01:38.256623 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94abaa8-d3be-4147-b544-41741fa703a3 None None] Checking router: a06433e9-fb21-4cad-8e9d-596bef50b234 for host: dv-cinder-855041-2-iscsi {{(pid=113417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 00:01:38.256976 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94abaa8-d3be-4147-b544-41741fa703a3 None None] Updating router a06433e9-fb21-4cad-8e9d-596bef50b234 port 36678d73-38ca-4f95-a25d-d9b8c8dd9442 binding host dv-cinder-855041-2-iscsi {{(pid=113417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 00:01:38.282860 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-31f8b89d-4071-4bbc-82f5-cf093d49f221 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:38.284086 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-31f8b89d-4071-4bbc-82f5-cf093d49f221 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3674991 Aug 30 00:01:38.287296 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 56244) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:01:38.292686 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-e94abaa8-d3be-4147-b544-41741fa703a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (36678d73-38ca-4f95-a25d-d9b8c8dd9442), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:38.294658 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [None req-4da5fd53-3c49-4827-ae11-69f794d8157f tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Request body: {'security_group_rule': {'security_group_id': 'fa10b182-c739-4d09-bf63-62bbd8ffd175', 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:01:38.378755 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-4da5fd53-3c49-4827-ae11-69f794d8157f tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks [] for security_group_rule (98a05f9d-bfc3-4f2c-87dc-c078c7014e3e), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:38.452728 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-4da5fd53-3c49-4827-ae11-69f794d8157f tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks [] for security_group_rule (98a05f9d-bfc3-4f2c-87dc-c078c7014e3e), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:38.469855 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device fdbf3751-49ae-4317-abfe-9fb7786ef687 up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 00:01:38.502845 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-4da5fd53-3c49-4827-ae11-69f794d8157f tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707692'] for security_group_rule (98a05f9d-bfc3-4f2c-87dc-c078c7014e3e), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:38.520141 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da5fd53-3c49-4827-ae11-69f794d8157f tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98a05f9d-bfc3-4f2c-87dc-c078c7014e3e,revision_number=0']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:38.559202 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port fdbf3751-49ae-4317-abfe-9fb7786ef687 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:01:38.559575 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (fdbf3751-49ae-4317-abfe-9fb7786ef687), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:38.573713 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-4da5fd53-3c49-4827-ae11-69f794d8157f tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:38.575462 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-4da5fd53-3c49-4827-ae11-69f794d8157f tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2869456 Aug 30 00:01:38.579855 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 56248) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:01:38.585721 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [None req-8d859e08-6522-48d3-9839-5f6d972df31c tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Request body: {'security_group_rule': {'security_group_id': 'fa10b182-c739-4d09-bf63-62bbd8ffd175', 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:01:38.652984 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-e94abaa8-d3be-4147-b544-41741fa703a3 None None] Publish callbacks [] for port (36678d73-38ca-4f95-a25d-d9b8c8dd9442), precommit_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:38.688618 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port fdbf3751-49ae-4317-abfe-9fb7786ef687 is: ACTIVE; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:01:38.697756 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-8d859e08-6522-48d3-9839-5f6d972df31c tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks [] for security_group_rule (5ea532b2-1683-4948-82ba-628bcab7c619), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:38.729936 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-e94abaa8-d3be-4147-b544-41741fa703a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (36678d73-38ca-4f95-a25d-d9b8c8dd9442), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:38.758169 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-8d859e08-6522-48d3-9839-5f6d972df31c tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks [] for security_group_rule (5ea532b2-1683-4948-82ba-628bcab7c619), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:38.792368 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6796c1-8762-4bea-b159-68e353872ba6 None None] Pushing event updated for resources: {'Port': ['ID=36678d73-38ca-4f95-a25d-d9b8c8dd9442,revision_number=3']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:38.796206 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:38.828619 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-e94abaa8-d3be-4147-b544-41741fa703a3 None None] Attempting to bind port 36678d73-38ca-4f95-a25d-d9b8c8dd9442 on host dv-cinder-855041-2-iscsi for vnic_type normal with profile {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 00:01:38.828879 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-8d859e08-6522-48d3-9839-5f6d972df31c tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707692'] for security_group_rule (5ea532b2-1683-4948-82ba-628bcab7c619), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:38.829016 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-e94abaa8-d3be-4147-b544-41741fa703a3 None None] Attempting to bind port 36678d73-38ca-4f95-a25d-d9b8c8dd9442 by drivers openvswitch,hyperv on host dv-cinder-855041-2-iscsi at level 0 using segments [{'id': 'c6d44fd8-0622-4e8d-91ef-078956d036da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '90026763-3541-4bc0-8586-04f3a841ced9'}] {{(pid=113417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 00:01:38.829339 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94abaa8-d3be-4147-b544-41741fa703a3 None None] Attempting to bind port 36678d73-38ca-4f95-a25d-d9b8c8dd9442 on network 90026763-3541-4bc0-8586-04f3a841ced9 {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 00:01:38.835292 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94abaa8-d3be-4147-b544-41741fa703a3 None None] Checking agent: {'id': '01773ddc-a5d8-4c68-b7b5-e385af2b339f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 43, 45), 'started_at': datetime.datetime(2022, 8, 29, 23, 44, 15), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 0, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 00:01:38.835665 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94abaa8-d3be-4147-b544-41741fa703a3 None None] Checking segment: {'id': 'c6d44fd8-0622-4e8d-91ef-078956d036da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '90026763-3541-4bc0-8586-04f3a841ced9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 00:01:38.836063 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-e94abaa8-d3be-4147-b544-41741fa703a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:38.836487 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94abaa8-d3be-4147-b544-41741fa703a3 None None] Bound using segment: {'id': 'c6d44fd8-0622-4e8d-91ef-078956d036da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '90026763-3541-4bc0-8586-04f3a841ced9'} {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 00:01:38.836965 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-e94abaa8-d3be-4147-b544-41741fa703a3 None None] Bound port: 36678d73-38ca-4f95-a25d-d9b8c8dd9442, host: dv-cinder-855041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6d44fd8-0622-4e8d-91ef-078956d036da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '90026763-3541-4bc0-8586-04f3a841ced9'}}] {{(pid=113417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 00:01:38.837345 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-e94abaa8-d3be-4147-b544-41741fa703a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (36678d73-38ca-4f95-a25d-d9b8c8dd9442), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:38.850294 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d859e08-6522-48d3-9839-5f6d972df31c tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ea532b2-1683-4948-82ba-628bcab7c619,revision_number=0']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:38.883029 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:38.905143 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-e94abaa8-d3be-4147-b544-41741fa703a3 None None] For port 36678d73-38ca-4f95-a25d-d9b8c8dd9442, host dv-cinder-855041-2-iscsi, cleared binding levels {{(pid=113417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 00:01:38.908896 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-e94abaa8-d3be-4147-b544-41741fa703a3 None None] For port 36678d73-38ca-4f95-a25d-d9b8c8dd9442, host dv-cinder-855041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=36678d73-38ca-4f95-a25d-d9b8c8dd9442,segment=NetworkSegment(c6d44fd8-0622-4e8d-91ef-078956d036da),segment_id=c6d44fd8-0622-4e8d-91ef-078956d036da)] {{(pid=113417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 00:01:39.111811 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-8d859e08-6522-48d3-9839-5f6d972df31c tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:39.113186 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-8d859e08-6522-48d3-9839-5f6d972df31c tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5321138 Aug 30 00:01:39.115861 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 56250) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:01:39.120392 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [None req-60b765d3-bd3d-4f13-b2ef-3076a76fbf5d tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Request body: {'security_group_rule': {'security_group_id': 'fa10b182-c739-4d09-bf63-62bbd8ffd175', 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:01:39.150073 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-e94abaa8-d3be-4147-b544-41741fa703a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (36678d73-38ca-4f95-a25d-d9b8c8dd9442), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:39.189158 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94abaa8-d3be-4147-b544-41741fa703a3 None None] Routers {'a06433e9-fb21-4cad-8e9d-596bef50b234'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:01:39.189708 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-e94abaa8-d3be-4147-b544-41741fa703a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-30T00:01:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['a06433e9-fb21-4cad-8e9d-596bef50b234'], 'active': True} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:01:39.253876 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6796c1-8762-4bea-b159-68e353872ba6 None None] Pushing event updated for resources: {'Port': ['ID=36678d73-38ca-4f95-a25d-d9b8c8dd9442,revision_number=4']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:39.309350 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvr_db [None req-e94abaa8-d3be-4147-b544-41741fa703a3 None None] Set router a06433e9-fb21-4cad-8e9d-596bef50b234 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:01:39.335378 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.db.securitygroups_db [None req-60b765d3-bd3d-4f13-b2ef-3076a76fbf5d tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Project 6e1e7c36165f47ad838bb6b42f3179d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 00:01:39.341777 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-60b765d3-bd3d-4f13-b2ef-3076a76fbf5d tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks [] for security_group_rule (14ae031f-bf64-4b2f-8f73-f21891640cb9), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:39.414901 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-60b765d3-bd3d-4f13-b2ef-3076a76fbf5d tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks [] for security_group_rule (14ae031f-bf64-4b2f-8f73-f21891640cb9), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:39.516294 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-60b765d3-bd3d-4f13-b2ef-3076a76fbf5d tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707692'] for security_group_rule (14ae031f-bf64-4b2f-8f73-f21891640cb9), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:39.533760 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b765d3-bd3d-4f13-b2ef-3076a76fbf5d tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14ae031f-bf64-4b2f-8f73-f21891640cb9,revision_number=0']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:39.535439 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-e94abaa8-d3be-4147-b544-41741fa703a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a06433e9-fb21-4cad-8e9d-596bef50b234', 'name': 'tempest-TestVolumeBootPattern-201622606-router', 'tenant_id': '19af461bf1174ae0ae1a4ee3547afb47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'fdbf3751-49ae-4317-abfe-9fb7786ef687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:01:31Z', 'updated_at': '2022-08-30T00:01:35Z', 'revision_number': 4, 'project_id': '19af461bf1174ae0ae1a4ee3547afb47', 'gw_port': {'id': 'fdbf3751-49ae-4317-abfe-9fb7786ef687', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a06433e9-fb21-4cad-8e9d-596bef50b234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:32Z', 'updated_at': '2022-08-30T00:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': '36678d73-38ca-4f95-a25d-d9b8c8dd9442', 'name': '', 'network_id': '90026763-3541-4bc0-8586-04f3a841ced9', 'tenant_id': '19af461bf1174ae0ae1a4ee3547afb47', 'mac_address': 'fa:16:3e:25:fc:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a06433e9-fb21-4cad-8e9d-596bef50b234', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'bdbf3a35-eb5e-44ed-b49e-6e4b6329abf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:35Z', 'updated_at': '2022-08-30T00:01:38Z', 'revision_number': 4, 'project_id': '19af461bf1174ae0ae1a4ee3547afb47', 'subnets': [{'id': 'bdbf3a35-eb5e-44ed-b49e-6e4b6329abf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:01:39.561160 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94abaa8-d3be-4147-b544-41741fa703a3 None None] The sync data for ids ['a06433e9-fb21-4cad-8e9d-596bef50b234'] in dv-cinder-855041-2-iscsi is: [{'id': 'a06433e9-fb21-4cad-8e9d-596bef50b234', 'name': 'tempest-TestVolumeBootPattern-201622606-router', 'tenant_id': '19af461bf1174ae0ae1a4ee3547afb47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'fdbf3751-49ae-4317-abfe-9fb7786ef687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:01:31Z', 'updated_at': '2022-08-30T00:01:35Z', 'revision_number': 4, 'project_id': '19af461bf1174ae0ae1a4ee3547afb47', 'gw_port': {'id': 'fdbf3751-49ae-4317-abfe-9fb7786ef687', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a06433e9-fb21-4cad-8e9d-596bef50b234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:32Z', 'updated_at': '2022-08-30T00:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': '36678d73-38ca-4f95-a25d-d9b8c8dd9442', 'name': '', 'network_id': '90026763-3541-4bc0-8586-04f3a841ced9', 'tenant_id': '19af461bf1174ae0ae1a4ee3547afb47', 'mac_address': 'fa:16:3e:25:fc:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a06433e9-fb21-4cad-8e9d-596bef50b234', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'bdbf3a35-eb5e-44ed-b49e-6e4b6329abf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:35Z', 'updated_at': '2022-08-30T00:01:38Z', 'revision_number': 4, 'project_id': '19af461bf1174ae0ae1a4ee3547afb47', 'subnets': [{'id': 'bdbf3a35-eb5e-44ed-b49e-6e4b6329abf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 00:01:39.630783 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-60b765d3-bd3d-4f13-b2ef-3076a76fbf5d tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:39.633310 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-60b765d3-bd3d-4f13-b2ef-3076a76fbf5d tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5151768 Aug 30 00:01:39.635333 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 56254) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:01:39.640543 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [None req-4aa7340b-c547-4968-b20b-43f9f05f3a64 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Request body: {'security_group_rule': {'security_group_id': 'fa10b182-c739-4d09-bf63-62bbd8ffd175', 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:01:39.732072 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.db.securitygroups_db [None req-4aa7340b-c547-4968-b20b-43f9f05f3a64 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Project 6e1e7c36165f47ad838bb6b42f3179d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 00:01:39.742678 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-4aa7340b-c547-4968-b20b-43f9f05f3a64 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks [] for security_group_rule (5659a727-cc6a-4208-b7ae-3c7691b1c227), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:39.797393 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:39.808809 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-4aa7340b-c547-4968-b20b-43f9f05f3a64 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks [] for security_group_rule (5659a727-cc6a-4208-b7ae-3c7691b1c227), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:39.937761 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-4aa7340b-c547-4968-b20b-43f9f05f3a64 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707692'] for security_group_rule (5659a727-cc6a-4208-b7ae-3c7691b1c227), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:39.958515 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa7340b-c547-4968-b20b-43f9f05f3a64 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5659a727-cc6a-4208-b7ae-3c7691b1c227,revision_number=0']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:40.036900 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-4aa7340b-c547-4968-b20b-43f9f05f3a64 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:40.038538 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-4aa7340b-c547-4968-b20b-43f9f05f3a64 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4021032 Aug 30 00:01:40.267373 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-48995838-c6ec-4ee2-b45a-9fb8123e54f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (1020f8f9-c858-45a1-84c5-376480b0ca2e), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:40.478687 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 36678d73-38ca-4f95-a25d-d9b8c8dd9442 up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 00:01:40.535860 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port 36678d73-38ca-4f95-a25d-d9b8c8dd9442 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:01:40.536355 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (36678d73-38ca-4f95-a25d-d9b8c8dd9442), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:40.577296 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:40.623470 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port 36678d73-38ca-4f95-a25d-d9b8c8dd9442 is: DOWN; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:01:40.623921 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (36678d73-38ca-4f95-a25d-d9b8c8dd9442), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:40.660213 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] For port 36678d73-38ca-4f95-a25d-d9b8c8dd9442, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=36678d73-38ca-4f95-a25d-d9b8c8dd9442,segment=NetworkSegment(c6d44fd8-0622-4e8d-91ef-078956d036da),segment_id=c6d44fd8-0622-4e8d-91ef-078956d036da)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:01:40.736292 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (36678d73-38ca-4f95-a25d-d9b8c8dd9442), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:40.782753 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Pushing event updated for resources: {'Port': ['ID=36678d73-38ca-4f95-a25d-d9b8c8dd9442,revision_number=5']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:42.468992 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 36678d73-38ca-4f95-a25d-d9b8c8dd9442 up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 00:01:42.521817 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port 36678d73-38ca-4f95-a25d-d9b8c8dd9442 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:01:42.522189 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (36678d73-38ca-4f95-a25d-d9b8c8dd9442), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:42.601146 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port 36678d73-38ca-4f95-a25d-d9b8c8dd9442 is: ACTIVE; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:01:43.137397 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (a7eaf665-0f6d-431a-9601-222c900251ec), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:43.400204 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-32d86fa6-a4c2-4bd2-99a7-ec21b3999321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (037668f0-d812-4b59-9d2d-ce33f66a7708), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:44.445801 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cdcd43ac-7909-438b-ba67-31b4a20d4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (bcd4f52e-0d63-4d8a-9dda-ff825ab30758), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:45.582970 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (01773ddc-a5d8-4c68-b7b5-e385af2b339f), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:46.446127 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-55545b4a-c719-46e4-a9c5-7c044aa64822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (63136763-0f20-46a8-951a-2f70193501e4), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:48.200888 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=42,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:49.958563 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=74,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:51.017237 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-9c4619a7-0896-46b3-a576-4e825fdb710f req-2010866e-d422-467b-ab56-21d268dd466b tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1149281320&fields=id&tenant_id=f4188510da25496d956e4d717bc2a551 HTTP/1.1" status: 200 len: 267 time: 0.0556283 Aug 30 00:01:51.071980 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4619a7-0896-46b3-a576-4e825fdb710f req-50576076-ff60-49b9-b141-95c84111934d tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:51.073540 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-9c4619a7-0896-46b3-a576-4e825fdb710f req-50576076-ff60-49b9-b141-95c84111934d tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=ab5e7deb-a296-423d-97aa-15c678b3757d HTTP/1.1" status: 200 len: 985 time: 0.0501654 Aug 30 00:01:51.084803 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [req-9c4619a7-0896-46b3-a576-4e825fdb710f req-7db5b2f1-2417-4dce-a162-198b53215ee8 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Request body: {'port': {'security_groups': ['7473fa50-8d64-410d-920b-9f8237d88050']}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:01:51.162705 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-9c4619a7-0896-46b3-a576-4e825fdb710f req-7db5b2f1-2417-4dce-a162-198b53215ee8 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (8da325df-4d82-44f1-9e8a-da503beb89d7), before_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:51.352936 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.db [req-9c4619a7-0896-46b3-a576-4e825fdb710f req-7db5b2f1-2417-4dce-a162-198b53215ee8 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] For port 8da325df-4d82-44f1-9e8a-da503beb89d7, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=8da325df-4d82-44f1-9e8a-da503beb89d7,segment=NetworkSegment(ac01668e-658a-426d-8808-b924a51fa0ef),segment_id=ac01668e-658a-426d-8808-b924a51fa0ef)] {{(pid=113415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:01:51.384784 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-9c4619a7-0896-46b3-a576-4e825fdb710f req-7db5b2f1-2417-4dce-a162-198b53215ee8 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Publish callbacks [] for port (8da325df-4d82-44f1-9e8a-da503beb89d7), precommit_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:51.451766 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-9c4619a7-0896-46b3-a576-4e825fdb710f req-7db5b2f1-2417-4dce-a162-198b53215ee8 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11068783'] for port (8da325df-4d82-44f1-9e8a-da503beb89d7), after_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:51.462708 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4619a7-0896-46b3-a576-4e825fdb710f req-7db5b2f1-2417-4dce-a162-198b53215ee8 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:51.463333 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [req-9c4619a7-0896-46b3-a576-4e825fdb710f req-7db5b2f1-2417-4dce-a162-198b53215ee8 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for port (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:51.464046 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] get_ports_and_sgs() called for port_ids ['8da325df-4d82-44f1-9e8a-da503beb89d7'] {{(pid=113417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 00:01:51.464743 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-9c4619a7-0896-46b3-a576-4e825fdb710f req-7db5b2f1-2417-4dce-a162-198b53215ee8 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "PUT /networking/v2.0/ports/8da325df-4d82-44f1-9e8a-da503beb89d7 HTTP/1.1" status: 200 len: 943 time: 0.3851731 Aug 30 00:01:51.465295 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab5e7deb-a296-423d-97aa-15c678b3757d', 'tag': '8da325df-4d82-44f1-9e8a-da503beb89d7'}] {{(pid=113415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 00:01:51.467637 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbb4ce14699acef1e34bc356a7f428b480f1dc74f7679c811df4fa99cd0d73e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab0df49-7cbf-4c6b-97b7-4ee102d68ddb" -d '{"events": [{"name": "network-changed", "server_uuid": "ab5e7deb-a296-423d-97aa-15c678b3757d", "tag": "8da325df-4d82-44f1-9e8a-da503beb89d7"}]}' {{(pid=113415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 00:01:51.476381 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 56390) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:01:51.556907 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db5b2f1-2417-4dce-a162-198b53215ee8 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Pushing event updated for resources: {'Port': ['ID=8da325df-4d82-44f1-9e8a-da503beb89d7,revision_number=7']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:51.561258 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] get_ports_and_sgs() called for port_ids ['8da325df-4d82-44f1-9e8a-da503beb89d7'] {{(pid=113417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 00:01:51.561805 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 00:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96213b0e-789f-4aca-a85a-014b21b368cb x-openstack-request-id: req-96213b0e-789f-4aca-a85a-014b21b368cb {{(pid=113415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 00:01:51.562134 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab5e7deb-a296-423d-97aa-15c678b3757d", "tag": "8da325df-4d82-44f1-9e8a-da503beb89d7", "status": "completed", "code": 200}]} {{(pid=113415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 00:01:51.562395 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-96213b0e-789f-4aca-a85a-014b21b368cb {{(pid=113415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 00:01:51.562801 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96213b0e-789f-4aca-a85a-014b21b368cb'] response: {'name': 'network-changed', 'server_uuid': 'ab5e7deb-a296-423d-97aa-15c678b3757d', 'tag': '8da325df-4d82-44f1-9e8a-da503beb89d7', 'status': 'completed', 'code': 200} Aug 30 00:01:51.621100 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-2e898df1-e5e2-42ec-8b1e-5c13c66e66d7 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Publish callbacks [] for security_group (df59a32e-a28c-4ace-af13-bf069ecff8b0), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:51.632710 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0df49-7cbf-4c6b-97b7-4ee102d68ddb req-94b480b3-6b8b-4f55-aec8-0fa9bf2f498e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:51.634294 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-cab0df49-7cbf-4c6b-97b7-4ee102d68ddb req-94b480b3-6b8b-4f55-aec8-0fa9bf2f498e service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=f4188510da25496d956e4d717bc2a551&device_id=ab5e7deb-a296-423d-97aa-15c678b3757d HTTP/1.1" status: 200 len: 1130 time: 0.0621543 Aug 30 00:01:51.676907 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:51.701978 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-2e898df1-e5e2-42ec-8b1e-5c13c66e66d7 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Publish callbacks [] for security_group (df59a32e-a28c-4ace-af13-bf069ecff8b0), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:51.772470 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0df49-7cbf-4c6b-97b7-4ee102d68ddb req-d1a24504-afed-4bab-9974-c3fdaec9a7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:51.773961 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-cab0df49-7cbf-4c6b-97b7-4ee102d68ddb req-d1a24504-afed-4bab-9974-c3fdaec9a7d4 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=b1780587-5845-4b44-80ee-36efef36f1d7 HTTP/1.1" status: 200 len: 916 time: 0.1283677 Aug 30 00:01:51.856474 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-cab0df49-7cbf-4c6b-97b7-4ee102d68ddb req-eca3c6df-56dc-430d-abdc-e2e23beb26f4 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8da325df-4d82-44f1-9e8a-da503beb89d7 HTTP/1.1" status: 200 len: 1002 time: 0.0674717 Aug 30 00:01:51.905600 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0df49-7cbf-4c6b-97b7-4ee102d68ddb req-f690859a-4db1-42ce-88df-61eded477f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:51.907013 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-cab0df49-7cbf-4c6b-97b7-4ee102d68ddb req-f690859a-4db1-42ce-88df-61eded477f0d service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=63d113a5-7c64-46a1-b545-44c599bf8411 HTTP/1.1" status: 200 len: 853 time: 0.0442791 Aug 30 00:01:51.952096 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0df49-7cbf-4c6b-97b7-4ee102d68ddb req-9ff87181-246e-47e6-be04-220c0a7e5390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:51.953806 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-cab0df49-7cbf-4c6b-97b7-4ee102d68ddb req-9ff87181-246e-47e6-be04-220c0a7e5390 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=b1780587-5845-4b44-80ee-36efef36f1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406997 Aug 30 00:01:51.954875 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-2e898df1-e5e2-42ec-8b1e-5c13c66e66d7 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (df59a32e-a28c-4ace-af13-bf069ecff8b0), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:51.958072 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-2e898df1-e5e2-42ec-8b1e-5c13c66e66d7 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Publish callbacks [] for security_group (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:51.963286 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-2e898df1-e5e2-42ec-8b1e-5c13c66e66d7 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "DELETE /networking/v2.0/security-groups/df59a32e-a28c-4ace-af13-bf069ecff8b0 HTTP/1.1" status: 204 len: 168 time: 0.4817240 Aug 30 00:01:51.963423 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 56400) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:01:51.985277 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e898df1-e5e2-42ec-8b1e-5c13c66e66d7 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df59a32e-a28c-4ace-af13-bf069ecff8b0,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:52.073654 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-cab0df49-7cbf-4c6b-97b7-4ee102d68ddb req-1e324da7-4af1-46e8-8a81-539e9543f196 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/b1780587-5845-4b44-80ee-36efef36f1d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106975 Aug 30 00:01:52.137264 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [None req-e6e59eb1-6ca3-4693-89aa-08cbab9c7202 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Deleting port b3b0bc75-20ca-46f1-aa6f-748d51f9daff {{(pid=113415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 00:01:52.139225 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-e6e59eb1-6ca3-4693-89aa-08cbab9c7202 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (b3b0bc75-20ca-46f1-aa6f-748d51f9daff), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:52.186493 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-cab0df49-7cbf-4c6b-97b7-4ee102d68ddb req-a7bc0442-f21d-43e7-bcb8-2b79866469ae service neutron] 10.222.0.87 "GET /networking/v2.0/networks/b1780587-5845-4b44-80ee-36efef36f1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067388 Aug 30 00:01:52.224197 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-e6e59eb1-6ca3-4693-89aa-08cbab9c7202 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (b3b0bc75-20ca-46f1-aa6f-748d51f9daff), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:52.224534 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-e6e59eb1-6ca3-4693-89aa-08cbab9c7202 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Publish callbacks [] for floatingip (b3b0bc75-20ca-46f1-aa6f-748d51f9daff), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:52.242079 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [None req-e6e59eb1-6ca3-4693-89aa-08cbab9c7202 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Calling delete_port for b3b0bc75-20ca-46f1-aa6f-748d51f9daff owned by network:floatingip {{(pid=113415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 00:01:52.355499 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:52.514742 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-e6e59eb1-6ca3-4693-89aa-08cbab9c7202 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11068774'] for port (b3b0bc75-20ca-46f1-aa6f-748d51f9daff), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:52.519190 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=6 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:52.547989 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e59eb1-6ca3-4693-89aa-08cbab9c7202 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Pushing event deleted for resources: {'Port': ['ID=b3b0bc75-20ca-46f1-aa6f-748d51f9daff,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:52.617780 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-e6e59eb1-6ca3-4693-89aa-08cbab9c7202 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Publish callbacks [] for floatingip (f80e84e7-0195-4871-84e5-879644b35dea), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:52.618349 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.db.l3_db [None req-e6e59eb1-6ca3-4693-89aa-08cbab9c7202 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Floating IP f80e84e7-0195-4871-84e5-879644b35dea disassociated (deleted). External IP: 172.27.1.153, port: 8da325df-4d82-44f1-9e8a-da503beb89d7. Aug 30 00:01:52.836616 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e59eb1-6ca3-4693-89aa-08cbab9c7202 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Router 0e540fd9-43e8-4086-b0f4-a2d4962403c7 has already been hosted by L3 agent 037668f0-d812-4b59-9d2d-ce33f66a7708 {{(pid=113415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 00:01:52.941303 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e59eb1-6ca3-4693-89aa-08cbab9c7202 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Notify agent at l3_agent.dv-cinder-855041-2-iscsi the message routers_updated {{(pid=113415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 00:01:52.949208 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-e6e59eb1-6ca3-4693-89aa-08cbab9c7202 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for floatingip (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:52.950853 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393a06b0-ff1d-4802-8030-e6efb170cf6b None None] Sync routers for ids ['0e540fd9-43e8-4086-b0f4-a2d4962403c7'] in dv-cinder-855041-2-iscsi {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 00:01:52.966174 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393a06b0-ff1d-4802-8030-e6efb170cf6b None None] Routers {'0e540fd9-43e8-4086-b0f4-a2d4962403c7'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:01:52.967058 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-393a06b0-ff1d-4802-8030-e6efb170cf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-30T00:01:43Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['0e540fd9-43e8-4086-b0f4-a2d4962403c7'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:01:52.979038 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-e6e59eb1-6ca3-4693-89aa-08cbab9c7202 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "DELETE /networking/v2.0/floatingips/f80e84e7-0195-4871-84e5-879644b35dea HTTP/1.1" status: 204 len: 168 time: 1.0149674 Aug 30 00:01:53.073999 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 56422) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:01:53.170001 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-393a06b0-ff1d-4802-8030-e6efb170cf6b None None] Set router 0e540fd9-43e8-4086-b0f4-a2d4962403c7 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:01:53.202184 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-2de74aeb-ba96-4804-b29a-7f17e70fe45e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:53.283498 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-2de74aeb-ba96-4804-b29a-7f17e70fe45e admin admin] Publish callbacks [] for security_group (a3541f44-9b62-4b13-a9b3-3dff29077a7b), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:53.324900 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=100 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:53.354295 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-2de74aeb-ba96-4804-b29a-7f17e70fe45e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (a3541f44-9b62-4b13-a9b3-3dff29077a7b), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:53.367340 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-393a06b0-ff1d-4802-8030-e6efb170cf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e540fd9-43e8-4086-b0f4-a2d4962403c7', 'name': 'tempest-TestMinimumBasicScenario-825161289-router', 'tenant_id': 'f4188510da25496d956e4d717bc2a551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '42859e6c-3e47-477d-ad50-95b792649e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:59:24Z', 'updated_at': '2022-08-29T23:59:27Z', 'revision_number': 4, 'project_id': 'f4188510da25496d956e4d717bc2a551', 'gw_port': {'id': '42859e6c-3e47-477d-ad50-95b792649e18', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:40:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e540fd9-43e8-4086-b0f4-a2d4962403c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:59:24Z', 'updated_at': '2022-08-29T23:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': 'e5c81c84-e97c-4f0a-b11e-d84f5eb1423f', 'name': '', 'network_id': 'b1780587-5845-4b44-80ee-36efef36f1d7', 'tenant_id': 'f4188510da25496d956e4d717bc2a551', 'mac_address': 'fa:16:3e:1a:bd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e540fd9-43e8-4086-b0f4-a2d4962403c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '63d113a5-7c64-46a1-b545-44c599bf8411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:59:27Z', 'updated_at': '2022-08-29T23:59:35Z', 'revision_number': 5, 'project_id': 'f4188510da25496d956e4d717bc2a551', 'subnets': [{'id': '63d113a5-7c64-46a1-b545-44c599bf8411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:01:53.380247 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:53.391875 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393a06b0-ff1d-4802-8030-e6efb170cf6b None None] Checking router: 0e540fd9-43e8-4086-b0f4-a2d4962403c7 for host: dv-cinder-855041-2-iscsi {{(pid=113418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 00:01:53.401007 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-2de74aeb-ba96-4804-b29a-7f17e70fe45e admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=e5ebb90b6b714bcd999933df412c1e8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3227961 Aug 30 00:01:53.401126 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 56430) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:01:53.401576 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393a06b0-ff1d-4802-8030-e6efb170cf6b None None] Routers {'0e540fd9-43e8-4086-b0f4-a2d4962403c7'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:01:53.401776 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-393a06b0-ff1d-4802-8030-e6efb170cf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-30T00:01:43Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['0e540fd9-43e8-4086-b0f4-a2d4962403c7'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:01:53.407015 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de74aeb-ba96-4804-b29a-7f17e70fe45e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3541f44-9b62-4b13-a9b3-3dff29077a7b,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:53.463203 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-f8c006ad-55c2-4e7c-bdac-00c6a14147f3 admin admin] Publish callbacks [] for security_group (a3541f44-9b62-4b13-a9b3-3dff29077a7b), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:53.481448 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-f8c006ad-55c2-4e7c-bdac-00c6a14147f3 admin admin] Publish callbacks [] for security_group (a3541f44-9b62-4b13-a9b3-3dff29077a7b), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:53.512061 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-393a06b0-ff1d-4802-8030-e6efb170cf6b None None] Set router 0e540fd9-43e8-4086-b0f4-a2d4962403c7 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:01:53.564528 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab5e7deb-a296-423d-97aa-15c678b3757d', 'tag': '8da325df-4d82-44f1-9e8a-da503beb89d7'}] {{(pid=113415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 00:01:53.567250 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbb4ce14699acef1e34bc356a7f428b480f1dc74f7679c811df4fa99cd0d73e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542a8c49-a78d-4993-b84d-6e68a0dc7359" -d '{"events": [{"name": "network-changed", "server_uuid": "ab5e7deb-a296-423d-97aa-15c678b3757d", "tag": "8da325df-4d82-44f1-9e8a-da503beb89d7"}]}' {{(pid=113415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 00:01:53.594316 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-f8c006ad-55c2-4e7c-bdac-00c6a14147f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (a3541f44-9b62-4b13-a9b3-3dff29077a7b), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:53.597074 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-f8c006ad-55c2-4e7c-bdac-00c6a14147f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:53.598341 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-f8c006ad-55c2-4e7c-bdac-00c6a14147f3 admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/a3541f44-9b62-4b13-a9b3-3dff29077a7b HTTP/1.1" status: 204 len: 168 time: 0.1963706 Aug 30 00:01:53.608408 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c006ad-55c2-4e7c-bdac-00c6a14147f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3541f44-9b62-4b13-a9b3-3dff29077a7b,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:53.613453 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 00:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff91d2aa-3ab1-484c-bdfa-93d7e89b0d56 x-openstack-request-id: req-ff91d2aa-3ab1-484c-bdfa-93d7e89b0d56 {{(pid=113415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 00:01:53.621226 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab5e7deb-a296-423d-97aa-15c678b3757d", "tag": "8da325df-4d82-44f1-9e8a-da503beb89d7", "status": "completed", "code": 200}]} {{(pid=113415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 00:01:53.621226 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ff91d2aa-3ab1-484c-bdfa-93d7e89b0d56 {{(pid=113415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 00:01:53.621226 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff91d2aa-3ab1-484c-bdfa-93d7e89b0d56'] response: {'name': 'network-changed', 'server_uuid': 'ab5e7deb-a296-423d-97aa-15c678b3757d', 'tag': '8da325df-4d82-44f1-9e8a-da503beb89d7', 'status': 'completed', 'code': 200} Aug 30 00:01:53.621637 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c006ad-55c2-4e7c-bdac-00c6a14147f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:53.621637 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c006ad-55c2-4e7c-bdac-00c6a14147f3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:53.621637 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c006ad-55c2-4e7c-bdac-00c6a14147f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:53.621637 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c006ad-55c2-4e7c-bdac-00c6a14147f3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:53.621637 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c006ad-55c2-4e7c-bdac-00c6a14147f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:53.621637 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c006ad-55c2-4e7c-bdac-00c6a14147f3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:53.621637 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c006ad-55c2-4e7c-bdac-00c6a14147f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:53.621637 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c006ad-55c2-4e7c-bdac-00c6a14147f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:53.621637 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c006ad-55c2-4e7c-bdac-00c6a14147f3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:53.621637 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c006ad-55c2-4e7c-bdac-00c6a14147f3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:53.621637 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c006ad-55c2-4e7c-bdac-00c6a14147f3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:53.621637 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c006ad-55c2-4e7c-bdac-00c6a14147f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:53.621637 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c006ad-55c2-4e7c-bdac-00c6a14147f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:53.622614 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c006ad-55c2-4e7c-bdac-00c6a14147f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:53.622614 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c006ad-55c2-4e7c-bdac-00c6a14147f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:53.713801 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-393a06b0-ff1d-4802-8030-e6efb170cf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e540fd9-43e8-4086-b0f4-a2d4962403c7', 'name': 'tempest-TestMinimumBasicScenario-825161289-router', 'tenant_id': 'f4188510da25496d956e4d717bc2a551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '42859e6c-3e47-477d-ad50-95b792649e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:59:24Z', 'updated_at': '2022-08-29T23:59:27Z', 'revision_number': 4, 'project_id': 'f4188510da25496d956e4d717bc2a551', 'gw_port': {'id': '42859e6c-3e47-477d-ad50-95b792649e18', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:40:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e540fd9-43e8-4086-b0f4-a2d4962403c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:59:24Z', 'updated_at': '2022-08-29T23:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': 'e5c81c84-e97c-4f0a-b11e-d84f5eb1423f', 'name': '', 'network_id': 'b1780587-5845-4b44-80ee-36efef36f1d7', 'tenant_id': 'f4188510da25496d956e4d717bc2a551', 'mac_address': 'fa:16:3e:1a:bd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e540fd9-43e8-4086-b0f4-a2d4962403c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '63d113a5-7c64-46a1-b545-44c599bf8411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:59:27Z', 'updated_at': '2022-08-29T23:59:35Z', 'revision_number': 5, 'project_id': 'f4188510da25496d956e4d717bc2a551', 'subnets': [{'id': '63d113a5-7c64-46a1-b545-44c599bf8411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:01:53.738448 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393a06b0-ff1d-4802-8030-e6efb170cf6b None None] The sync data for ids ['0e540fd9-43e8-4086-b0f4-a2d4962403c7'] in dv-cinder-855041-2-iscsi is: [{'id': '0e540fd9-43e8-4086-b0f4-a2d4962403c7', 'name': 'tempest-TestMinimumBasicScenario-825161289-router', 'tenant_id': 'f4188510da25496d956e4d717bc2a551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '42859e6c-3e47-477d-ad50-95b792649e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:59:24Z', 'updated_at': '2022-08-29T23:59:27Z', 'revision_number': 4, 'project_id': 'f4188510da25496d956e4d717bc2a551', 'gw_port': {'id': '42859e6c-3e47-477d-ad50-95b792649e18', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:40:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e540fd9-43e8-4086-b0f4-a2d4962403c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:59:24Z', 'updated_at': '2022-08-29T23:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': 'e5c81c84-e97c-4f0a-b11e-d84f5eb1423f', 'name': '', 'network_id': 'b1780587-5845-4b44-80ee-36efef36f1d7', 'tenant_id': 'f4188510da25496d956e4d717bc2a551', 'mac_address': 'fa:16:3e:1a:bd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e540fd9-43e8-4086-b0f4-a2d4962403c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '63d113a5-7c64-46a1-b545-44c599bf8411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:59:27Z', 'updated_at': '2022-08-29T23:59:35Z', 'revision_number': 5, 'project_id': 'f4188510da25496d956e4d717bc2a551', 'subnets': [{'id': '63d113a5-7c64-46a1-b545-44c599bf8411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 00:01:53.858650 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a8c49-a78d-4993-b84d-6e68a0dc7359 req-280d570c-1889-4269-9674-af3460385830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:53.862019 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-542a8c49-a78d-4993-b84d-6e68a0dc7359 req-280d570c-1889-4269-9674-af3460385830 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=f4188510da25496d956e4d717bc2a551&device_id=ab5e7deb-a296-423d-97aa-15c678b3757d HTTP/1.1" status: 200 len: 1130 time: 0.0470903 Aug 30 00:01:53.943784 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:53.971631 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a8c49-a78d-4993-b84d-6e68a0dc7359 req-a3e35b19-e0dc-4f82-ab95-f12548a21858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:53.973232 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-542a8c49-a78d-4993-b84d-6e68a0dc7359 req-a3e35b19-e0dc-4f82-ab95-f12548a21858 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=b1780587-5845-4b44-80ee-36efef36f1d7 HTTP/1.1" status: 200 len: 916 time: 0.1066618 Aug 30 00:01:54.016672 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-542a8c49-a78d-4993-b84d-6e68a0dc7359 req-a76bc4b9-3d12-4e50-ac9a-7a719669a83f service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8da325df-4d82-44f1-9e8a-da503beb89d7 HTTP/1.1" status: 200 len: 217 time: 0.0368412 Aug 30 00:01:54.022370 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d836b6-29c6-4dc4-97c8-36e8851dc752 None None] New status for floating IP f80e84e7-0195-4871-84e5-879644b35dea: DOWN {{(pid=113417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 00:01:54.052366 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:54.069767 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a8c49-a78d-4993-b84d-6e68a0dc7359 req-f20d9ce9-e9a1-47f5-a38a-0d7f299abc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:54.070617 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-542a8c49-a78d-4993-b84d-6e68a0dc7359 req-f20d9ce9-e9a1-47f5-a38a-0d7f299abc45 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=63d113a5-7c64-46a1-b545-44c599bf8411 HTTP/1.1" status: 200 len: 853 time: 0.0479627 Aug 30 00:01:54.136924 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a8c49-a78d-4993-b84d-6e68a0dc7359 req-ee56e238-e232-42d4-ac60-477a01649bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:54.138770 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-542a8c49-a78d-4993-b84d-6e68a0dc7359 req-ee56e238-e232-42d4-ac60-477a01649bb2 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=b1780587-5845-4b44-80ee-36efef36f1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0598505 Aug 30 00:01:54.237977 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-542a8c49-a78d-4993-b84d-6e68a0dc7359 req-f555a901-1770-4b1a-a1bc-316726873064 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/b1780587-5845-4b44-80ee-36efef36f1d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921159 Aug 30 00:01:54.350052 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-542a8c49-a78d-4993-b84d-6e68a0dc7359 req-f090e86c-86dd-4023-952c-fc0797388645 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/b1780587-5845-4b44-80ee-36efef36f1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050923 Aug 30 00:01:54.820420 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 56468) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:01:54.924846 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [None req-a394cd77-88b3-4ae2-9d03-c6faac39f8e1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1681345251-network', 'tenant_id': '25d9f13fb1af4c3a911d91561bf0aae5'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:01:55.014992 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a394cd77-88b3-4ae2-9d03-c6faac39f8e1 admin admin] Made reservation on behalf of 25d9f13fb1af4c3a911d91561bf0aae5 for: {'network': 1} {{(pid=113416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 00:01:55.017610 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-a394cd77-88b3-4ae2-9d03-c6faac39f8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for network (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:55.026680 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-a394cd77-88b3-4ae2-9d03-c6faac39f8e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:55.103704 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-a394cd77-88b3-4ae2-9d03-c6faac39f8e1 admin admin] Publish callbacks [] for security_group (22743606-376d-455f-a721-d14b8effc959), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:55.176870 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-a394cd77-88b3-4ae2-9d03-c6faac39f8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (22743606-376d-455f-a721-d14b8effc959), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:55.205745 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a394cd77-88b3-4ae2-9d03-c6faac39f8e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1109, 'physical_network': 'physnet1'} {{(pid=113416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 00:01:55.211586 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a394cd77-88b3-4ae2-9d03-c6faac39f8e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22743606-376d-455f-a721-d14b8effc959,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:55.219651 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-a394cd77-88b3-4ae2-9d03-c6faac39f8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3480186'] for segment (ade09e0b-82bc-4df6-a541-dd677767d870), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:55.220072 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.db.segments_db [None req-a394cd77-88b3-4ae2-9d03-c6faac39f8e1 admin admin] Added segment ade09e0b-82bc-4df6-a541-dd677767d870 of type vlan for network 8f166cb4-c4bf-43cb-8e53-808a94ef3b22 Aug 30 00:01:55.261008 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-a394cd77-88b3-4ae2-9d03-c6faac39f8e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751005866352'] for network (8f166cb4-c4bf-43cb-8e53-808a94ef3b22), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:55.358382 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-a394cd77-88b3-4ae2-9d03-c6faac39f8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357'] for network (8f166cb4-c4bf-43cb-8e53-808a94ef3b22), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:55.359422 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a394cd77-88b3-4ae2-9d03-c6faac39f8e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:55.360033 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-a394cd77-88b3-4ae2-9d03-c6faac39f8e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for network (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:55.422035 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a394cd77-88b3-4ae2-9d03-c6faac39f8e1 admin admin] Pushing event updated for resources: {'Network': ['ID=8f166cb4-c4bf-43cb-8e53-808a94ef3b22,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:55.432644 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Network 8f166cb4-c4bf-43cb-8e53-808a94ef3b22 details requested by agent ovs-agent-dv-cinder-855041-2-iscsi with host dv-cinder-855041-2-iscsi {{(pid=113417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 00:01:55.469595 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-a394cd77-88b3-4ae2-9d03-c6faac39f8e1 admin admin] 10.222.0.90 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6480675 Aug 30 00:01:55.473246 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 56472) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:01:55.478101 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [None req-8666a747-d566-4cb8-837c-5eab4cece625 admin admin] Request body: {'subnet': {'network_id': '8f166cb4-c4bf-43cb-8e53-808a94ef3b22', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1681345251-subnet', 'tenant_id': '25d9f13fb1af4c3a911d91561bf0aae5', 'ip_version': 4}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:01:55.487763 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:55.553976 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8666a747-d566-4cb8-837c-5eab4cece625 admin admin] Made reservation on behalf of 25d9f13fb1af4c3a911d91561bf0aae5 for: {'subnet': 1} {{(pid=113416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 00:01:55.556435 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-8666a747-d566-4cb8-837c-5eab4cece625 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11693029'] for subnet (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:55.626394 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:55.722777 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:55.765835 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-8666a747-d566-4cb8-837c-5eab4cece625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4096602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10966620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11693043'] for subnet (eac43cd7-5501-421e-930c-a171e85eb563), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:55.823561 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8666a747-d566-4cb8-837c-5eab4cece625 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eac43cd7-5501-421e-930c-a171e85eb563,revision_number=0']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:55.834883 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8666a747-d566-4cb8-837c-5eab4cece625 admin admin] Checking segment: {'id': 'ade09e0b-82bc-4df6-a541-dd677767d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '8f166cb4-c4bf-43cb-8e53-808a94ef3b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 00:01:55.835249 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8666a747-d566-4cb8-837c-5eab4cece625 admin admin] Network hostable DHCP agents. Network: 8f166cb4-c4bf-43cb-8e53-808a94ef3b22, hostable agents: ['1020f8f9-c858-45a1-84c5-376480b0ca2e'], hosted agents: [] {{(pid=113416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 00:01:55.925522 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8666a747-d566-4cb8-837c-5eab4cece625 admin admin] Network 8f166cb4-c4bf-43cb-8e53-808a94ef3b22 is scheduled to be hosted by DHCP agent 1020f8f9-c858-45a1-84c5-376480b0ca2e with binding_index 1 {{(pid=113416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 00:01:56.012074 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.base_scheduler [None req-8666a747-d566-4cb8-837c-5eab4cece625 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855041-2-iscsi, 8f166cb4-c4bf-43cb-8e53-808a94ef3b22) {{(pid=113416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 00:01:56.017767 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8666a747-d566-4cb8-837c-5eab4cece625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:56.018393 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-8666a747-d566-4cb8-837c-5eab4cece625 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for subnet (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:56.022469 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c77a7ec-866c-4cc7-a08d-a251978bac8e None None] Network 8f166cb4-c4bf-43cb-8e53-808a94ef3b22 requested from dv-cinder-855041-2-iscsi {{(pid=113417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 00:01:56.117164 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-8666a747-d566-4cb8-837c-5eab4cece625 admin admin] 10.222.0.90 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6428690 Aug 30 00:01:56.120027 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 56480) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:01:56.124387 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [None req-11a25580-5efb-4427-af44-6228ab4aee6c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1681345251-router', 'tenant_id': '25d9f13fb1af4c3a911d91561bf0aae5', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88'}}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:01:56.130684 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b327e68-5e14-4212-96f3-55de6e903565 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53cca06d-0ebc-509e-8194-c81e43be134c-8f166cb4-c4bf-43cb-8e53-808a94ef3b22', 'network_id': '8f166cb4-c4bf-43cb-8e53-808a94ef3b22', 'project_id': '25d9f13fb1af4c3a911d91561bf0aae5', 'fixed_ips': [{'subnet_id': 'eac43cd7-5501-421e-930c-a171e85eb563'}]}} from dv-cinder-855041-2-iscsi. {{(pid=113417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 00:01:56.131801 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-4b327e68-5e14-4212-96f3-55de6e903565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:56.219279 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-11a25580-5efb-4427-af44-6228ab4aee6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-476365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63332'] for router (50801df7-c9ce-4645-9011-e32edfdcf6ea), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:56.220980 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-11a25580-5efb-4427-af44-6228ab4aee6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471508', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63325'] for router (50801df7-c9ce-4645-9011-e32edfdcf6ea), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:56.279752 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.db_base_plugin_common [None req-4b327e68-5e14-4212-96f3-55de6e903565 None None] Allocated IP 172.20.0.2 (8f166cb4-c4bf-43cb-8e53-808a94ef3b22/eac43cd7-5501-421e-930c-a171e85eb563/6a3dde41-9796-4ac0-b0f6-fbd02a6562f8) {{(pid=113417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 00:01:56.282199 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-11a25580-5efb-4427-af44-6228ab4aee6c admin admin] Publish callbacks [] for router_controller (50801df7-c9ce-4645-9011-e32edfdcf6ea), precommit_add_association {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:56.498277 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-11a25580-5efb-4427-af44-6228ab4aee6c admin admin] Publish callbacks [] for router_gateway (50801df7-c9ce-4645-9011-e32edfdcf6ea), precommit_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:56.571005 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-4b327e68-5e14-4212-96f3-55de6e903565 None None] Publish callbacks [] for port (6a3dde41-9796-4ac0-b0f6-fbd02a6562f8), precommit_create {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:56.610250 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd73d6c-10db-4096-9f39-dfa5f80a3493 req-0c142517-c502-46fa-8c14-e434e571fb6d tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:56.612081 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-3dd73d6c-10db-4096-9f39-dfa5f80a3493 req-0c142517-c502-46fa-8c14-e434e571fb6d tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=ab5e7deb-a296-423d-97aa-15c678b3757d HTTP/1.1" status: 200 len: 946 time: 0.3353724 Aug 30 00:01:56.640709 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-4b327e68-5e14-4212-96f3-55de6e903565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297'] for port (6a3dde41-9796-4ac0-b0f6-fbd02a6562f8), after_create {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:56.661930 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-3dd73d6c-10db-4096-9f39-dfa5f80a3493 req-1327bd0c-bb72-482b-a9c0-f2547d48378c tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=7473fa50-8d64-410d-920b-9f8237d88050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434685 Aug 30 00:01:56.686863 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b327e68-5e14-4212-96f3-55de6e903565 None None] Network 8f166cb4-c4bf-43cb-8e53-808a94ef3b22 is already hosted by enough agents. {{(pid=113417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 00:01:56.701400 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.scheduler.base_scheduler [None req-4b327e68-5e14-4212-96f3-55de6e903565 None None] Resources bound (agent type, host, resource id): {{(pid=113417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 00:01:56.707329 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b327e68-5e14-4212-96f3-55de6e903565 None None] Received port after_create {{(pid=113417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 00:01:56.710675 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b327e68-5e14-4212-96f3-55de6e903565 None None] Pushing event updated for resources: {'Port': ['ID=6a3dde41-9796-4ac0-b0f6-fbd02a6562f8,revision_number=1']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:56.754842 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-11a25580-5efb-4427-af44-6228ab4aee6c admin admin] Publish callbacks [] for router_gateway (50801df7-c9ce-4645-9011-e32edfdcf6ea), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:56.772574 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-4b327e68-5e14-4212-96f3-55de6e903565 None None] Attempting to bind port 6a3dde41-9796-4ac0-b0f6-fbd02a6562f8 on host dv-cinder-855041-2-iscsi for vnic_type normal with profile {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 00:01:56.772933 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-4b327e68-5e14-4212-96f3-55de6e903565 None None] Attempting to bind port 6a3dde41-9796-4ac0-b0f6-fbd02a6562f8 by drivers openvswitch,hyperv on host dv-cinder-855041-2-iscsi at level 0 using segments [{'id': 'ade09e0b-82bc-4df6-a541-dd677767d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '8f166cb4-c4bf-43cb-8e53-808a94ef3b22'}] {{(pid=113417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 00:01:56.773296 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b327e68-5e14-4212-96f3-55de6e903565 None None] Attempting to bind port 6a3dde41-9796-4ac0-b0f6-fbd02a6562f8 on network 8f166cb4-c4bf-43cb-8e53-808a94ef3b22 {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 00:01:56.776695 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-11a25580-5efb-4427-af44-6228ab4aee6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:56.778812 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b327e68-5e14-4212-96f3-55de6e903565 None None] Checking agent: {'id': '01773ddc-a5d8-4c68-b7b5-e385af2b339f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 43, 45), 'started_at': datetime.datetime(2022, 8, 29, 23, 44, 15), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 0, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 00:01:56.779183 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b327e68-5e14-4212-96f3-55de6e903565 None None] Checking segment: {'id': 'ade09e0b-82bc-4df6-a541-dd677767d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '8f166cb4-c4bf-43cb-8e53-808a94ef3b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 00:01:56.779579 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-4b327e68-5e14-4212-96f3-55de6e903565 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:56.779965 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b327e68-5e14-4212-96f3-55de6e903565 None None] Bound using segment: {'id': 'ade09e0b-82bc-4df6-a541-dd677767d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '8f166cb4-c4bf-43cb-8e53-808a94ef3b22'} {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 00:01:56.780487 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-4b327e68-5e14-4212-96f3-55de6e903565 None None] Bound port: 6a3dde41-9796-4ac0-b0f6-fbd02a6562f8, host: dv-cinder-855041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ade09e0b-82bc-4df6-a541-dd677767d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '8f166cb4-c4bf-43cb-8e53-808a94ef3b22'}}] {{(pid=113417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 00:01:56.780883 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-4b327e68-5e14-4212-96f3-55de6e903565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (6a3dde41-9796-4ac0-b0f6-fbd02a6562f8), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:56.847710 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-4b327e68-5e14-4212-96f3-55de6e903565 None None] For port 6a3dde41-9796-4ac0-b0f6-fbd02a6562f8, host dv-cinder-855041-2-iscsi, cleared binding levels {{(pid=113417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 00:01:56.850871 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-4b327e68-5e14-4212-96f3-55de6e903565 None None] For port 6a3dde41-9796-4ac0-b0f6-fbd02a6562f8, host dv-cinder-855041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=6a3dde41-9796-4ac0-b0f6-fbd02a6562f8,segment=NetworkSegment(ade09e0b-82bc-4df6-a541-dd677767d870),segment_id=ade09e0b-82bc-4df6-a541-dd677767d870)] {{(pid=113417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 00:01:56.891332 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.db_base_plugin_common [None req-11a25580-5efb-4427-af44-6228ab4aee6c admin admin] Allocated IP 172.27.1.40 (c6396a07-dfbf-4950-850b-378da3ed2a88/a98be68c-aef3-471c-b3f8-ae629ebf2983/1233ebc9-bc6e-477f-a3db-3594f67c0d4d) {{(pid=113416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 00:01:56.949771 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-4b327e68-5e14-4212-96f3-55de6e903565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (6a3dde41-9796-4ac0-b0f6-fbd02a6562f8), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:56.961343 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:57.020779 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-11a25580-5efb-4427-af44-6228ab4aee6c admin admin] Publish callbacks [] for port (1233ebc9-bc6e-477f-a3db-3594f67c0d4d), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:57.027596 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b327e68-5e14-4212-96f3-55de6e903565 None None] Pushing event updated for resources: {'Port': ['ID=6a3dde41-9796-4ac0-b0f6-fbd02a6562f8,revision_number=2']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:57.170187 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-11a25580-5efb-4427-af44-6228ab4aee6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963692'] for port (1233ebc9-bc6e-477f-a3db-3594f67c0d4d), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:57.292091 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-8d4af1d2-bc8f-431b-8126-5f27f9e74ac9 req-27725102-2eb3-4e5b-9cd5-6ce1f86e3a73 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1260045331&fields=id&tenant_id=6e1e7c36165f47ad838bb6b42f3179d9 HTTP/1.1" status: 200 len: 267 time: 0.0587344 Aug 30 00:01:57.417244 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4af1d2-bc8f-431b-8126-5f27f9e74ac9 req-a9e7d4fc-3fd3-40fb-b48d-39dce157dd52 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:57.418702 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-8d4af1d2-bc8f-431b-8126-5f27f9e74ac9 req-a9e7d4fc-3fd3-40fb-b48d-39dce157dd52 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/networks?id=79f758d9-f5c9-4dd1-ba1e-2857ef410b54 HTTP/1.1" status: 200 len: 811 time: 0.1161644 Aug 30 00:01:57.434701 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-8d4af1d2-bc8f-431b-8126-5f27f9e74ac9 req-6226e0e7-d0c3-4b05-86bd-ee23bcc875f0 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/quotas/6e1e7c36165f47ad838bb6b42f3179d9 HTTP/1.1" status: 200 len: 375 time: 0.0096207 Aug 30 00:01:57.487180 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:57.491135 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-8d4af1d2-bc8f-431b-8126-5f27f9e74ac9 req-7d9e020b-a547-4c5d-90e9-a1c6c7c6e9ea tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/ports?tenant_id=6e1e7c36165f47ad838bb6b42f3179d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500102 Aug 30 00:01:57.494101 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a25580-5efb-4427-af44-6228ab4aee6c admin admin] Network c6396a07-dfbf-4950-850b-378da3ed2a88 is already hosted by enough agents. {{(pid=113416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 00:01:57.499989 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.base_scheduler [None req-11a25580-5efb-4427-af44-6228ab4aee6c admin admin] Resources bound (agent type, host, resource id): {{(pid=113416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 00:01:57.500186 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a25580-5efb-4427-af44-6228ab4aee6c admin admin] Received port after_create {{(pid=113416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 00:01:57.526703 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a25580-5efb-4427-af44-6228ab4aee6c admin admin] Pushing event updated for resources: {'Port': ['ID=1233ebc9-bc6e-477f-a3db-3594f67c0d4d,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:57.594265 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-8d4af1d2-bc8f-431b-8126-5f27f9e74ac9 req-b9f26298-ddee-484a-8987-b006bf8f34ba service neutron] 10.222.0.90 "GET /networking/v2.0/networks/79f758d9-f5c9-4dd1-ba1e-2857ef410b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913162 Aug 30 00:01:57.691384 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-8d4af1d2-bc8f-431b-8126-5f27f9e74ac9 req-358da3c5-c8af-4af2-a1f9-39a6219379e1 service neutron] 10.222.0.90 "GET /networking/v2.0/networks/79f758d9-f5c9-4dd1-ba1e-2857ef410b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890689 Aug 30 00:01:57.841086 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d79fa30-c516-479e-ae2a-bc095d31a00e req-a2ccf803-6515-4a65-a1da-44796ba7450e tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:57.842757 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-3d79fa30-c516-479e-ae2a-bc095d31a00e req-a2ccf803-6515-4a65-a1da-44796ba7450e tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=ab5e7deb-a296-423d-97aa-15c678b3757d HTTP/1.1" status: 200 len: 946 time: 0.0557287 Aug 30 00:01:57.857866 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:57.910282 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-3d79fa30-c516-479e-ae2a-bc095d31a00e req-cdfe5b2b-d7b4-48b8-8526-55eaffcc9b3d tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=7473fa50-8d64-410d-920b-9f8237d88050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600462 Aug 30 00:01:57.930037 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d39e4-ba1c-4133-b385-a68e3c111a7a req-838e165e-d7b2-49ba-8dd6-6ef1883a2bb6 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:57.930037 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-013d39e4-ba1c-4133-b385-a68e3c111a7a req-838e165e-d7b2-49ba-8dd6-6ef1883a2bb6 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.87 "GET /networking/v2.0/ports?device_id=ab5e7deb-a296-423d-97aa-15c678b3757d HTTP/1.1" status: 200 len: 946 time: 0.0565107 Aug 30 00:01:57.965623 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-11a25580-5efb-4427-af44-6228ab4aee6c admin admin] Publish callbacks [] for router_gateway (50801df7-c9ce-4645-9011-e32edfdcf6ea), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:57.972074 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7325d2cc-596b-40da-bf41-251c3f9c6d21 None None] Network 8f166cb4-c4bf-43cb-8e53-808a94ef3b22 requested from dv-cinder-855041-2-iscsi {{(pid=113417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 00:01:58.067724 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-fd84c2fe-ab73-441a-84f9-5053cd79aa79 None None] Provisioning complete for port 6a3dde41-9796-4ac0-b0f6-fbd02a6562f8 triggered by entity DHCP. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:01:58.068243 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-fd84c2fe-ab73-441a-84f9-5053cd79aa79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (6a3dde41-9796-4ac0-b0f6-fbd02a6562f8), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:58.092222 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.plugin [req-013d39e4-ba1c-4133-b385-a68e3c111a7a req-0e91dc11-acbc-4c8c-ac96-9f65babde9a3 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Deleting port 8da325df-4d82-44f1-9e8a-da503beb89d7 {{(pid=113416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 00:01:58.092576 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-013d39e4-ba1c-4133-b385-a68e3c111a7a req-0e91dc11-acbc-4c8c-ac96-9f65babde9a3 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (8da325df-4d82-44f1-9e8a-da503beb89d7), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:58.109183 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:58.136410 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:58.182013 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-fd84c2fe-ab73-441a-84f9-5053cd79aa79 None None] Current status of the port 6a3dde41-9796-4ac0-b0f6-fbd02a6562f8 is: DOWN; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:01:58.182344 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-fd84c2fe-ab73-441a-84f9-5053cd79aa79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (6a3dde41-9796-4ac0-b0f6-fbd02a6562f8), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:58.225793 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-fd84c2fe-ab73-441a-84f9-5053cd79aa79 None None] For port 6a3dde41-9796-4ac0-b0f6-fbd02a6562f8, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=6a3dde41-9796-4ac0-b0f6-fbd02a6562f8,segment=NetworkSegment(ade09e0b-82bc-4df6-a541-dd677767d870),segment_id=ade09e0b-82bc-4df6-a541-dd677767d870)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:01:58.276501 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.db [req-013d39e4-ba1c-4133-b385-a68e3c111a7a req-0e91dc11-acbc-4c8c-ac96-9f65babde9a3 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] For port 8da325df-4d82-44f1-9e8a-da503beb89d7, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=8da325df-4d82-44f1-9e8a-da503beb89d7,segment=NetworkSegment(ac01668e-658a-426d-8808-b924a51fa0ef),segment_id=ac01668e-658a-426d-8808-b924a51fa0ef)] {{(pid=113416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:01:58.276911 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-013d39e4-ba1c-4133-b385-a68e3c111a7a req-0e91dc11-acbc-4c8c-ac96-9f65babde9a3 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (8da325df-4d82-44f1-9e8a-da503beb89d7), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:58.296677 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.plugin [req-013d39e4-ba1c-4133-b385-a68e3c111a7a req-0e91dc11-acbc-4c8c-ac96-9f65babde9a3 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Calling delete_port for 8da325df-4d82-44f1-9e8a-da503beb89d7 owned by compute:nova {{(pid=113416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 00:01:58.304718 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-11a25580-5efb-4427-af44-6228ab4aee6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477501'] for router (50801df7-c9ce-4645-9011-e32edfdcf6ea), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:58.308607 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-fd84c2fe-ab73-441a-84f9-5053cd79aa79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (6a3dde41-9796-4ac0-b0f6-fbd02a6562f8), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:58.384120 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd84c2fe-ab73-441a-84f9-5053cd79aa79 None None] Pushing event updated for resources: {'Port': ['ID=6a3dde41-9796-4ac0-b0f6-fbd02a6562f8,revision_number=3']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:58.435565 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-9ae18a8a-6b0e-4882-a409-e59551e98b7b None None] Provisioning complete for port 6a3dde41-9796-4ac0-b0f6-fbd02a6562f8 triggered by entity DHCP. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:01:58.435937 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-9ae18a8a-6b0e-4882-a409-e59551e98b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (6a3dde41-9796-4ac0-b0f6-fbd02a6562f8), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:58.448908 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c683b84b-d6f0-46e1-92b1-4c5010fc0ecf req-7e8cf2af-c906-47d9-9f8f-a48a69185c05 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=15195999-d4a4-4d69-a4f5-385d63adc174 HTTP/1.1" status: 200 len: 210 time: 0.0447221 Aug 30 00:01:58.524138 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:58.546454 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 6a3dde41-9796-4ac0-b0f6-fbd02a6562f8 up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 00:01:58.565988 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:58.608744 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-9ae18a8a-6b0e-4882-a409-e59551e98b7b None None] Current status of the port 6a3dde41-9796-4ac0-b0f6-fbd02a6562f8 is: ACTIVE; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:01:58.621808 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port 6a3dde41-9796-4ac0-b0f6-fbd02a6562f8 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:01:58.622181 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (6a3dde41-9796-4ac0-b0f6-fbd02a6562f8), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:58.692329 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a25580-5efb-4427-af44-6228ab4aee6c admin admin] Router 50801df7-c9ce-4645-9011-e32edfdcf6ea is scheduled to L3 agent 037668f0-d812-4b59-9d2d-ce33f66a7708 with binding_index 1 {{(pid=113416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 00:01:58.695650 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-013d39e4-ba1c-4133-b385-a68e3c111a7a req-0e91dc11-acbc-4c8c-ac96-9f65babde9a3 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963692'] for port (8da325df-4d82-44f1-9e8a-da503beb89d7), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:58.697962 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port 6a3dde41-9796-4ac0-b0f6-fbd02a6562f8 is: ACTIVE; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:01:58.707980 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] get_ports_and_sgs() called for port_ids ['8da325df-4d82-44f1-9e8a-da503beb89d7'] {{(pid=113417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 00:01:58.733967 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e91dc11-acbc-4c8c-ac96-9f65babde9a3 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Pushing event deleted for resources: {'Port': ['ID=8da325df-4d82-44f1-9e8a-da503beb89d7,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:58.815881 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.l3_dvrscheduler_db [req-013d39e4-ba1c-4133-b385-a68e3c111a7a req-0e91dc11-acbc-4c8c-ac96-9f65babde9a3 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] No DVR routers for this DVR port 8da325df-4d82-44f1-9e8a-da503beb89d7 on host hv-cinder-85504 {{(pid=113416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 00:01:58.819411 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-013d39e4-ba1c-4133-b385-a68e3c111a7a req-0e91dc11-acbc-4c8c-ac96-9f65babde9a3 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for port (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:58.822661 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-013d39e4-ba1c-4133-b385-a68e3c111a7a req-0e91dc11-acbc-4c8c-ac96-9f65babde9a3 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.87 "DELETE /networking/v2.0/ports/8da325df-4d82-44f1-9e8a-da503beb89d7 HTTP/1.1" status: 204 len: 173 time: 0.8910077 Aug 30 00:01:58.823093 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab5e7deb-a296-423d-97aa-15c678b3757d', 'name': 'network-vif-deleted', 'tag': '8da325df-4d82-44f1-9e8a-da503beb89d7'}] {{(pid=113416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 00:01:58.825425 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca1b1d0bad556637bdc4aa8e491b493d03ba5f494de7569054403470f02cf73a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6f299b-01e4-4d66-821c-9136afe80394" -d '{"events": [{"server_uuid": "ab5e7deb-a296-423d-97aa-15c678b3757d", "name": "network-vif-deleted", "tag": "8da325df-4d82-44f1-9e8a-da503beb89d7"}]}' {{(pid=113416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 00:01:58.873867 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 00:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd0e093-cd9b-4cd2-9abe-d36f183460c4 x-openstack-request-id: req-ffd0e093-cd9b-4cd2-9abe-d36f183460c4 {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 00:01:58.873867 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab5e7deb-a296-423d-97aa-15c678b3757d", "name": "network-vif-deleted", "tag": "8da325df-4d82-44f1-9e8a-da503beb89d7", "status": "completed", "code": 200}]} {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 00:01:58.873867 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ffd0e093-cd9b-4cd2-9abe-d36f183460c4 {{(pid=113416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 00:01:58.874254 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffd0e093-cd9b-4cd2-9abe-d36f183460c4'] response: {'server_uuid': 'ab5e7deb-a296-423d-97aa-15c678b3757d', 'name': 'network-vif-deleted', 'tag': '8da325df-4d82-44f1-9e8a-da503beb89d7', 'status': 'completed', 'code': 200} Aug 30 00:01:58.894670 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a25580-5efb-4427-af44-6228ab4aee6c admin admin] Notify agent at l3_agent.dv-cinder-855041-2-iscsi the message routers_updated {{(pid=113416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 00:01:58.904098 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f24dd2-6d62-4f17-8be7-c067badede53 None None] Sync routers for ids ['50801df7-c9ce-4645-9011-e32edfdcf6ea'] in dv-cinder-855041-2-iscsi {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 00:01:58.915549 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f24dd2-6d62-4f17-8be7-c067badede53 None None] Routers {'50801df7-c9ce-4645-9011-e32edfdcf6ea'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:01:58.916156 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-74f24dd2-6d62-4f17-8be7-c067badede53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-30T00:01:43Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['50801df7-c9ce-4645-9011-e32edfdcf6ea'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:01:59.002827 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-11a25580-5efb-4427-af44-6228ab4aee6c admin admin] Publish callbacks [] for router (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:59.004131 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-11a25580-5efb-4427-af44-6228ab4aee6c admin admin] 10.222.0.90 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8831108 Aug 30 00:01:59.006891 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 56514) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:01:59.040596 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c67d81b6-f584-41b6-a59f-a86e3f4e1968 req-e5b683e0-14cf-4747-838d-e838fd158dc8 tempest-TestMinimumBasicScenario-1244578904 tempest-TestMinimumBasicScenario-1244578904-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=ab5e7deb-a296-423d-97aa-15c678b3757d HTTP/1.1" status: 200 len: 210 time: 0.0441918 Aug 30 00:01:59.041051 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-74f24dd2-6d62-4f17-8be7-c067badede53 None None] Set router 50801df7-c9ce-4645-9011-e32edfdcf6ea gateway port host: dv-cinder-855041-2-iscsi {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:01:59.203172 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=100 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:59.252151 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-74f24dd2-6d62-4f17-8be7-c067badede53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50801df7-c9ce-4645-9011-e32edfdcf6ea', 'name': 'tempest-TestShelveInstance-1681345251-router', 'tenant_id': '25d9f13fb1af4c3a911d91561bf0aae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '1233ebc9-bc6e-477f-a3db-3594f67c0d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:01:56Z', 'updated_at': '2022-08-30T00:01:57Z', 'revision_number': 3, 'project_id': '25d9f13fb1af4c3a911d91561bf0aae5', 'gw_port': {'id': '1233ebc9-bc6e-477f-a3db-3594f67c0d4d', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50801df7-c9ce-4645-9011-e32edfdcf6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:56Z', 'updated_at': '2022-08-30T00:01:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi'}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:01:59.282289 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f24dd2-6d62-4f17-8be7-c067badede53 None None] Checking router: 50801df7-c9ce-4645-9011-e32edfdcf6ea for host: dv-cinder-855041-2-iscsi {{(pid=113418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 00:01:59.282772 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f24dd2-6d62-4f17-8be7-c067badede53 None None] Updating router 50801df7-c9ce-4645-9011-e32edfdcf6ea port 1233ebc9-bc6e-477f-a3db-3594f67c0d4d binding host dv-cinder-855041-2-iscsi {{(pid=113418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 00:01:59.313514 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron_lib.callbacks.manager [None req-74f24dd2-6d62-4f17-8be7-c067badede53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (1233ebc9-bc6e-477f-a3db-3594f67c0d4d), before_update {{(pid=113418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:59.359605 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:59.508642 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-746ee788-b3d6-4848-acd1-e4c4306c79e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:59.543949 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d1083ae4-9f0d-48e8-b870-c4f0a30671e9 req-2fb5e4e0-22bc-4650-a100-32064dedbc84 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=15195999-d4a4-4d69-a4f5-385d63adc174 HTTP/1.1" status: 200 len: 210 time: 0.0446556 Aug 30 00:01:59.565026 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:59.585922 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron_lib.callbacks.manager [None req-74f24dd2-6d62-4f17-8be7-c067badede53 None None] Publish callbacks [] for port (1233ebc9-bc6e-477f-a3db-3594f67c0d4d), precommit_update {{(pid=113418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:59.675246 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.db_base_plugin_common [None req-746ee788-b3d6-4848-acd1-e4c4306c79e9 admin admin] Allocated IP 172.20.0.1 (8f166cb4-c4bf-43cb-8e53-808a94ef3b22/eac43cd7-5501-421e-930c-a171e85eb563/1991e147-688e-4af5-8cc3-667e3dd1cf49) {{(pid=113416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 00:01:59.692290 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron_lib.callbacks.manager [None req-74f24dd2-6d62-4f17-8be7-c067badede53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (1233ebc9-bc6e-477f-a3db-3594f67c0d4d), after_update {{(pid=113418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:59.737035 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.managers [None req-74f24dd2-6d62-4f17-8be7-c067badede53 None None] Attempting to bind port 1233ebc9-bc6e-477f-a3db-3594f67c0d4d on host dv-cinder-855041-2-iscsi for vnic_type normal with profile {{(pid=113418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 00:01:59.737405 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.managers [None req-74f24dd2-6d62-4f17-8be7-c067badede53 None None] Attempting to bind port 1233ebc9-bc6e-477f-a3db-3594f67c0d4d by drivers openvswitch,hyperv on host dv-cinder-855041-2-iscsi at level 0 using segments [{'id': 'b4742eaf-d58e-407a-bbd7-30be4e48df16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88'}] {{(pid=113418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 00:01:59.737992 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f24dd2-6d62-4f17-8be7-c067badede53 None None] Attempting to bind port 1233ebc9-bc6e-477f-a3db-3594f67c0d4d on network c6396a07-dfbf-4950-850b-378da3ed2a88 {{(pid=113418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 00:01:59.751019 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f24dd2-6d62-4f17-8be7-c067badede53 None None] Checking agent: {'id': '01773ddc-a5d8-4c68-b7b5-e385af2b339f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 43, 45), 'started_at': datetime.datetime(2022, 8, 29, 23, 44, 15), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 0, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 00:01:59.752021 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f24dd2-6d62-4f17-8be7-c067badede53 None None] Checking segment: {'id': 'b4742eaf-d58e-407a-bbd7-30be4e48df16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 00:01:59.752480 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron_lib.callbacks.manager [None req-74f24dd2-6d62-4f17-8be7-c067badede53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:59.752891 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f24dd2-6d62-4f17-8be7-c067badede53 None None] Bound using segment: {'id': 'b4742eaf-d58e-407a-bbd7-30be4e48df16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88'} {{(pid=113418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 00:01:59.753362 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.managers [None req-74f24dd2-6d62-4f17-8be7-c067badede53 None None] Bound port: 1233ebc9-bc6e-477f-a3db-3594f67c0d4d, host: dv-cinder-855041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4742eaf-d58e-407a-bbd7-30be4e48df16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88'}}] {{(pid=113418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 00:01:59.753731 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron_lib.callbacks.manager [None req-74f24dd2-6d62-4f17-8be7-c067badede53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (1233ebc9-bc6e-477f-a3db-3594f67c0d4d), before_update {{(pid=113418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:59.756416 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:59.781447 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b56c106-ca53-41ed-9c70-a29442bdf5f3 None None] Pushing event updated for resources: {'Port': ['ID=1233ebc9-bc6e-477f-a3db-3594f67c0d4d,revision_number=2']} {{(pid=113418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:59.810363 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-746ee788-b3d6-4848-acd1-e4c4306c79e9 admin admin] Publish callbacks [] for port (1991e147-688e-4af5-8cc3-667e3dd1cf49), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:59.819346 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.db [None req-74f24dd2-6d62-4f17-8be7-c067badede53 None None] For port 1233ebc9-bc6e-477f-a3db-3594f67c0d4d, host dv-cinder-855041-2-iscsi, cleared binding levels {{(pid=113418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 00:01:59.822833 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.plugins.ml2.db [None req-74f24dd2-6d62-4f17-8be7-c067badede53 None None] For port 1233ebc9-bc6e-477f-a3db-3594f67c0d4d, host dv-cinder-855041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=1233ebc9-bc6e-477f-a3db-3594f67c0d4d,segment=NetworkSegment(b4742eaf-d58e-407a-bbd7-30be4e48df16),segment_id=b4742eaf-d58e-407a-bbd7-30be4e48df16)] {{(pid=113418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 00:01:59.902286 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron_lib.callbacks.manager [None req-74f24dd2-6d62-4f17-8be7-c067badede53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (1233ebc9-bc6e-477f-a3db-3594f67c0d4d), after_update {{(pid=113418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:59.903144 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-746ee788-b3d6-4848-acd1-e4c4306c79e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963692'] for port (1991e147-688e-4af5-8cc3-667e3dd1cf49), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:59.945253 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746ee788-b3d6-4848-acd1-e4c4306c79e9 admin admin] Network 8f166cb4-c4bf-43cb-8e53-808a94ef3b22 is already hosted by enough agents. {{(pid=113416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 00:01:59.950900 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.base_scheduler [None req-746ee788-b3d6-4848-acd1-e4c4306c79e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=113416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 00:01:59.953483 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746ee788-b3d6-4848-acd1-e4c4306c79e9 admin admin] Received port after_create {{(pid=113416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 00:01:59.957389 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f24dd2-6d62-4f17-8be7-c067badede53 None None] Routers {'50801df7-c9ce-4645-9011-e32edfdcf6ea'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:01:59.957856 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-74f24dd2-6d62-4f17-8be7-c067badede53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-30T00:01:43Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['50801df7-c9ce-4645-9011-e32edfdcf6ea'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:01:59.987512 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746ee788-b3d6-4848-acd1-e4c4306c79e9 admin admin] Pushing event updated for resources: {'Port': ['ID=1991e147-688e-4af5-8cc3-667e3dd1cf49,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:00.008824 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-746ee788-b3d6-4848-acd1-e4c4306c79e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477273'] for router_interface (50801df7-c9ce-4645-9011-e32edfdcf6ea), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:00.101158 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b56c106-ca53-41ed-9c70-a29442bdf5f3 None None] Pushing event updated for resources: {'Port': ['ID=1233ebc9-bc6e-477f-a3db-3594f67c0d4d,revision_number=3']} {{(pid=113418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:00.184087 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-74f24dd2-6d62-4f17-8be7-c067badede53 None None] Set router 50801df7-c9ce-4645-9011-e32edfdcf6ea gateway port host: dv-cinder-855041-2-iscsi {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:02:00.252592 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-746ee788-b3d6-4848-acd1-e4c4306c79e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (1991e147-688e-4af5-8cc3-667e3dd1cf49), before_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:00.254008 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-64860e59-edc2-4f4e-8f91-630d77e76569 None None] Provisioning complete for port 1991e147-688e-4af5-8cc3-667e3dd1cf49 triggered by entity DHCP. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:02:00.257643 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-64860e59-edc2-4f4e-8f91-630d77e76569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (1991e147-688e-4af5-8cc3-667e3dd1cf49), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:00.311342 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-64860e59-edc2-4f4e-8f91-630d77e76569 None None] Port 1991e147-688e-4af5-8cc3-667e3dd1cf49 cannot update to ACTIVE because it is not bound. {{(pid=113417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 00:02:00.419998 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-74f24dd2-6d62-4f17-8be7-c067badede53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50801df7-c9ce-4645-9011-e32edfdcf6ea', 'name': 'tempest-TestShelveInstance-1681345251-router', 'tenant_id': '25d9f13fb1af4c3a911d91561bf0aae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '1233ebc9-bc6e-477f-a3db-3594f67c0d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:01:56Z', 'updated_at': '2022-08-30T00:01:57Z', 'revision_number': 3, 'project_id': '25d9f13fb1af4c3a911d91561bf0aae5', 'gw_port': {'id': '1233ebc9-bc6e-477f-a3db-3594f67c0d4d', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50801df7-c9ce-4645-9011-e32edfdcf6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:56Z', 'updated_at': '2022-08-30T00:01:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi'}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:02:00.446869 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f24dd2-6d62-4f17-8be7-c067badede53 None None] The sync data for ids ['50801df7-c9ce-4645-9011-e32edfdcf6ea'] in dv-cinder-855041-2-iscsi is: [{'id': '50801df7-c9ce-4645-9011-e32edfdcf6ea', 'name': 'tempest-TestShelveInstance-1681345251-router', 'tenant_id': '25d9f13fb1af4c3a911d91561bf0aae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '1233ebc9-bc6e-477f-a3db-3594f67c0d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:01:56Z', 'updated_at': '2022-08-30T00:01:57Z', 'revision_number': 3, 'project_id': '25d9f13fb1af4c3a911d91561bf0aae5', 'gw_port': {'id': '1233ebc9-bc6e-477f-a3db-3594f67c0d4d', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50801df7-c9ce-4645-9011-e32edfdcf6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:56Z', 'updated_at': '2022-08-30T00:01:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi'}] {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 00:02:00.450458 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-746ee788-b3d6-4848-acd1-e4c4306c79e9 admin admin] Publish callbacks [] for port (1991e147-688e-4af5-8cc3-667e3dd1cf49), precommit_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:00.512462 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-746ee788-b3d6-4848-acd1-e4c4306c79e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963685'] for port (1991e147-688e-4af5-8cc3-667e3dd1cf49), after_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:00.573438 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:00.587881 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746ee788-b3d6-4848-acd1-e4c4306c79e9 admin admin] Pushing event updated for resources: {'Port': ['ID=1991e147-688e-4af5-8cc3-667e3dd1cf49,revision_number=2']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:00.590312 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-746ee788-b3d6-4848-acd1-e4c4306c79e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3699119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477389'] for router_interface (50801df7-c9ce-4645-9011-e32edfdcf6ea), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:00.689408 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-4e761203-0e78-4f1e-8073-aa34878d099f req-ef3d4455-ff41-4eda-a6ba-f5bcdbbff938 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=15195999-d4a4-4d69-a4f5-385d63adc174 HTTP/1.1" status: 200 len: 210 time: 0.0429499 Aug 30 00:02:00.750144 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746ee788-b3d6-4848-acd1-e4c4306c79e9 admin admin] Network 8f166cb4-c4bf-43cb-8e53-808a94ef3b22 is already hosted by enough agents. {{(pid=113416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 00:02:00.751571 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.base_scheduler [None req-746ee788-b3d6-4848-acd1-e4c4306c79e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=113416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 00:02:00.896418 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-746ee788-b3d6-4848-acd1-e4c4306c79e9 admin admin] Router 50801df7-c9ce-4645-9011-e32edfdcf6ea has already been hosted by L3 agent 037668f0-d812-4b59-9d2d-ce33f66a7708 {{(pid=113416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 00:02:00.964581 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:01.046474 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-37f1a5fa-e408-48b6-a7e1-6d5d2285eb27 None None] Provisioning complete for port 1991e147-688e-4af5-8cc3-667e3dd1cf49 triggered by entity DHCP. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:02:01.047138 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-37f1a5fa-e408-48b6-a7e1-6d5d2285eb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (1991e147-688e-4af5-8cc3-667e3dd1cf49), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:01.091669 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:01.093543 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-37f1a5fa-e408-48b6-a7e1-6d5d2285eb27 None None] Port 1991e147-688e-4af5-8cc3-667e3dd1cf49 cannot update to ACTIVE because it is not bound. {{(pid=113417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 00:02:01.103348 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4af1d2-bc8f-431b-8126-5f27f9e74ac9 req-bf52cb6e-2855-416c-b3a5-07984b7d2f9d tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:02:01.105030 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-8d4af1d2-bc8f-431b-8126-5f27f9e74ac9 req-bf52cb6e-2855-416c-b3a5-07984b7d2f9d tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.87 "GET /networking/v2.0/networks?id=79f758d9-f5c9-4dd1-ba1e-2857ef410b54 HTTP/1.1" status: 200 len: 811 time: 0.2070565 Aug 30 00:02:01.421649 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-746ee788-b3d6-4848-acd1-e4c4306c79e9 admin admin] Notify agent at l3_agent.dv-cinder-855041-2-iscsi the message routers_updated {{(pid=113416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 00:02:01.428054 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-746ee788-b3d6-4848-acd1-e4c4306c79e9 admin admin] 10.222.0.90 "PUT /networking/v2.0/routers/50801df7-c9ce-4645-9011-e32edfdcf6ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4201429 Aug 30 00:02:01.449412 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device 8da325df-4d82-44f1-9e8a-da503beb89d7 no longer exists at agent hyperv_hv-cinder-85504 {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 00:02:01.486843 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-8d4af1d2-bc8f-431b-8126-5f27f9e74ac9 req-60bb4e78-a634-42ed-91bd-69abdae75741 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.87 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6e1e7c36165f47ad838bb6b42f3179d9 HTTP/1.1" status: 200 len: 380 time: 0.3726823 Aug 30 00:02:01.491136 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] No Port match for: 8da325df-4d82-44f1-9e8a-da503beb89d7 {{(pid=113417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 00:02:01.491598 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device 8da325df-4d82-44f1-9e8a-da503beb89d7 not bound to the agent host hv-cinder-85504 {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 00:02:01.495717 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [req-8d4af1d2-bc8f-431b-8126-5f27f9e74ac9 req-96fb9766-42a0-4e77-8e28-5f342665f29d tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Request body: {'port': {'device_id': '15195999-d4a4-4d69-a4f5-385d63adc174', 'network_id': '79f758d9-f5c9-4dd1-ba1e-2857ef410b54', 'admin_state_up': True, 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'security_groups': ['fa10b182-c739-4d09-bf63-62bbd8ffd175']}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:02:01.714247 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d4af1d2-bc8f-431b-8126-5f27f9e74ac9 req-96fb9766-42a0-4e77-8e28-5f342665f29d tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Made reservation on behalf of 6e1e7c36165f47ad838bb6b42f3179d9 for: {'port': 1} {{(pid=113416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 00:02:01.718137 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-8d4af1d2-bc8f-431b-8126-5f27f9e74ac9 req-96fb9766-42a0-4e77-8e28-5f342665f29d tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:01.797404 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-53ea6396-1fff-4610-9020-1d7b9928fe96 req-12554d7e-a7cf-41db-bc1c-00d8f449c804 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=15195999-d4a4-4d69-a4f5-385d63adc174 HTTP/1.1" status: 200 len: 210 time: 0.0307498 Aug 30 00:02:01.864643 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.db_base_plugin_common [req-8d4af1d2-bc8f-431b-8126-5f27f9e74ac9 req-96fb9766-42a0-4e77-8e28-5f342665f29d tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Allocated IP 172.20.0.5 (79f758d9-f5c9-4dd1-ba1e-2857ef410b54/7f07dc28-3b5d-4778-a100-fbd0d9f8acb3/fb420043-338d-42f6-bb56-ac5a58f4c51d) {{(pid=113416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 00:02:01.871582 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 56576) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:02:02.034941 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:02.052375 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-8d4af1d2-bc8f-431b-8126-5f27f9e74ac9 req-96fb9766-42a0-4e77-8e28-5f342665f29d tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks [] for port (fb420043-338d-42f6-bb56-ac5a58f4c51d), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:02.161611 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-8d4af1d2-bc8f-431b-8126-5f27f9e74ac9 req-96fb9766-42a0-4e77-8e28-5f342665f29d tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963692'] for port (fb420043-338d-42f6-bb56-ac5a58f4c51d), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:02.212945 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d4af1d2-bc8f-431b-8126-5f27f9e74ac9 req-96fb9766-42a0-4e77-8e28-5f342665f29d tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Network 79f758d9-f5c9-4dd1-ba1e-2857ef410b54 is already hosted by enough agents. {{(pid=113416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 00:02:02.216314 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.base_scheduler [req-8d4af1d2-bc8f-431b-8126-5f27f9e74ac9 req-96fb9766-42a0-4e77-8e28-5f342665f29d tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Resources bound (agent type, host, resource id): {{(pid=113416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 00:02:02.222431 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d4af1d2-bc8f-431b-8126-5f27f9e74ac9 req-96fb9766-42a0-4e77-8e28-5f342665f29d tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Received port after_create {{(pid=113416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 00:02:02.250345 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fb9766-42a0-4e77-8e28-5f342665f29d tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Pushing event updated for resources: {'Port': ['ID=fb420043-338d-42f6-bb56-ac5a58f4c51d,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:02.250452 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:02.258019 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-c0255623-0e0b-494c-b672-fb341d316e06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477410'] for router_interface (0e540fd9-43e8-4086-b0f4-a2d4962403c7), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:02.287262 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4af1d2-bc8f-431b-8126-5f27f9e74ac9 req-96fb9766-42a0-4e77-8e28-5f342665f29d tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:02:02.287982 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-8d4af1d2-bc8f-431b-8126-5f27f9e74ac9 req-96fb9766-42a0-4e77-8e28-5f342665f29d tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for port (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:02.299421 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:02.378722 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-8d4af1d2-bc8f-431b-8126-5f27f9e74ac9 req-96fb9766-42a0-4e77-8e28-5f342665f29d tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.87 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8870349 Aug 30 00:02:02.396825 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [req-8d4af1d2-bc8f-431b-8126-5f27f9e74ac9 req-e53bbda4-01b4-4844-92b1-e8bec60702a7 service neutron] Request body: {'port': {'device_id': '15195999-d4a4-4d69-a4f5-385d63adc174', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85504'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:02:02.397207 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3e9ac8-749e-4b72-8139-287ef7a707b2 None None] Sync routers for ids ['50801df7-c9ce-4645-9011-e32edfdcf6ea'] in dv-cinder-855041-2-iscsi {{(pid=113417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 00:02:02.415862 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3e9ac8-749e-4b72-8139-287ef7a707b2 None None] Routers {'50801df7-c9ce-4645-9011-e32edfdcf6ea'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:02:02.416545 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-8e3e9ac8-749e-4b72-8139-287ef7a707b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-30T00:01:43Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['50801df7-c9ce-4645-9011-e32edfdcf6ea'], 'active': True} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:02:02.576094 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 1233ebc9-bc6e-477f-a3db-3594f67c0d4d up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 00:02:02.578214 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-8d4af1d2-bc8f-431b-8126-5f27f9e74ac9 req-e53bbda4-01b4-4844-92b1-e8bec60702a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (fb420043-338d-42f6-bb56-ac5a58f4c51d), before_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:02.591193 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [None req-c0255623-0e0b-494c-b672-fb341d316e06 admin admin] Deleting port e5c81c84-e97c-4f0a-b11e-d84f5eb1423f {{(pid=113415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 00:02:02.591574 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-c0255623-0e0b-494c-b672-fb341d316e06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (e5c81c84-e97c-4f0a-b11e-d84f5eb1423f), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:02.609104 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-b35beb6c-e91e-4ef4-b890-458e4808d577 None None] Provisioning complete for port fb420043-338d-42f6-bb56-ac5a58f4c51d triggered by entity DHCP. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:02:02.609766 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-b35beb6c-e91e-4ef4-b890-458e4808d577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (fb420043-338d-42f6-bb56-ac5a58f4c51d), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:02.653153 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 56586) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:02:02.654349 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvr_db [None req-8e3e9ac8-749e-4b72-8139-287ef7a707b2 None None] Set router 50801df7-c9ce-4645-9011-e32edfdcf6ea gateway port host: dv-cinder-855041-2-iscsi {{(pid=113417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:02:02.661328 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [None req-98423df6-2f97-46be-971a-2136b815e51f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1715797267-network', 'tenant_id': 'c61e584eb024434d80fc9b6f946e6dd9'}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:02:02.702649 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-b35beb6c-e91e-4ef4-b890-458e4808d577 None None] Port fb420043-338d-42f6-bb56-ac5a58f4c51d cannot update to ACTIVE because it is not bound. {{(pid=113417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 00:02:02.716333 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.db [None req-c0255623-0e0b-494c-b672-fb341d316e06 admin admin] For port e5c81c84-e97c-4f0a-b11e-d84f5eb1423f, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=e5c81c84-e97c-4f0a-b11e-d84f5eb1423f,segment=NetworkSegment(ac01668e-658a-426d-8808-b924a51fa0ef),segment_id=ac01668e-658a-426d-8808-b924a51fa0ef)] {{(pid=113415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:02:02.716701 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-c0255623-0e0b-494c-b672-fb341d316e06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (e5c81c84-e97c-4f0a-b11e-d84f5eb1423f), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:02.732857 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [None req-c0255623-0e0b-494c-b672-fb341d316e06 admin admin] Calling delete_port for e5c81c84-e97c-4f0a-b11e-d84f5eb1423f owned by network:router_interface {{(pid=113415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 00:02:02.761609 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port 1233ebc9-bc6e-477f-a3db-3594f67c0d4d triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:02:02.762245 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (1233ebc9-bc6e-477f-a3db-3594f67c0d4d), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:02.812135 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:02.817261 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98423df6-2f97-46be-971a-2136b815e51f admin admin] Made reservation on behalf of c61e584eb024434d80fc9b6f946e6dd9 for: {'network': 1} {{(pid=113415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 00:02:02.819969 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-98423df6-2f97-46be-971a-2136b815e51f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for network (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:02.911957 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.notifiers.nova [req-8d4af1d2-bc8f-431b-8126-5f27f9e74ac9 req-e53bbda4-01b4-4844-92b1-e8bec60702a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb420043-338d-42f6-bb56-ac5a58f4c51d {{(pid=113416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 00:02:02.919983 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-8d4af1d2-bc8f-431b-8126-5f27f9e74ac9 req-e53bbda4-01b4-4844-92b1-e8bec60702a7 service neutron] Publish callbacks [] for port (fb420043-338d-42f6-bb56-ac5a58f4c51d), precommit_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:02.938473 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-98423df6-2f97-46be-971a-2136b815e51f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:02.945370 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port 1233ebc9-bc6e-477f-a3db-3594f67c0d4d is: DOWN; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:02:02.945749 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (1233ebc9-bc6e-477f-a3db-3594f67c0d4d), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:02.954210 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-8e3e9ac8-749e-4b72-8139-287ef7a707b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50801df7-c9ce-4645-9011-e32edfdcf6ea', 'name': 'tempest-TestShelveInstance-1681345251-router', 'tenant_id': '25d9f13fb1af4c3a911d91561bf0aae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '1233ebc9-bc6e-477f-a3db-3594f67c0d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:01:56Z', 'updated_at': '2022-08-30T00:02:00Z', 'revision_number': 4, 'project_id': '25d9f13fb1af4c3a911d91561bf0aae5', 'gw_port': {'id': '1233ebc9-bc6e-477f-a3db-3594f67c0d4d', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50801df7-c9ce-4645-9011-e32edfdcf6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:56Z', 'updated_at': '2022-08-30T00:01:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': '1991e147-688e-4af5-8cc3-667e3dd1cf49', 'name': '', 'network_id': '8f166cb4-c4bf-43cb-8e53-808a94ef3b22', 'tenant_id': '25d9f13fb1af4c3a911d91561bf0aae5', 'mac_address': 'fa:16:3e:11:a9:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50801df7-c9ce-4645-9011-e32edfdcf6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'eac43cd7-5501-421e-930c-a171e85eb563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:59Z', 'updated_at': '2022-08-30T00:02:00Z', 'revision_number': 2, 'project_id': '25d9f13fb1af4c3a911d91561bf0aae5', 'subnets': [{'id': 'eac43cd7-5501-421e-930c-a171e85eb563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:02:02.968039 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.agents_db [None req-4166f728-c6cb-4ae6-8e81-f61b29fbc360 None None] Agent healthcheck: found 6 active agents {{(pid=113418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 00:02:02.992105 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3e9ac8-749e-4b72-8139-287ef7a707b2 None None] Checking router: 50801df7-c9ce-4645-9011-e32edfdcf6ea for host: dv-cinder-855041-2-iscsi {{(pid=113417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 00:02:02.992529 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3e9ac8-749e-4b72-8139-287ef7a707b2 None None] Updating router 50801df7-c9ce-4645-9011-e32edfdcf6ea port 1991e147-688e-4af5-8cc3-667e3dd1cf49 binding host dv-cinder-855041-2-iscsi {{(pid=113417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 00:02:02.997948 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] For port 1233ebc9-bc6e-477f-a3db-3594f67c0d4d, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=1233ebc9-bc6e-477f-a3db-3594f67c0d4d,segment=NetworkSegment(b4742eaf-d58e-407a-bbd7-30be4e48df16),segment_id=b4742eaf-d58e-407a-bbd7-30be4e48df16)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:02:03.024675 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894c6d9-cab6-40e4-a413-e01981176a97 req-b62df38a-a6bb-4636-8497-e3b7161ae7b8 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:02:03.033808 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-8e3e9ac8-749e-4b72-8139-287ef7a707b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (1991e147-688e-4af5-8cc3-667e3dd1cf49), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:03.034070 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-1894c6d9-cab6-40e4-a413-e01981176a97 req-b62df38a-a6bb-4636-8497-e3b7161ae7b8 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=15195999-d4a4-4d69-a4f5-385d63adc174 HTTP/1.1" status: 200 len: 931 time: 0.1248729 Aug 30 00:02:03.058769 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=84,neutron:INSERT=6,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:03.108658 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-1894c6d9-cab6-40e4-a413-e01981176a97 req-69a78964-dc23-4b6e-8544-2a506e26149d tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fa10b182-c739-4d09-bf63-62bbd8ffd175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736730 Aug 30 00:02:03.124292 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (1233ebc9-bc6e-477f-a3db-3594f67c0d4d), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:03.132864 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-98423df6-2f97-46be-971a-2136b815e51f admin admin] Publish callbacks [] for security_group (e7eedc09-cbc7-46e5-9aff-ae8ba721dd30), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:03.144368 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:03.159851 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.provisioning_blocks [req-8d4af1d2-bc8f-431b-8126-5f27f9e74ac9 req-e53bbda4-01b4-4844-92b1-e8bec60702a7 service neutron] Transition to ACTIVE for port object fb420043-338d-42f6-bb56-ac5a58f4c51d will not be triggered until provisioned by entity L2. {{(pid=113416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 00:02:03.171315 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-c0255623-0e0b-494c-b672-fb341d316e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11068774'] for port (e5c81c84-e97c-4f0a-b11e-d84f5eb1423f), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:03.186119 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0255623-0e0b-494c-b672-fb341d316e06 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5c81c84-e97c-4f0a-b11e-d84f5eb1423f,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:03.234871 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Pushing event updated for resources: {'Port': ['ID=1233ebc9-bc6e-477f-a3db-3594f67c0d4d,revision_number=4']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:03.264386 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:03.352925 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-8d4af1d2-bc8f-431b-8126-5f27f9e74ac9 req-e53bbda4-01b4-4844-92b1-e8bec60702a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963685'] for port (fb420043-338d-42f6-bb56-ac5a58f4c51d), after_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:03.369831 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-98423df6-2f97-46be-971a-2136b815e51f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (e7eedc09-cbc7-46e5-9aff-ae8ba721dd30), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:03.382755 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-c0255623-0e0b-494c-b672-fb341d316e06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-479058'] for router_interface (0e540fd9-43e8-4086-b0f4-a2d4962403c7), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:03.428402 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98423df6-2f97-46be-971a-2136b815e51f admin admin] vlan segment allocate from pool success with {'vlan_id': 1143, 'physical_network': 'physnet1'} {{(pid=113415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 00:02:03.470995 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98423df6-2f97-46be-971a-2136b815e51f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7eedc09-cbc7-46e5-9aff-ae8ba721dd30,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:03.483811 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-98423df6-2f97-46be-971a-2136b815e51f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3480186'] for segment (5430eb83-be84-4c19-a020-3ef5fba6ded2), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:03.483811 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.db.segments_db [None req-98423df6-2f97-46be-971a-2136b815e51f admin admin] Added segment 5430eb83-be84-4c19-a020-3ef5fba6ded2 of type vlan for network cb350e10-273c-4799-92e0-c365d6a24fd5 Aug 30 00:02:03.487632 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53bbda4-01b4-4844-92b1-e8bec60702a7 service neutron] Pushing event updated for resources: {'Port': ['ID=fb420043-338d-42f6-bb56-ac5a58f4c51d,revision_number=2']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:03.504517 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-8e3e9ac8-749e-4b72-8139-287ef7a707b2 None None] Publish callbacks [] for port (1991e147-688e-4af5-8cc3-667e3dd1cf49), precommit_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:03.505946 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.managers [req-8d4af1d2-bc8f-431b-8126-5f27f9e74ac9 req-e53bbda4-01b4-4844-92b1-e8bec60702a7 service neutron] Attempting to bind port fb420043-338d-42f6-bb56-ac5a58f4c51d on host hv-cinder-85504 for vnic_type normal with profile {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 00:02:03.505946 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.managers [req-8d4af1d2-bc8f-431b-8126-5f27f9e74ac9 req-e53bbda4-01b4-4844-92b1-e8bec60702a7 service neutron] Attempting to bind port fb420043-338d-42f6-bb56-ac5a58f4c51d by drivers openvswitch,hyperv on host hv-cinder-85504 at level 0 using segments [{'id': 'e442b733-cdb1-440f-8d43-4017843e1658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '79f758d9-f5c9-4dd1-ba1e-2857ef410b54'}] {{(pid=113416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 00:02:03.506519 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4af1d2-bc8f-431b-8126-5f27f9e74ac9 req-e53bbda4-01b4-4844-92b1-e8bec60702a7 service neutron] Attempting to bind port fb420043-338d-42f6-bb56-ac5a58f4c51d on network 79f758d9-f5c9-4dd1-ba1e-2857ef410b54 {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 00:02:03.511592 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4af1d2-bc8f-431b-8126-5f27f9e74ac9 req-e53bbda4-01b4-4844-92b1-e8bec60702a7 service neutron] Port fb420043-338d-42f6-bb56-ac5a58f4c51d on network 79f758d9-f5c9-4dd1-ba1e-2857ef410b54 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85504 {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 00:02:03.512002 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4af1d2-bc8f-431b-8126-5f27f9e74ac9 req-e53bbda4-01b4-4844-92b1-e8bec60702a7 service neutron] Attempting to bind port fb420043-338d-42f6-bb56-ac5a58f4c51d on network 79f758d9-f5c9-4dd1-ba1e-2857ef410b54 {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 00:02:03.518842 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4af1d2-bc8f-431b-8126-5f27f9e74ac9 req-e53bbda4-01b4-4844-92b1-e8bec60702a7 service neutron] Checking agent: {'id': 'a7eaf665-0f6d-431a-9601-222c900251ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85504', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 50, 13), 'started_at': datetime.datetime(2022, 8, 29, 23, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 0, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 00:02:03.519185 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4af1d2-bc8f-431b-8126-5f27f9e74ac9 req-e53bbda4-01b4-4844-92b1-e8bec60702a7 service neutron] Checking segment: {'id': 'e442b733-cdb1-440f-8d43-4017843e1658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '79f758d9-f5c9-4dd1-ba1e-2857ef410b54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 00:02:03.519571 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4af1d2-bc8f-431b-8126-5f27f9e74ac9 req-e53bbda4-01b4-4844-92b1-e8bec60702a7 service neutron] Bound using segment: {'id': 'e442b733-cdb1-440f-8d43-4017843e1658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '79f758d9-f5c9-4dd1-ba1e-2857ef410b54'} {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 00:02:03.520000 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.managers [req-8d4af1d2-bc8f-431b-8126-5f27f9e74ac9 req-e53bbda4-01b4-4844-92b1-e8bec60702a7 service neutron] Bound port: fb420043-338d-42f6-bb56-ac5a58f4c51d, host: hv-cinder-85504, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e442b733-cdb1-440f-8d43-4017843e1658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '79f758d9-f5c9-4dd1-ba1e-2857ef410b54'}}] {{(pid=113416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 00:02:03.520397 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-8d4af1d2-bc8f-431b-8126-5f27f9e74ac9 req-e53bbda4-01b4-4844-92b1-e8bec60702a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (fb420043-338d-42f6-bb56-ac5a58f4c51d), before_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:03.547495 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:03.567331 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-98423df6-2f97-46be-971a-2136b815e51f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751005866352'] for network (cb350e10-273c-4799-92e0-c365d6a24fd5), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:03.585494 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.db [req-8d4af1d2-bc8f-431b-8126-5f27f9e74ac9 req-e53bbda4-01b4-4844-92b1-e8bec60702a7 service neutron] For port fb420043-338d-42f6-bb56-ac5a58f4c51d, host hv-cinder-85504, cleared binding levels {{(pid=113416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 00:02:03.589011 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.db [req-8d4af1d2-bc8f-431b-8126-5f27f9e74ac9 req-e53bbda4-01b4-4844-92b1-e8bec60702a7 service neutron] For port fb420043-338d-42f6-bb56-ac5a58f4c51d, host hv-cinder-85504, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=fb420043-338d-42f6-bb56-ac5a58f4c51d,segment=NetworkSegment(e442b733-cdb1-440f-8d43-4017843e1658),segment_id=e442b733-cdb1-440f-8d43-4017843e1658)] {{(pid=113416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 00:02:03.589457 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-8e3e9ac8-749e-4b72-8139-287ef7a707b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (1991e147-688e-4af5-8cc3-667e3dd1cf49), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:03.668780 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e2f55f-3d70-4506-b879-b9ad0710689c None None] Pushing event updated for resources: {'Port': ['ID=1991e147-688e-4af5-8cc3-667e3dd1cf49,revision_number=3']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:03.675551 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-8d4af1d2-bc8f-431b-8126-5f27f9e74ac9 req-e53bbda4-01b4-4844-92b1-e8bec60702a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963685'] for port (fb420043-338d-42f6-bb56-ac5a58f4c51d), after_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:03.679888 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4af1d2-bc8f-431b-8126-5f27f9e74ac9 req-e53bbda4-01b4-4844-92b1-e8bec60702a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:02:03.680532 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-8d4af1d2-bc8f-431b-8126-5f27f9e74ac9 req-e53bbda4-01b4-4844-92b1-e8bec60702a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for port (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:03.681943 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-8d4af1d2-bc8f-431b-8126-5f27f9e74ac9 req-e53bbda4-01b4-4844-92b1-e8bec60702a7 service neutron] 10.222.0.87 "PUT /networking/v2.0/ports/fb420043-338d-42f6-bb56-ac5a58f4c51d HTTP/1.1" status: 200 len: 1093 time: 1.2963767 Aug 30 00:02:03.684722 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15195999-d4a4-4d69-a4f5-385d63adc174', 'tag': 'fb420043-338d-42f6-bb56-ac5a58f4c51d'}] {{(pid=113416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 00:02:03.684851 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca1b1d0bad556637bdc4aa8e491b493d03ba5f494de7569054403470f02cf73a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1842575e-27b8-4b29-8297-e9835d388255" -d '{"events": [{"name": "network-changed", "server_uuid": "15195999-d4a4-4d69-a4f5-385d63adc174", "tag": "fb420043-338d-42f6-bb56-ac5a58f4c51d"}]}' {{(pid=113416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 00:02:03.688073 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-8e3e9ac8-749e-4b72-8139-287ef7a707b2 None None] Attempting to bind port 1991e147-688e-4af5-8cc3-667e3dd1cf49 on host dv-cinder-855041-2-iscsi for vnic_type normal with profile {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 00:02:03.688487 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-8e3e9ac8-749e-4b72-8139-287ef7a707b2 None None] Attempting to bind port 1991e147-688e-4af5-8cc3-667e3dd1cf49 by drivers openvswitch,hyperv on host dv-cinder-855041-2-iscsi at level 0 using segments [{'id': 'ade09e0b-82bc-4df6-a541-dd677767d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '8f166cb4-c4bf-43cb-8e53-808a94ef3b22'}] {{(pid=113417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 00:02:03.689079 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3e9ac8-749e-4b72-8139-287ef7a707b2 None None] Attempting to bind port 1991e147-688e-4af5-8cc3-667e3dd1cf49 on network 8f166cb4-c4bf-43cb-8e53-808a94ef3b22 {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 00:02:03.698019 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3e9ac8-749e-4b72-8139-287ef7a707b2 None None] Checking agent: {'id': '01773ddc-a5d8-4c68-b7b5-e385af2b339f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 43, 45), 'started_at': datetime.datetime(2022, 8, 29, 23, 44, 15), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 0, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 00:02:03.698404 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3e9ac8-749e-4b72-8139-287ef7a707b2 None None] Checking segment: {'id': 'ade09e0b-82bc-4df6-a541-dd677767d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '8f166cb4-c4bf-43cb-8e53-808a94ef3b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 00:02:03.698811 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-8e3e9ac8-749e-4b72-8139-287ef7a707b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:03.699204 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3e9ac8-749e-4b72-8139-287ef7a707b2 None None] Bound using segment: {'id': 'ade09e0b-82bc-4df6-a541-dd677767d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '8f166cb4-c4bf-43cb-8e53-808a94ef3b22'} {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 00:02:03.699784 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-8e3e9ac8-749e-4b72-8139-287ef7a707b2 None None] Bound port: 1991e147-688e-4af5-8cc3-667e3dd1cf49, host: dv-cinder-855041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ade09e0b-82bc-4df6-a541-dd677767d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '8f166cb4-c4bf-43cb-8e53-808a94ef3b22'}}] {{(pid=113417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 00:02:03.700307 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-8e3e9ac8-749e-4b72-8139-287ef7a707b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (1991e147-688e-4af5-8cc3-667e3dd1cf49), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:03.721074 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-98423df6-2f97-46be-971a-2136b815e51f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357'] for network (cb350e10-273c-4799-92e0-c365d6a24fd5), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:03.722754 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98423df6-2f97-46be-971a-2136b815e51f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:02:03.726255 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-98423df6-2f97-46be-971a-2136b815e51f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for network (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:03.739751 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:DELETE=2,neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:03.746619 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 00:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f5ac69-78c2-4124-8973-a2dcbb0e671b x-openstack-request-id: req-69f5ac69-78c2-4124-8973-a2dcbb0e671b {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 00:02:03.746918 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15195999-d4a4-4d69-a4f5-385d63adc174", "tag": "fb420043-338d-42f6-bb56-ac5a58f4c51d", "status": "completed", "code": 200}]} {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 00:02:03.747166 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-69f5ac69-78c2-4124-8973-a2dcbb0e671b {{(pid=113416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 00:02:03.747815 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69f5ac69-78c2-4124-8973-a2dcbb0e671b'] response: {'name': 'network-changed', 'server_uuid': '15195999-d4a4-4d69-a4f5-385d63adc174', 'tag': 'fb420043-338d-42f6-bb56-ac5a58f4c51d', 'status': 'completed', 'code': 200} Aug 30 00:02:03.753087 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53bbda4-01b4-4844-92b1-e8bec60702a7 service neutron] Pushing event updated for resources: {'Port': ['ID=fb420043-338d-42f6-bb56-ac5a58f4c51d,revision_number=3']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:03.763163 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0255623-0e0b-494c-b672-fb341d316e06 admin admin] Router 0e540fd9-43e8-4086-b0f4-a2d4962403c7 has already been hosted by L3 agent 037668f0-d812-4b59-9d2d-ce33f66a7708 {{(pid=113415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 00:02:03.787019 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-8e3e9ac8-749e-4b72-8139-287ef7a707b2 None None] For port 1991e147-688e-4af5-8cc3-667e3dd1cf49, host dv-cinder-855041-2-iscsi, cleared binding levels {{(pid=113417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 00:02:03.791089 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-8e3e9ac8-749e-4b72-8139-287ef7a707b2 None None] For port 1991e147-688e-4af5-8cc3-667e3dd1cf49, host dv-cinder-855041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=1991e147-688e-4af5-8cc3-667e3dd1cf49,segment=NetworkSegment(ade09e0b-82bc-4df6-a541-dd677767d870),segment_id=ade09e0b-82bc-4df6-a541-dd677767d870)] {{(pid=113417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 00:02:03.813492 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98423df6-2f97-46be-971a-2136b815e51f admin admin] Pushing event updated for resources: {'Network': ['ID=cb350e10-273c-4799-92e0-c365d6a24fd5,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:03.818531 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1842575e-27b8-4b29-8297-e9835d388255 req-7484a7aa-14f2-4bdd-b81f-eed74cb57e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:02:03.820409 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-1842575e-27b8-4b29-8297-e9835d388255 req-7484a7aa-14f2-4bdd-b81f-eed74cb57e6b service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=6e1e7c36165f47ad838bb6b42f3179d9&device_id=15195999-d4a4-4d69-a4f5-385d63adc174 HTTP/1.1" status: 200 len: 1127 time: 0.0520875 Aug 30 00:02:03.827502 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Network cb350e10-273c-4799-92e0-c365d6a24fd5 details requested by agent ovs-agent-dv-cinder-855041-2-iscsi with host dv-cinder-855041-2-iscsi {{(pid=113417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 00:02:03.857357 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-98423df6-2f97-46be-971a-2136b815e51f admin admin] 10.222.0.90 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2030041 Aug 30 00:02:03.860071 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 56592) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:02:03.865123 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [None req-18fb0fd7-c606-4473-b7b2-7891d4b1b8ef admin admin] Request body: {'subnet': {'network_id': 'cb350e10-273c-4799-92e0-c365d6a24fd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1715797267-subnet', 'tenant_id': 'c61e584eb024434d80fc9b6f946e6dd9', 'ip_version': 4}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:02:03.879969 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-8e3e9ac8-749e-4b72-8139-287ef7a707b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (1991e147-688e-4af5-8cc3-667e3dd1cf49), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:03.943335 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0255623-0e0b-494c-b672-fb341d316e06 admin admin] Notify agent at l3_agent.dv-cinder-855041-2-iscsi the message routers_updated {{(pid=113415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 00:02:03.944543 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3e9ac8-749e-4b72-8139-287ef7a707b2 None None] Routers {'50801df7-c9ce-4645-9011-e32edfdcf6ea'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:02:03.945414 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-8e3e9ac8-749e-4b72-8139-287ef7a707b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-30T00:01:43Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['50801df7-c9ce-4645-9011-e32edfdcf6ea'], 'active': True} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:02:03.955348 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1842575e-27b8-4b29-8297-e9835d388255 req-d879f05a-f978-45e8-8292-4cc2bdfc2c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:02:03.955348 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-1842575e-27b8-4b29-8297-e9835d388255 req-d879f05a-f978-45e8-8292-4cc2bdfc2c1b service neutron] 10.222.0.87 "GET /networking/v2.0/networks?tenant_id=6e1e7c36165f47ad838bb6b42f3179d9&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1256261 Aug 30 00:02:03.955541 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-c0255623-0e0b-494c-b672-fb341d316e06 admin admin] 10.222.0.90 "PUT /networking/v2.0/routers/0e540fd9-43e8-4086-b0f4-a2d4962403c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0796158 Aug 30 00:02:03.955541 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 56594) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:02:03.955726 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88b77c8-c43f-494c-b907-e32907536412 None None] Sync routers for ids ['0e540fd9-43e8-4086-b0f4-a2d4962403c7'] in dv-cinder-855041-2-iscsi {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 00:02:03.975317 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88b77c8-c43f-494c-b907-e32907536412 None None] Routers {'0e540fd9-43e8-4086-b0f4-a2d4962403c7'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:02:03.976719 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-b88b77c8-c43f-494c-b907-e32907536412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-30T00:01:43Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['0e540fd9-43e8-4086-b0f4-a2d4962403c7'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:02:04.000119 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18fb0fd7-c606-4473-b7b2-7891d4b1b8ef admin admin] Made reservation on behalf of c61e584eb024434d80fc9b6f946e6dd9 for: {'subnet': 1} {{(pid=113415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 00:02:04.003276 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-18fb0fd7-c606-4473-b7b2-7891d4b1b8ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11041897'] for subnet (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:04.005581 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e2f55f-3d70-4506-b879-b9ad0710689c None None] Pushing event updated for resources: {'Port': ['ID=1991e147-688e-4af5-8cc3-667e3dd1cf49,revision_number=4']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:04.066319 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:04.071464 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1842575e-27b8-4b29-8297-e9835d388255 req-144917a6-e0cd-4028-82ee-a6d115ed7707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:02:04.073532 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-1842575e-27b8-4b29-8297-e9835d388255 req-144917a6-e0cd-4028-82ee-a6d115ed7707 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1141639 Aug 30 00:02:04.084403 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvr_db [None req-8e3e9ac8-749e-4b72-8139-287ef7a707b2 None None] Set router 50801df7-c9ce-4645-9011-e32edfdcf6ea gateway port host: dv-cinder-855041-2-iscsi {{(pid=113417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:02:04.128585 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:04.143538 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-62f94db9-2ee2-4d15-9022-20c8c48d0e4e admin admin] Publish callbacks [] for router (0e540fd9-43e8-4086-b0f4-a2d4962403c7), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:04.159850 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-b88b77c8-c43f-494c-b907-e32907536412 None None] Set router 0e540fd9-43e8-4086-b0f4-a2d4962403c7 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:02:04.208830 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4af1d2-bc8f-431b-8126-5f27f9e74ac9 req-14d51f48-d6e0-4a27-884d-bca5de3c4252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:02:04.210721 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-8d4af1d2-bc8f-431b-8126-5f27f9e74ac9 req-14d51f48-d6e0-4a27-884d-bca5de3c4252 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=6e1e7c36165f47ad838bb6b42f3179d9&device_id=15195999-d4a4-4d69-a4f5-385d63adc174 HTTP/1.1" status: 200 len: 1127 time: 0.0969439 Aug 30 00:02:04.235585 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:04.260643 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-62f94db9-2ee2-4d15-9022-20c8c48d0e4e admin admin] Publish callbacks [] for router_gateway (0e540fd9-43e8-4086-b0f4-a2d4962403c7), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:04.296434 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-8d4af1d2-bc8f-431b-8126-5f27f9e74ac9 req-90506fc2-9de2-49bf-9698-4c15b8c54308 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb420043-338d-42f6-bb56-ac5a58f4c51d HTTP/1.1" status: 200 len: 217 time: 0.0781155 Aug 30 00:02:04.314160 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-8e3e9ac8-749e-4b72-8139-287ef7a707b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50801df7-c9ce-4645-9011-e32edfdcf6ea', 'name': 'tempest-TestShelveInstance-1681345251-router', 'tenant_id': '25d9f13fb1af4c3a911d91561bf0aae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '1233ebc9-bc6e-477f-a3db-3594f67c0d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:01:56Z', 'updated_at': '2022-08-30T00:02:00Z', 'revision_number': 4, 'project_id': '25d9f13fb1af4c3a911d91561bf0aae5', 'gw_port': {'id': '1233ebc9-bc6e-477f-a3db-3594f67c0d4d', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50801df7-c9ce-4645-9011-e32edfdcf6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:56Z', 'updated_at': '2022-08-30T00:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': '1991e147-688e-4af5-8cc3-667e3dd1cf49', 'name': '', 'network_id': '8f166cb4-c4bf-43cb-8e53-808a94ef3b22', 'tenant_id': '25d9f13fb1af4c3a911d91561bf0aae5', 'mac_address': 'fa:16:3e:11:a9:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50801df7-c9ce-4645-9011-e32edfdcf6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'eac43cd7-5501-421e-930c-a171e85eb563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:59Z', 'updated_at': '2022-08-30T00:02:03Z', 'revision_number': 4, 'project_id': '25d9f13fb1af4c3a911d91561bf0aae5', 'subnets': [{'id': 'eac43cd7-5501-421e-930c-a171e85eb563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:02:04.357120 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3e9ac8-749e-4b72-8139-287ef7a707b2 None None] The sync data for ids ['50801df7-c9ce-4645-9011-e32edfdcf6ea'] in dv-cinder-855041-2-iscsi is: [{'id': '50801df7-c9ce-4645-9011-e32edfdcf6ea', 'name': 'tempest-TestShelveInstance-1681345251-router', 'tenant_id': '25d9f13fb1af4c3a911d91561bf0aae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '1233ebc9-bc6e-477f-a3db-3594f67c0d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:01:56Z', 'updated_at': '2022-08-30T00:02:00Z', 'revision_number': 4, 'project_id': '25d9f13fb1af4c3a911d91561bf0aae5', 'gw_port': {'id': '1233ebc9-bc6e-477f-a3db-3594f67c0d4d', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50801df7-c9ce-4645-9011-e32edfdcf6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:56Z', 'updated_at': '2022-08-30T00:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': '1991e147-688e-4af5-8cc3-667e3dd1cf49', 'name': '', 'network_id': '8f166cb4-c4bf-43cb-8e53-808a94ef3b22', 'tenant_id': '25d9f13fb1af4c3a911d91561bf0aae5', 'mac_address': 'fa:16:3e:11:a9:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50801df7-c9ce-4645-9011-e32edfdcf6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'eac43cd7-5501-421e-930c-a171e85eb563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:59Z', 'updated_at': '2022-08-30T00:02:03Z', 'revision_number': 4, 'project_id': '25d9f13fb1af4c3a911d91561bf0aae5', 'subnets': [{'id': 'eac43cd7-5501-421e-930c-a171e85eb563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 00:02:04.389542 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-b88b77c8-c43f-494c-b907-e32907536412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e540fd9-43e8-4086-b0f4-a2d4962403c7', 'name': 'tempest-TestMinimumBasicScenario-825161289-router', 'tenant_id': 'f4188510da25496d956e4d717bc2a551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '42859e6c-3e47-477d-ad50-95b792649e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:59:24Z', 'updated_at': '2022-08-30T00:02:02Z', 'revision_number': 5, 'project_id': 'f4188510da25496d956e4d717bc2a551', 'gw_port': {'id': '42859e6c-3e47-477d-ad50-95b792649e18', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:40:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e540fd9-43e8-4086-b0f4-a2d4962403c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:59:24Z', 'updated_at': '2022-08-29T23:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi'}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:02:04.404692 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4af1d2-bc8f-431b-8126-5f27f9e74ac9 req-7520c420-c55b-4199-8b2e-9d610d9a9046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:02:04.406916 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-8d4af1d2-bc8f-431b-8126-5f27f9e74ac9 req-7520c420-c55b-4199-8b2e-9d610d9a9046 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=7f07dc28-3b5d-4778-a100-fbd0d9f8acb3 HTTP/1.1" status: 200 len: 850 time: 0.1048551 Aug 30 00:02:04.488521 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88b77c8-c43f-494c-b907-e32907536412 None None] Checking router: 0e540fd9-43e8-4086-b0f4-a2d4962403c7 for host: dv-cinder-855041-2-iscsi {{(pid=113418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 00:02:04.491202 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:04.495968 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:04.499015 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88b77c8-c43f-494c-b907-e32907536412 None None] Routers {'0e540fd9-43e8-4086-b0f4-a2d4962403c7'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:02:04.499699 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-b88b77c8-c43f-494c-b907-e32907536412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-30T00:01:43Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['0e540fd9-43e8-4086-b0f4-a2d4962403c7'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:02:04.528535 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [None req-62f94db9-2ee2-4d15-9022-20c8c48d0e4e admin admin] Deleting port 42859e6c-3e47-477d-ad50-95b792649e18 {{(pid=113415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 00:02:04.528873 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-62f94db9-2ee2-4d15-9022-20c8c48d0e4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (42859e6c-3e47-477d-ad50-95b792649e18), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:04.533243 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4af1d2-bc8f-431b-8126-5f27f9e74ac9 req-a5b9398f-c607-4c45-828f-b5e6a53e2cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:02:04.534766 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-8d4af1d2-bc8f-431b-8126-5f27f9e74ac9 req-a5b9398f-c607-4c45-828f-b5e6a53e2cc3 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=79f758d9-f5c9-4dd1-ba1e-2857ef410b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1222622 Aug 30 00:02:04.623182 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-18fb0fd7-c606-4473-b7b2-7891d4b1b8ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4096602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11074006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11041919'] for subnet (e329f768-7252-4773-8493-29e16526642c), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:04.639455 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:04.642995 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-b88b77c8-c43f-494c-b907-e32907536412 None None] Set router 0e540fd9-43e8-4086-b0f4-a2d4962403c7 gateway port host: None {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:02:04.688587 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 1233ebc9-bc6e-477f-a3db-3594f67c0d4d up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 00:02:04.693371 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11cc078-e595-4571-ab3b-7bde2e6fa331 req-eb7a6522-a139-439c-95fa-5666f5a9a59f tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:02:04.700832 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c11cc078-e595-4571-ab3b-7bde2e6fa331 req-eb7a6522-a139-439c-95fa-5666f5a9a59f tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=15195999-d4a4-4d69-a4f5-385d63adc174 HTTP/1.1" status: 200 len: 943 time: 0.0838690 Aug 30 00:02:04.722895 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-b88b77c8-c43f-494c-b907-e32907536412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e540fd9-43e8-4086-b0f4-a2d4962403c7', 'name': 'tempest-TestMinimumBasicScenario-825161289-router', 'tenant_id': 'f4188510da25496d956e4d717bc2a551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:59:24Z', 'updated_at': '2022-08-30T00:02:04Z', 'revision_number': 6, 'project_id': 'f4188510da25496d956e4d717bc2a551', 'gw_port_host': None}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:02:04.734143 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-8d4af1d2-bc8f-431b-8126-5f27f9e74ac9 req-730a9016-9a5d-4d83-8fe3-c6bb9a4e8fd3 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/79f758d9-f5c9-4dd1-ba1e-2857ef410b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779983 Aug 30 00:02:04.750674 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88b77c8-c43f-494c-b907-e32907536412 None None] The sync data for ids ['0e540fd9-43e8-4086-b0f4-a2d4962403c7'] in dv-cinder-855041-2-iscsi is: [{'id': '0e540fd9-43e8-4086-b0f4-a2d4962403c7', 'name': 'tempest-TestMinimumBasicScenario-825161289-router', 'tenant_id': 'f4188510da25496d956e4d717bc2a551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:59:24Z', 'updated_at': '2022-08-30T00:02:04Z', 'revision_number': 6, 'project_id': 'f4188510da25496d956e4d717bc2a551', 'gw_port_host': None}] {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 00:02:04.775936 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port 1233ebc9-bc6e-477f-a3db-3594f67c0d4d triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:02:04.776488 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (1233ebc9-bc6e-477f-a3db-3594f67c0d4d), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:04.780895 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.db [None req-62f94db9-2ee2-4d15-9022-20c8c48d0e4e admin admin] For port 42859e6c-3e47-477d-ad50-95b792649e18, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=42859e6c-3e47-477d-ad50-95b792649e18,segment=NetworkSegment(b4742eaf-d58e-407a-bbd7-30be4e48df16),segment_id=b4742eaf-d58e-407a-bbd7-30be4e48df16)] {{(pid=113415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:02:04.781261 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-62f94db9-2ee2-4d15-9022-20c8c48d0e4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (42859e6c-3e47-477d-ad50-95b792649e18), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:04.846686 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [None req-62f94db9-2ee2-4d15-9022-20c8c48d0e4e admin admin] Calling delete_port for 42859e6c-3e47-477d-ad50-95b792649e18 owned by network:router_gateway {{(pid=113415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 00:02:04.857063 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-8d4af1d2-bc8f-431b-8126-5f27f9e74ac9 req-676d893f-9672-4013-ad3e-fab3ff29910a service neutron] 10.222.0.87 "GET /networking/v2.0/networks/79f758d9-f5c9-4dd1-ba1e-2857ef410b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172554 Aug 30 00:02:04.858505 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fb0fd7-c606-4473-b7b2-7891d4b1b8ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=e329f768-7252-4773-8493-29e16526642c,revision_number=0']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:04.896222 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port 1233ebc9-bc6e-477f-a3db-3594f67c0d4d is: ACTIVE; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:02:04.896618 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c11cc078-e595-4571-ab3b-7bde2e6fa331 req-8e547fc8-c9eb-4e3f-93a4-2ee8b5dcc301 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fa10b182-c739-4d09-bf63-62bbd8ffd175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948352 Aug 30 00:02:04.940486 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fb0fd7-c606-4473-b7b2-7891d4b1b8ef admin admin] Checking segment: {'id': '5430eb83-be84-4c19-a020-3ef5fba6ded2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'cb350e10-273c-4799-92e0-c365d6a24fd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 00:02:04.940846 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fb0fd7-c606-4473-b7b2-7891d4b1b8ef admin admin] Network hostable DHCP agents. Network: cb350e10-273c-4799-92e0-c365d6a24fd5, hostable agents: ['1020f8f9-c858-45a1-84c5-376480b0ca2e'], hosted agents: [] {{(pid=113415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 00:02:05.069278 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fb0fd7-c606-4473-b7b2-7891d4b1b8ef admin admin] Network cb350e10-273c-4799-92e0-c365d6a24fd5 is scheduled to be hosted by DHCP agent 1020f8f9-c858-45a1-84c5-376480b0ca2e with binding_index 1 {{(pid=113415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 00:02:05.152853 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.base_scheduler [None req-18fb0fd7-c606-4473-b7b2-7891d4b1b8ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855041-2-iscsi, cb350e10-273c-4799-92e0-c365d6a24fd5) {{(pid=113415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 00:02:05.157458 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fb0fd7-c606-4473-b7b2-7891d4b1b8ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:02:05.158079 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-18fb0fd7-c606-4473-b7b2-7891d4b1b8ef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:05.165495 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c1d820-aafc-4b98-acc2-0f7723c9b2d7 None None] Network cb350e10-273c-4799-92e0-c365d6a24fd5 requested from dv-cinder-855041-2-iscsi {{(pid=113417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 00:02:05.193345 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-62f94db9-2ee2-4d15-9022-20c8c48d0e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11068774'] for port (42859e6c-3e47-477d-ad50-95b792649e18), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:05.228033 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f94db9-2ee2-4d15-9022-20c8c48d0e4e admin admin] Pushing event deleted for resources: {'Port': ['ID=42859e6c-3e47-477d-ad50-95b792649e18,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:05.254787 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=100 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:05.259715 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-18fb0fd7-c606-4473-b7b2-7891d4b1b8ef admin admin] 10.222.0.90 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3960466 Aug 30 00:02:05.260752 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 56598) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:02:05.265004 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [None req-be3463e9-0f7f-4a64-804e-51c6a3851749 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1715797267-router', 'tenant_id': 'c61e584eb024434d80fc9b6f946e6dd9', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88'}}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:02:05.315426 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14eda8b-cd1a-4850-b66b-6d0f8d628356 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53cca06d-0ebc-509e-8194-c81e43be134c-cb350e10-273c-4799-92e0-c365d6a24fd5', 'network_id': 'cb350e10-273c-4799-92e0-c365d6a24fd5', 'project_id': 'c61e584eb024434d80fc9b6f946e6dd9', 'fixed_ips': [{'subnet_id': 'e329f768-7252-4773-8493-29e16526642c'}]}} from dv-cinder-855041-2-iscsi. {{(pid=113417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 00:02:05.316397 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-a14eda8b-cd1a-4850-b66b-6d0f8d628356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:05.323305 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-62f94db9-2ee2-4d15-9022-20c8c48d0e4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477601'] for router_gateway (0e540fd9-43e8-4086-b0f4-a2d4962403c7), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:05.415970 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-be3463e9-0f7f-4a64-804e-51c6a3851749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-476365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63332'] for router (9658d5dd-c13c-4f92-80a9-a1ddbc1c554d), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:05.417033 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-be3463e9-0f7f-4a64-804e-51c6a3851749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471508', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63325'] for router (9658d5dd-c13c-4f92-80a9-a1ddbc1c554d), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:05.425031 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-62f94db9-2ee2-4d15-9022-20c8c48d0e4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63306'] for router (0e540fd9-43e8-4086-b0f4-a2d4962403c7), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:05.427663 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-62f94db9-2ee2-4d15-9022-20c8c48d0e4e admin admin] Publish callbacks [] for router_controller (0e540fd9-43e8-4086-b0f4-a2d4962403c7), precommit_delete_associations {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:05.473382 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.db_base_plugin_common [None req-a14eda8b-cd1a-4850-b66b-6d0f8d628356 None None] Allocated IP 172.20.0.2 (cb350e10-273c-4799-92e0-c365d6a24fd5/e329f768-7252-4773-8493-29e16526642c/dddbe7de-8e9a-42cd-9681-2ca7543aa624) {{(pid=113417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 00:02:05.654104 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-a14eda8b-cd1a-4850-b66b-6d0f8d628356 None None] Publish callbacks [] for port (dddbe7de-8e9a-42cd-9681-2ca7543aa624), precommit_create {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:05.742972 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-a14eda8b-cd1a-4850-b66b-6d0f8d628356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297'] for port (dddbe7de-8e9a-42cd-9681-2ca7543aa624), after_create {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:05.777104 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:05.790825 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14eda8b-cd1a-4850-b66b-6d0f8d628356 None None] Network cb350e10-273c-4799-92e0-c365d6a24fd5 is already hosted by enough agents. {{(pid=113417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 00:02:05.796105 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.scheduler.base_scheduler [None req-a14eda8b-cd1a-4850-b66b-6d0f8d628356 None None] Resources bound (agent type, host, resource id): {{(pid=113417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 00:02:05.799205 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14eda8b-cd1a-4850-b66b-6d0f8d628356 None None] Received port after_create {{(pid=113417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 00:02:05.803276 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-be3463e9-0f7f-4a64-804e-51c6a3851749 admin admin] Publish callbacks [] for router_controller (9658d5dd-c13c-4f92-80a9-a1ddbc1c554d), precommit_add_association {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:05.804453 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14eda8b-cd1a-4850-b66b-6d0f8d628356 None None] Pushing event updated for resources: {'Port': ['ID=dddbe7de-8e9a-42cd-9681-2ca7543aa624,revision_number=1']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:05.844096 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-62f94db9-2ee2-4d15-9022-20c8c48d0e4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-479023'] for router (0e540fd9-43e8-4086-b0f4-a2d4962403c7), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:05.845685 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f94db9-2ee2-4d15-9022-20c8c48d0e4e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e540fd9-43e8-4086-b0f4-a2d4962403c7 {{(pid=113415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 00:02:05.850496 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-62f94db9-2ee2-4d15-9022-20c8c48d0e4e admin admin] Publish callbacks [] for router (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:05.859006 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-62f94db9-2ee2-4d15-9022-20c8c48d0e4e admin admin] 10.222.0.90 "DELETE /networking/v2.0/routers/0e540fd9-43e8-4086-b0f4-a2d4962403c7 HTTP/1.1" status: 204 len: 168 time: 1.8985469 Aug 30 00:02:05.859160 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 56600) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:02:05.874338 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-a14eda8b-cd1a-4850-b66b-6d0f8d628356 None None] Attempting to bind port dddbe7de-8e9a-42cd-9681-2ca7543aa624 on host dv-cinder-855041-2-iscsi for vnic_type normal with profile {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 00:02:05.874709 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-a14eda8b-cd1a-4850-b66b-6d0f8d628356 None None] Attempting to bind port dddbe7de-8e9a-42cd-9681-2ca7543aa624 by drivers openvswitch,hyperv on host dv-cinder-855041-2-iscsi at level 0 using segments [{'id': '5430eb83-be84-4c19-a020-3ef5fba6ded2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'cb350e10-273c-4799-92e0-c365d6a24fd5'}] {{(pid=113417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 00:02:05.875069 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14eda8b-cd1a-4850-b66b-6d0f8d628356 None None] Attempting to bind port dddbe7de-8e9a-42cd-9681-2ca7543aa624 on network cb350e10-273c-4799-92e0-c365d6a24fd5 {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 00:02:05.880751 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14eda8b-cd1a-4850-b66b-6d0f8d628356 None None] Checking agent: {'id': '01773ddc-a5d8-4c68-b7b5-e385af2b339f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 43, 45), 'started_at': datetime.datetime(2022, 8, 29, 23, 44, 15), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 0, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 00:02:05.881127 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14eda8b-cd1a-4850-b66b-6d0f8d628356 None None] Checking segment: {'id': '5430eb83-be84-4c19-a020-3ef5fba6ded2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'cb350e10-273c-4799-92e0-c365d6a24fd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 00:02:05.881526 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-a14eda8b-cd1a-4850-b66b-6d0f8d628356 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:05.881912 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14eda8b-cd1a-4850-b66b-6d0f8d628356 None None] Bound using segment: {'id': '5430eb83-be84-4c19-a020-3ef5fba6ded2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'cb350e10-273c-4799-92e0-c365d6a24fd5'} {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 00:02:05.882396 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-a14eda8b-cd1a-4850-b66b-6d0f8d628356 None None] Bound port: dddbe7de-8e9a-42cd-9681-2ca7543aa624, host: dv-cinder-855041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5430eb83-be84-4c19-a020-3ef5fba6ded2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'cb350e10-273c-4799-92e0-c365d6a24fd5'}}] {{(pid=113417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 00:02:05.882778 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-a14eda8b-cd1a-4850-b66b-6d0f8d628356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (dddbe7de-8e9a-42cd-9681-2ca7543aa624), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:05.914909 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c5a812e-b0ae-455c-9408-4680e40e6e8c admin admin] Deleting subnet 63d113a5-7c64-46a1-b545-44c599bf8411 {{(pid=113416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 00:02:05.920437 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-4c5a812e-b0ae-455c-9408-4680e40e6e8c admin admin] Publish callbacks [] for subnet (63d113a5-7c64-46a1-b545-44c599bf8411), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:05.955864 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-a14eda8b-cd1a-4850-b66b-6d0f8d628356 None None] For port dddbe7de-8e9a-42cd-9681-2ca7543aa624, host dv-cinder-855041-2-iscsi, cleared binding levels {{(pid=113417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 00:02:05.960225 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-a14eda8b-cd1a-4850-b66b-6d0f8d628356 None None] For port dddbe7de-8e9a-42cd-9681-2ca7543aa624, host dv-cinder-855041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=dddbe7de-8e9a-42cd-9681-2ca7543aa624,segment=NetworkSegment(5430eb83-be84-4c19-a020-3ef5fba6ded2),segment_id=5430eb83-be84-4c19-a020-3ef5fba6ded2)] {{(pid=113417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 00:02:05.981171 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-4c5a812e-b0ae-455c-9408-4680e40e6e8c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10966540'] for subnet (63d113a5-7c64-46a1-b545-44c599bf8411), precommit_delete_associations {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:06.044133 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-be3463e9-0f7f-4a64-804e-51c6a3851749 admin admin] Publish callbacks [] for router_gateway (9658d5dd-c13c-4f92-80a9-a1ddbc1c554d), precommit_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:06.045084 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-a14eda8b-cd1a-4850-b66b-6d0f8d628356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (dddbe7de-8e9a-42cd-9681-2ca7543aa624), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:06.065286 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-4c5a812e-b0ae-455c-9408-4680e40e6e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3500387'] for subnet (63d113a5-7c64-46a1-b545-44c599bf8411), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:06.090563 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:DELETE=7,neutron:INSERT=6 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:06.105096 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6152b4fc-5baf-40b2-85dd-02a06c2990d3 req-aeec2862-82bc-4dee-bac3-5be7ee979ec4 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:02:06.106992 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-6152b4fc-5baf-40b2-85dd-02a06c2990d3 req-aeec2862-82bc-4dee-bac3-5be7ee979ec4 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=15195999-d4a4-4d69-a4f5-385d63adc174 HTTP/1.1" status: 200 len: 943 time: 0.1054342 Aug 30 00:02:06.118404 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14eda8b-cd1a-4850-b66b-6d0f8d628356 None None] Pushing event updated for resources: {'Port': ['ID=dddbe7de-8e9a-42cd-9681-2ca7543aa624,revision_number=2']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:06.227543 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-6152b4fc-5baf-40b2-85dd-02a06c2990d3 req-a28d94b1-d731-44c8-8f4f-7e864c43d0f6 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fa10b182-c739-4d09-bf63-62bbd8ffd175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127036 Aug 30 00:02:06.235030 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-4c5a812e-b0ae-455c-9408-4680e40e6e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3500410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4096602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10966559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11693050'] for subnet (63d113a5-7c64-46a1-b545-44c599bf8411), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:06.238567 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:06.262297 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5a812e-b0ae-455c-9408-4680e40e6e8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63d113a5-7c64-46a1-b545-44c599bf8411,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:06.269506 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-4c5a812e-b0ae-455c-9408-4680e40e6e8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for subnet (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:06.277671 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-4c5a812e-b0ae-455c-9408-4680e40e6e8c admin admin] 10.222.0.90 "DELETE /networking/v2.0/subnets/63d113a5-7c64-46a1-b545-44c599bf8411 HTTP/1.1" status: 204 len: 168 time: 0.4213357 Aug 30 00:02:06.278329 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 56604) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:02:06.280590 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317d1faa-9f7f-4975-a506-595932c67330 None None] Network b1780587-5845-4b44-80ee-36efef36f1d7 requested from dv-cinder-855041-2-iscsi {{(pid=113417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 00:02:06.289089 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:06.412112 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-8138be0d-f1e9-4ad9-ad6f-f64c05fc2ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578142'] for network (b1780587-5845-4b44-80ee-36efef36f1d7), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:06.486529 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-be3463e9-0f7f-4a64-804e-51c6a3851749 admin admin] Publish callbacks [] for router_gateway (9658d5dd-c13c-4f92-80a9-a1ddbc1c554d), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:06.508421 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.plugin [None req-8138be0d-f1e9-4ad9-ad6f-f64c05fc2ff8 admin admin] Deleting port 1aa82f97-461f-436d-b582-f45088fb1427 {{(pid=113416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 00:02:06.508421 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-8138be0d-f1e9-4ad9-ad6f-f64c05fc2ff8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (1aa82f97-461f-436d-b582-f45088fb1427), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:06.529660 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-be3463e9-0f7f-4a64-804e-51c6a3851749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:06.554383 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cca6ee-97ba-44a5-9196-25d28e8b96b0 None None] DHCP port deletion for b1780587-5845-4b44-80ee-36efef36f1d7 request from dv-cinder-855041-2-iscsi {{(pid=113417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 00:02:06.586129 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.db [None req-8138be0d-f1e9-4ad9-ad6f-f64c05fc2ff8 admin admin] For port 1aa82f97-461f-436d-b582-f45088fb1427, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=1aa82f97-461f-436d-b582-f45088fb1427,segment=NetworkSegment(ac01668e-658a-426d-8808-b924a51fa0ef),segment_id=ac01668e-658a-426d-8808-b924a51fa0ef)] {{(pid=113416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:02:06.586129 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-8138be0d-f1e9-4ad9-ad6f-f64c05fc2ff8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (1aa82f97-461f-436d-b582-f45088fb1427), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:06.607690 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.plugin [None req-8138be0d-f1e9-4ad9-ad6f-f64c05fc2ff8 admin admin] Calling delete_port for 1aa82f97-461f-436d-b582-f45088fb1427 owned by network:dhcp {{(pid=113416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 00:02:06.626091 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-02cca6ee-97ba-44a5-9196-25d28e8b96b0 None None] Deleting port 1aa82f97-461f-436d-b582-f45088fb1427 {{(pid=113417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 00:02:06.626566 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-02cca6ee-97ba-44a5-9196-25d28e8b96b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (1aa82f97-461f-436d-b582-f45088fb1427), before_delete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:06.683617 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.db.db_base_plugin_common [None req-be3463e9-0f7f-4a64-804e-51c6a3851749 admin admin] Allocated IP 172.27.1.69 (c6396a07-dfbf-4950-850b-378da3ed2a88/a98be68c-aef3-471c-b3f8-ae629ebf2983/c5d63f1f-6ae0-4ccc-9cff-fdef5203cfac) {{(pid=113415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 00:02:06.687733 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 1991e147-688e-4af5-8cc3-667e3dd1cf49 up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 00:02:06.742671 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-02cca6ee-97ba-44a5-9196-25d28e8b96b0 None None] For port 1aa82f97-461f-436d-b582-f45088fb1427, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=1aa82f97-461f-436d-b582-f45088fb1427,segment=NetworkSegment(ac01668e-658a-426d-8808-b924a51fa0ef),segment_id=ac01668e-658a-426d-8808-b924a51fa0ef)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:02:06.743072 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-02cca6ee-97ba-44a5-9196-25d28e8b96b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (1aa82f97-461f-436d-b582-f45088fb1427), precommit_delete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:06.759958 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-02cca6ee-97ba-44a5-9196-25d28e8b96b0 None None] Calling delete_port for 1aa82f97-461f-436d-b582-f45088fb1427 owned by network:dhcp {{(pid=113417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 00:02:06.764082 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:06.781358 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port 1991e147-688e-4af5-8cc3-667e3dd1cf49 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:02:06.781731 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (1991e147-688e-4af5-8cc3-667e3dd1cf49), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:06.800108 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-8138be0d-f1e9-4ad9-ad6f-f64c05fc2ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963692'] for port (1aa82f97-461f-436d-b582-f45088fb1427), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:06.809991 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:06.818945 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-be3463e9-0f7f-4a64-804e-51c6a3851749 admin admin] Publish callbacks [] for port (c5d63f1f-6ae0-4ccc-9cff-fdef5203cfac), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:06.827898 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:06.831012 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8138be0d-f1e9-4ad9-ad6f-f64c05fc2ff8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1aa82f97-461f-436d-b582-f45088fb1427,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:06.834717 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8138be0d-f1e9-4ad9-ad6f-f64c05fc2ff8 admin admin] No DVR routers for this DVR port 1aa82f97-461f-436d-b582-f45088fb1427 on host dv-cinder-855041-2-iscsi {{(pid=113416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 00:02:06.921145 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-8138be0d-f1e9-4ad9-ad6f-f64c05fc2ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3498496', 'neutron.services.segments.db._delete_segments_for_network-8751006364483'] for network (b1780587-5845-4b44-80ee-36efef36f1d7), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:06.943342 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-be3463e9-0f7f-4a64-804e-51c6a3851749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11068774'] for port (c5d63f1f-6ae0-4ccc-9cff-fdef5203cfac), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:06.945520 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-02cca6ee-97ba-44a5-9196-25d28e8b96b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306'] for port (1aa82f97-461f-436d-b582-f45088fb1427), after_delete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:06.960153 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.services.segments.db [None req-8138be0d-f1e9-4ad9-ad6f-f64c05fc2ff8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1780587-5845-4b44-80ee-36efef36f1d7']}} {{(pid=113416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:02:06.972970 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.services.segments.db [None req-8138be0d-f1e9-4ad9-ad6f-f64c05fc2ff8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac01668e-658a-426d-8808-b924a51fa0ef') {'for_net_delete': True} {{(pid=113416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:02:06.973418 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.services.segments.db [None req-8138be0d-f1e9-4ad9-ad6f-f64c05fc2ff8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac01668e-658a-426d-8808-b924a51fa0ef') {} {{(pid=113416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:02:06.977097 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port 1991e147-688e-4af5-8cc3-667e3dd1cf49 is: DOWN; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:02:06.983924 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (1991e147-688e-4af5-8cc3-667e3dd1cf49), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:06.988722 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-8138be0d-f1e9-4ad9-ad6f-f64c05fc2ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751006358959', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10966535'] for segment (ac01668e-658a-426d-8808-b924a51fa0ef), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:06.990993 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3463e9-0f7f-4a64-804e-51c6a3851749 admin admin] Network c6396a07-dfbf-4950-850b-378da3ed2a88 is already hosted by enough agents. {{(pid=113415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 00:02:06.994364 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.base_scheduler [None req-be3463e9-0f7f-4a64-804e-51c6a3851749 admin admin] Resources bound (agent type, host, resource id): {{(pid=113415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 00:02:07.005293 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cca6ee-97ba-44a5-9196-25d28e8b96b0 None None] Pushing event deleted for resources: {'Port': ['ID=1aa82f97-461f-436d-b582-f45088fb1427,revision_number=None']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:07.012694 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3463e9-0f7f-4a64-804e-51c6a3851749 admin admin] Received port after_create {{(pid=113415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 00:02:07.013088 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-8138be0d-f1e9-4ad9-ad6f-f64c05fc2ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3480186'] for segment (ac01668e-658a-426d-8808-b924a51fa0ef), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:07.013841 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cca6ee-97ba-44a5-9196-25d28e8b96b0 None None] No DVR routers for this DVR port 1aa82f97-461f-436d-b582-f45088fb1427 on host dv-cinder-855041-2-iscsi {{(pid=113417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 00:02:07.021278 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] For port 1991e147-688e-4af5-8cc3-667e3dd1cf49, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=1991e147-688e-4af5-8cc3-667e3dd1cf49,segment=NetworkSegment(ade09e0b-82bc-4df6-a541-dd677767d870),segment_id=ade09e0b-82bc-4df6-a541-dd677767d870)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:02:07.032098 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8138be0d-f1e9-4ad9-ad6f-f64c05fc2ff8 admin admin] Releasing vlan 1125 on physical network physnet1 to pool {{(pid=113416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 00:02:07.033131 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-8138be0d-f1e9-4ad9-ad6f-f64c05fc2ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3480186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10963641'] for segment (ac01668e-658a-426d-8808-b924a51fa0ef), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:07.046728 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3463e9-0f7f-4a64-804e-51c6a3851749 admin admin] Pushing event updated for resources: {'Port': ['ID=c5d63f1f-6ae0-4ccc-9cff-fdef5203cfac,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:07.091916 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.services.segments.plugin [-] Segment ac01668e-658a-426d-8808-b924a51fa0ef resource provider aggregate not found Aug 30 00:02:07.116258 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.services.segments.plugin [-] Segment ac01668e-658a-426d-8808-b924a51fa0ef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ac01668e-658a-426d-8808-b924a51fa0ef found for delete ", "request_id": "req-c59ae5f3-e13d-48f7-a8c9-820baa8eb368"}]} Aug 30 00:02:07.131041 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (1991e147-688e-4af5-8cc3-667e3dd1cf49), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:07.132079 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device dddbe7de-8e9a-42cd-9681-2ca7543aa624 up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 00:02:07.217546 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Pushing event updated for resources: {'Port': ['ID=1991e147-688e-4af5-8cc3-667e3dd1cf49,revision_number=5']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:07.221703 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-8138be0d-f1e9-4ad9-ad6f-f64c05fc2ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3498505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477645'] for network (b1780587-5845-4b44-80ee-36efef36f1d7), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:07.227529 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port dddbe7de-8e9a-42cd-9681-2ca7543aa624 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:02:07.227906 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (dddbe7de-8e9a-42cd-9681-2ca7543aa624), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:07.233101 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-8138be0d-f1e9-4ad9-ad6f-f64c05fc2ff8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for network (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:07.240687 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-8138be0d-f1e9-4ad9-ad6f-f64c05fc2ff8 admin admin] 10.222.0.90 "DELETE /networking/v2.0/networks/b1780587-5845-4b44-80ee-36efef36f1d7 HTTP/1.1" status: 204 len: 168 time: 0.9609759 Aug 30 00:02:07.245214 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 56610) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:02:07.263796 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8138be0d-f1e9-4ad9-ad6f-f64c05fc2ff8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1780587-5845-4b44-80ee-36efef36f1d7,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:07.290686 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:07.358123 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port dddbe7de-8e9a-42cd-9681-2ca7543aa624 is: DOWN; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:02:07.358509 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (dddbe7de-8e9a-42cd-9681-2ca7543aa624), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:07.369464 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4baf76-c4ec-4706-abe8-d377db1c5f25 None None] Network cb350e10-273c-4799-92e0-c365d6a24fd5 requested from dv-cinder-855041-2-iscsi {{(pid=113417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 00:02:07.445383 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-8071f4bd-136a-4414-a2fc-8798770bc22c None None] Provisioning complete for port dddbe7de-8e9a-42cd-9681-2ca7543aa624 triggered by entity DHCP. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:02:07.445698 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-8071f4bd-136a-4414-a2fc-8798770bc22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (dddbe7de-8e9a-42cd-9681-2ca7543aa624), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:07.475063 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc55649-7d3a-4c87-9e11-5410dc615a3b req-5ce368de-48a9-471d-91fb-e3b7e7be68ae tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:02:07.476538 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-0dc55649-7d3a-4c87-9e11-5410dc615a3b req-5ce368de-48a9-471d-91fb-e3b7e7be68ae tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=15195999-d4a4-4d69-a4f5-385d63adc174 HTTP/1.1" status: 200 len: 943 time: 0.1293530 Aug 30 00:02:07.481260 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] For port dddbe7de-8e9a-42cd-9681-2ca7543aa624, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=dddbe7de-8e9a-42cd-9681-2ca7543aa624,segment=NetworkSegment(5430eb83-be84-4c19-a020-3ef5fba6ded2),segment_id=5430eb83-be84-4c19-a020-3ef5fba6ded2)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:02:07.502056 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:07.564897 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-be3463e9-0f7f-4a64-804e-51c6a3851749 admin admin] Publish callbacks [] for router_gateway (9658d5dd-c13c-4f92-80a9-a1ddbc1c554d), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:07.644480 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-0dc55649-7d3a-4c87-9e11-5410dc615a3b req-45435444-0f63-4889-9d07-c0efd206ad3e tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fa10b182-c739-4d09-bf63-62bbd8ffd175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596093 Aug 30 00:02:07.687941 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (dddbe7de-8e9a-42cd-9681-2ca7543aa624), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:07.730688 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-8071f4bd-136a-4414-a2fc-8798770bc22c None None] Current status of the port dddbe7de-8e9a-42cd-9681-2ca7543aa624 is: ACTIVE; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:02:07.752240 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device e5c81c84-e97c-4f0a-b11e-d84f5eb1423f no longer exists at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 00:02:07.755965 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Pushing event updated for resources: {'Port': ['ID=dddbe7de-8e9a-42cd-9681-2ca7543aa624,revision_number=3']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:07.775039 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] No Port match for: e5c81c84-e97c-4f0a-b11e-d84f5eb1423f {{(pid=113417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 00:02:07.775375 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device e5c81c84-e97c-4f0a-b11e-d84f5eb1423f not bound to the agent host dv-cinder-855041-2-iscsi {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 00:02:07.775792 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 42859e6c-3e47-477d-ad50-95b792649e18 no longer exists at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 00:02:07.795128 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] No Port match for: 42859e6c-3e47-477d-ad50-95b792649e18 {{(pid=113417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 00:02:07.795469 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 42859e6c-3e47-477d-ad50-95b792649e18 not bound to the agent host dv-cinder-855041-2-iscsi {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 00:02:07.919452 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-be3463e9-0f7f-4a64-804e-51c6a3851749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477501'] for router (9658d5dd-c13c-4f92-80a9-a1ddbc1c554d), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:07.955842 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-9de3a9bb-92e1-4cd6-87ca-378d8d78e93f None None] Provisioning complete for port dddbe7de-8e9a-42cd-9681-2ca7543aa624 triggered by entity DHCP. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:02:07.956164 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-9de3a9bb-92e1-4cd6-87ca-378d8d78e93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (dddbe7de-8e9a-42cd-9681-2ca7543aa624), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:07.985172 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:08.000730 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-d2803b27-c376-449b-b0ec-a9606e452454 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477410'] for router_interface (1cc081f4-0d50-4e0d-bd81-09e879d00437), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:08.034203 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-9de3a9bb-92e1-4cd6-87ca-378d8d78e93f None None] Current status of the port dddbe7de-8e9a-42cd-9681-2ca7543aa624 is: ACTIVE; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:02:08.294810 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [None req-d2803b27-c376-449b-b0ec-a9606e452454 admin admin] Deleting port 96ebccae-c1d2-4147-b075-206508fb97d6 {{(pid=113415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 00:02:08.295065 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-d2803b27-c376-449b-b0ec-a9606e452454 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (96ebccae-c1d2-4147-b075-206508fb97d6), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:08.333752 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be3463e9-0f7f-4a64-804e-51c6a3851749 admin admin] Router 9658d5dd-c13c-4f92-80a9-a1ddbc1c554d is scheduled to L3 agent 037668f0-d812-4b59-9d2d-ce33f66a7708 with binding_index 1 {{(pid=113415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 00:02:08.431353 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.db [None req-d2803b27-c376-449b-b0ec-a9606e452454 admin admin] For port 96ebccae-c1d2-4147-b075-206508fb97d6, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=96ebccae-c1d2-4147-b075-206508fb97d6,segment=NetworkSegment(eef31e44-36a3-48e2-bdff-693509fe3366),segment_id=eef31e44-36a3-48e2-bdff-693509fe3366)] {{(pid=113415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:02:08.431727 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-d2803b27-c376-449b-b0ec-a9606e452454 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (96ebccae-c1d2-4147-b075-206508fb97d6), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:08.474952 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [None req-d2803b27-c376-449b-b0ec-a9606e452454 admin admin] Calling delete_port for 96ebccae-c1d2-4147-b075-206508fb97d6 owned by network:router_interface {{(pid=113415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 00:02:08.486754 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 1991e147-688e-4af5-8cc3-667e3dd1cf49 up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 00:02:08.489941 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:08.528991 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3463e9-0f7f-4a64-804e-51c6a3851749 admin admin] Notify agent at l3_agent.dv-cinder-855041-2-iscsi the message routers_updated {{(pid=113415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 00:02:08.534509 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port 1991e147-688e-4af5-8cc3-667e3dd1cf49 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:02:08.534887 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (1991e147-688e-4af5-8cc3-667e3dd1cf49), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:08.539587 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8422fb-7122-4847-a66c-2f3c0f5232c3 None None] Sync routers for ids ['9658d5dd-c13c-4f92-80a9-a1ddbc1c554d'] in dv-cinder-855041-2-iscsi {{(pid=113417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 00:02:08.574712 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:08.584203 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8422fb-7122-4847-a66c-2f3c0f5232c3 None None] Routers {'9658d5dd-c13c-4f92-80a9-a1ddbc1c554d'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:02:08.588111 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-1d8422fb-7122-4847-a66c-2f3c0f5232c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-30T00:01:43Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['9658d5dd-c13c-4f92-80a9-a1ddbc1c554d'], 'active': True} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:02:08.679829 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-be3463e9-0f7f-4a64-804e-51c6a3851749 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:08.681115 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-be3463e9-0f7f-4a64-804e-51c6a3851749 admin admin] 10.222.0.90 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.4200702 Aug 30 00:02:08.684371 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 56616) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:02:08.711571 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port 1991e147-688e-4af5-8cc3-667e3dd1cf49 is: ACTIVE; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:02:08.714322 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device dddbe7de-8e9a-42cd-9681-2ca7543aa624 up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 00:02:08.756054 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvr_db [None req-1d8422fb-7122-4847-a66c-2f3c0f5232c3 None None] Set router 9658d5dd-c13c-4f92-80a9-a1ddbc1c554d gateway port host: dv-cinder-855041-2-iscsi {{(pid=113417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:02:08.761821 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-d2803b27-c376-449b-b0ec-a9606e452454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11068774'] for port (96ebccae-c1d2-4147-b075-206508fb97d6), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:08.774787 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:08.865919 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port dddbe7de-8e9a-42cd-9681-2ca7543aa624 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:02:08.866285 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (dddbe7de-8e9a-42cd-9681-2ca7543aa624), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:08.899357 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=100 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:09.012290 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-1d8422fb-7122-4847-a66c-2f3c0f5232c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9658d5dd-c13c-4f92-80a9-a1ddbc1c554d', 'name': 'tempest-TestShelveInstance-1715797267-router', 'tenant_id': 'c61e584eb024434d80fc9b6f946e6dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'c5d63f1f-6ae0-4ccc-9cff-fdef5203cfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:02:05Z', 'updated_at': '2022-08-30T00:02:07Z', 'revision_number': 3, 'project_id': 'c61e584eb024434d80fc9b6f946e6dd9', 'gw_port': {'id': 'c5d63f1f-6ae0-4ccc-9cff-fdef5203cfac', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f7:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9658d5dd-c13c-4f92-80a9-a1ddbc1c554d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:02:06Z', 'updated_at': '2022-08-30T00:02:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi'}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:02:09.040315 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port dddbe7de-8e9a-42cd-9681-2ca7543aa624 is: ACTIVE; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:02:09.042882 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8422fb-7122-4847-a66c-2f3c0f5232c3 None None] Checking router: 9658d5dd-c13c-4f92-80a9-a1ddbc1c554d for host: dv-cinder-855041-2-iscsi {{(pid=113417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 00:02:09.043227 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8422fb-7122-4847-a66c-2f3c0f5232c3 None None] Updating router 9658d5dd-c13c-4f92-80a9-a1ddbc1c554d port c5d63f1f-6ae0-4ccc-9cff-fdef5203cfac binding host dv-cinder-855041-2-iscsi {{(pid=113417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 00:02:09.083659 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-1d8422fb-7122-4847-a66c-2f3c0f5232c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (c5d63f1f-6ae0-4ccc-9cff-fdef5203cfac), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:09.102333 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38387bb-5a29-43e3-9fdd-b5300b105c19 req-9e87e817-9ec2-48b3-b89a-0b25e4bb98e4 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:02:09.103898 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-a38387bb-5a29-43e3-9fdd-b5300b105c19 req-9e87e817-9ec2-48b3-b89a-0b25e4bb98e4 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=15195999-d4a4-4d69-a4f5-385d63adc174 HTTP/1.1" status: 200 len: 943 time: 0.3755460 Aug 30 00:02:09.104846 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2803b27-c376-449b-b0ec-a9606e452454 admin admin] Pushing event deleted for resources: {'Port': ['ID=96ebccae-c1d2-4147-b075-206508fb97d6,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:09.134528 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-f2f28ded-895e-4e58-a5e6-5d8ea153728b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:09.182428 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 1aa82f97-461f-436d-b582-f45088fb1427 no longer exists at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 00:02:09.230206 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] No Port match for: 1aa82f97-461f-436d-b582-f45088fb1427 {{(pid=113417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 00:02:09.230920 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 1aa82f97-461f-436d-b582-f45088fb1427 not bound to the agent host dv-cinder-855041-2-iscsi {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 00:02:09.249322 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-a38387bb-5a29-43e3-9fdd-b5300b105c19 req-742f9d1d-484c-40d3-a11f-a3c1951419dd tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fa10b182-c739-4d09-bf63-62bbd8ffd175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970151 Aug 30 00:02:09.373502 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-d2803b27-c376-449b-b0ec-a9606e452454 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-479058'] for router_interface (1cc081f4-0d50-4e0d-bd81-09e879d00437), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:09.393392 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.db_base_plugin_common [None req-f2f28ded-895e-4e58-a5e6-5d8ea153728b admin admin] Allocated IP 172.20.0.1 (cb350e10-273c-4799-92e0-c365d6a24fd5/e329f768-7252-4773-8493-29e16526642c/6e861a51-4173-43fc-997a-53e3a9c1c05a) {{(pid=113416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 00:02:09.404407 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:09.527459 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:09.547594 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-1d8422fb-7122-4847-a66c-2f3c0f5232c3 None None] Publish callbacks [] for port (c5d63f1f-6ae0-4ccc-9cff-fdef5203cfac), precommit_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:09.548344 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-f2f28ded-895e-4e58-a5e6-5d8ea153728b admin admin] Publish callbacks [] for port (6e861a51-4173-43fc-997a-53e3a9c1c05a), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:09.633925 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2803b27-c376-449b-b0ec-a9606e452454 admin admin] Router 1cc081f4-0d50-4e0d-bd81-09e879d00437 has already been hosted by L3 agent 037668f0-d812-4b59-9d2d-ce33f66a7708 {{(pid=113415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 00:02:09.643782 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-1d8422fb-7122-4847-a66c-2f3c0f5232c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (c5d63f1f-6ae0-4ccc-9cff-fdef5203cfac), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:09.644269 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-f2f28ded-895e-4e58-a5e6-5d8ea153728b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963692'] for port (6e861a51-4173-43fc-997a-53e3a9c1c05a), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:09.682128 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-1d8422fb-7122-4847-a66c-2f3c0f5232c3 None None] Attempting to bind port c5d63f1f-6ae0-4ccc-9cff-fdef5203cfac on host dv-cinder-855041-2-iscsi for vnic_type normal with profile {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 00:02:09.683034 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-1d8422fb-7122-4847-a66c-2f3c0f5232c3 None None] Attempting to bind port c5d63f1f-6ae0-4ccc-9cff-fdef5203cfac by drivers openvswitch,hyperv on host dv-cinder-855041-2-iscsi at level 0 using segments [{'id': 'b4742eaf-d58e-407a-bbd7-30be4e48df16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88'}] {{(pid=113417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 00:02:09.683373 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8422fb-7122-4847-a66c-2f3c0f5232c3 None None] Attempting to bind port c5d63f1f-6ae0-4ccc-9cff-fdef5203cfac on network c6396a07-dfbf-4950-850b-378da3ed2a88 {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 00:02:09.689376 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f28ded-895e-4e58-a5e6-5d8ea153728b admin admin] Network cb350e10-273c-4799-92e0-c365d6a24fd5 is already hosted by enough agents. {{(pid=113416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 00:02:09.693663 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.base_scheduler [None req-f2f28ded-895e-4e58-a5e6-5d8ea153728b admin admin] Resources bound (agent type, host, resource id): {{(pid=113416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 00:02:09.697663 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f28ded-895e-4e58-a5e6-5d8ea153728b admin admin] Received port after_create {{(pid=113416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 00:02:09.697826 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8422fb-7122-4847-a66c-2f3c0f5232c3 None None] Checking agent: {'id': '01773ddc-a5d8-4c68-b7b5-e385af2b339f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 43, 45), 'started_at': datetime.datetime(2022, 8, 29, 23, 44, 15), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 0, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 00:02:09.698309 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8422fb-7122-4847-a66c-2f3c0f5232c3 None None] Checking segment: {'id': 'b4742eaf-d58e-407a-bbd7-30be4e48df16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 00:02:09.698768 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-1d8422fb-7122-4847-a66c-2f3c0f5232c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:09.699220 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8422fb-7122-4847-a66c-2f3c0f5232c3 None None] Bound using segment: {'id': 'b4742eaf-d58e-407a-bbd7-30be4e48df16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88'} {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 00:02:09.699752 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-1d8422fb-7122-4847-a66c-2f3c0f5232c3 None None] Bound port: c5d63f1f-6ae0-4ccc-9cff-fdef5203cfac, host: dv-cinder-855041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4742eaf-d58e-407a-bbd7-30be4e48df16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88'}}] {{(pid=113417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 00:02:09.700202 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-1d8422fb-7122-4847-a66c-2f3c0f5232c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (c5d63f1f-6ae0-4ccc-9cff-fdef5203cfac), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:09.725811 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f28ded-895e-4e58-a5e6-5d8ea153728b admin admin] Pushing event updated for resources: {'Port': ['ID=6e861a51-4173-43fc-997a-53e3a9c1c05a,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:09.733862 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fc2fb8-0013-492f-83de-9fc81fbbebcf None None] Pushing event updated for resources: {'Port': ['ID=c5d63f1f-6ae0-4ccc-9cff-fdef5203cfac,revision_number=2']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:09.771047 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2803b27-c376-449b-b0ec-a9606e452454 admin admin] Notify agent at l3_agent.dv-cinder-855041-2-iscsi the message routers_updated {{(pid=113415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 00:02:09.771275 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-f2f28ded-895e-4e58-a5e6-5d8ea153728b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477273'] for router_interface (9658d5dd-c13c-4f92-80a9-a1ddbc1c554d), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:09.779859 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-d2803b27-c376-449b-b0ec-a9606e452454 admin admin] 10.222.0.90 "PUT /networking/v2.0/routers/1cc081f4-0d50-4e0d-bd81-09e879d00437/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5318232 Aug 30 00:02:09.783574 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 56618) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:02:09.788851 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9142e8d7-97a0-4b55-9753-7de273ecf07f None None] Sync routers for ids ['1cc081f4-0d50-4e0d-bd81-09e879d00437'] in dv-cinder-855041-2-iscsi {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 00:02:09.789362 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-1d8422fb-7122-4847-a66c-2f3c0f5232c3 None None] For port c5d63f1f-6ae0-4ccc-9cff-fdef5203cfac, host dv-cinder-855041-2-iscsi, cleared binding levels {{(pid=113417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 00:02:09.797109 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-1d8422fb-7122-4847-a66c-2f3c0f5232c3 None None] For port c5d63f1f-6ae0-4ccc-9cff-fdef5203cfac, host dv-cinder-855041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=c5d63f1f-6ae0-4ccc-9cff-fdef5203cfac,segment=NetworkSegment(b4742eaf-d58e-407a-bbd7-30be4e48df16),segment_id=b4742eaf-d58e-407a-bbd7-30be4e48df16)] {{(pid=113417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 00:02:09.805305 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9142e8d7-97a0-4b55-9753-7de273ecf07f None None] Routers {'1cc081f4-0d50-4e0d-bd81-09e879d00437'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:02:09.806396 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-9142e8d7-97a0-4b55-9753-7de273ecf07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-30T00:01:43Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['1cc081f4-0d50-4e0d-bd81-09e879d00437'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:02:09.867871 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-1d8422fb-7122-4847-a66c-2f3c0f5232c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (c5d63f1f-6ae0-4ccc-9cff-fdef5203cfac), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:09.936689 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-9142e8d7-97a0-4b55-9753-7de273ecf07f None None] Set router 1cc081f4-0d50-4e0d-bd81-09e879d00437 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:02:09.940600 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8422fb-7122-4847-a66c-2f3c0f5232c3 None None] Routers {'9658d5dd-c13c-4f92-80a9-a1ddbc1c554d'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:02:09.941245 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-1d8422fb-7122-4847-a66c-2f3c0f5232c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-30T00:01:43Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['9658d5dd-c13c-4f92-80a9-a1ddbc1c554d'], 'active': True} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:02:09.962729 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-79467deb-a5c0-41a2-922d-806dd7c800de admin admin] Publish callbacks [] for router (1cc081f4-0d50-4e0d-bd81-09e879d00437), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:09.996671 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fc2fb8-0013-492f-83de-9fc81fbbebcf None None] Pushing event updated for resources: {'Port': ['ID=c5d63f1f-6ae0-4ccc-9cff-fdef5203cfac,revision_number=3']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:10.000232 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:10.017207 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:10.022077 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-bbb2b650-bd93-4c1e-8d17-95b6c63446fe None None] Provisioning complete for port 6e861a51-4173-43fc-997a-53e3a9c1c05a triggered by entity DHCP. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:02:10.022455 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-bbb2b650-bd93-4c1e-8d17-95b6c63446fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (6e861a51-4173-43fc-997a-53e3a9c1c05a), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:10.092059 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-79467deb-a5c0-41a2-922d-806dd7c800de admin admin] Publish callbacks [] for router_gateway (1cc081f4-0d50-4e0d-bd81-09e879d00437), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:10.098720 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-bbb2b650-bd93-4c1e-8d17-95b6c63446fe None None] Port 6e861a51-4173-43fc-997a-53e3a9c1c05a cannot update to ACTIVE because it is not bound. {{(pid=113417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 00:02:10.109251 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvr_db [None req-1d8422fb-7122-4847-a66c-2f3c0f5232c3 None None] Set router 9658d5dd-c13c-4f92-80a9-a1ddbc1c554d gateway port host: dv-cinder-855041-2-iscsi {{(pid=113417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:02:10.163822 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-9142e8d7-97a0-4b55-9753-7de273ecf07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc081f4-0d50-4e0d-bd81-09e879d00437', 'name': 'tempest-TestMinimumBasicScenario-982565732-router', 'tenant_id': '924db7fd35064152aaa9492785b26d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '727c969a-de56-4f47-a0bc-05216aac9b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:59:31Z', 'updated_at': '2022-08-30T00:02:08Z', 'revision_number': 5, 'project_id': '924db7fd35064152aaa9492785b26d2f', 'gw_port': {'id': '727c969a-de56-4f47-a0bc-05216aac9b14', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:67:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc081f4-0d50-4e0d-bd81-09e879d00437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:59:33Z', 'updated_at': '2022-08-29T23:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi'}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:02:10.174310 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:10.190731 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9142e8d7-97a0-4b55-9753-7de273ecf07f None None] Checking router: 1cc081f4-0d50-4e0d-bd81-09e879d00437 for host: dv-cinder-855041-2-iscsi {{(pid=113418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 00:02:10.199615 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9142e8d7-97a0-4b55-9753-7de273ecf07f None None] Routers {'1cc081f4-0d50-4e0d-bd81-09e879d00437'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:02:10.200255 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-9142e8d7-97a0-4b55-9753-7de273ecf07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-30T00:01:43Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['1cc081f4-0d50-4e0d-bd81-09e879d00437'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:02:10.296333 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-1d8422fb-7122-4847-a66c-2f3c0f5232c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9658d5dd-c13c-4f92-80a9-a1ddbc1c554d', 'name': 'tempest-TestShelveInstance-1715797267-router', 'tenant_id': 'c61e584eb024434d80fc9b6f946e6dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'c5d63f1f-6ae0-4ccc-9cff-fdef5203cfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:02:05Z', 'updated_at': '2022-08-30T00:02:07Z', 'revision_number': 3, 'project_id': 'c61e584eb024434d80fc9b6f946e6dd9', 'gw_port': {'id': 'c5d63f1f-6ae0-4ccc-9cff-fdef5203cfac', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f7:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9658d5dd-c13c-4f92-80a9-a1ddbc1c554d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:02:06Z', 'updated_at': '2022-08-30T00:02:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi'}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:02:10.306224 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-9142e8d7-97a0-4b55-9753-7de273ecf07f None None] Set router 1cc081f4-0d50-4e0d-bd81-09e879d00437 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:02:10.322171 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8422fb-7122-4847-a66c-2f3c0f5232c3 None None] The sync data for ids ['9658d5dd-c13c-4f92-80a9-a1ddbc1c554d'] in dv-cinder-855041-2-iscsi is: [{'id': '9658d5dd-c13c-4f92-80a9-a1ddbc1c554d', 'name': 'tempest-TestShelveInstance-1715797267-router', 'tenant_id': 'c61e584eb024434d80fc9b6f946e6dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'c5d63f1f-6ae0-4ccc-9cff-fdef5203cfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:02:05Z', 'updated_at': '2022-08-30T00:02:07Z', 'revision_number': 3, 'project_id': 'c61e584eb024434d80fc9b6f946e6dd9', 'gw_port': {'id': 'c5d63f1f-6ae0-4ccc-9cff-fdef5203cfac', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f7:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9658d5dd-c13c-4f92-80a9-a1ddbc1c554d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:02:06Z', 'updated_at': '2022-08-30T00:02:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi'}] {{(pid=113417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 00:02:10.331995 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-8bdd1ce9-f4c1-4b97-93ba-455a7218a221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (1020f8f9-c858-45a1-84c5-376480b0ca2e), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:10.375219 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-f2f28ded-895e-4e58-a5e6-5d8ea153728b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (6e861a51-4173-43fc-997a-53e3a9c1c05a), before_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:10.429371 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [None req-79467deb-a5c0-41a2-922d-806dd7c800de admin admin] Deleting port 727c969a-de56-4f47-a0bc-05216aac9b14 {{(pid=113415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 00:02:10.432130 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-79467deb-a5c0-41a2-922d-806dd7c800de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (727c969a-de56-4f47-a0bc-05216aac9b14), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:10.543942 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-9142e8d7-97a0-4b55-9753-7de273ecf07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc081f4-0d50-4e0d-bd81-09e879d00437', 'name': 'tempest-TestMinimumBasicScenario-982565732-router', 'tenant_id': '924db7fd35064152aaa9492785b26d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '727c969a-de56-4f47-a0bc-05216aac9b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:59:31Z', 'updated_at': '2022-08-30T00:02:08Z', 'revision_number': 5, 'project_id': '924db7fd35064152aaa9492785b26d2f', 'gw_port': {'id': '727c969a-de56-4f47-a0bc-05216aac9b14', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:67:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc081f4-0d50-4e0d-bd81-09e879d00437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:59:33Z', 'updated_at': '2022-08-29T23:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi'}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:02:10.549167 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:10.551718 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.db [None req-79467deb-a5c0-41a2-922d-806dd7c800de admin admin] For port 727c969a-de56-4f47-a0bc-05216aac9b14, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=727c969a-de56-4f47-a0bc-05216aac9b14,segment=NetworkSegment(b4742eaf-d58e-407a-bbd7-30be4e48df16),segment_id=b4742eaf-d58e-407a-bbd7-30be4e48df16)] {{(pid=113415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:02:10.552084 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-79467deb-a5c0-41a2-922d-806dd7c800de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (727c969a-de56-4f47-a0bc-05216aac9b14), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:10.565698 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:10.583136 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9142e8d7-97a0-4b55-9753-7de273ecf07f None None] The sync data for ids ['1cc081f4-0d50-4e0d-bd81-09e879d00437'] in dv-cinder-855041-2-iscsi is: [{'id': '1cc081f4-0d50-4e0d-bd81-09e879d00437', 'name': 'tempest-TestMinimumBasicScenario-982565732-router', 'tenant_id': '924db7fd35064152aaa9492785b26d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '727c969a-de56-4f47-a0bc-05216aac9b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:59:31Z', 'updated_at': '2022-08-30T00:02:08Z', 'revision_number': 5, 'project_id': '924db7fd35064152aaa9492785b26d2f', 'gw_port': {'id': '727c969a-de56-4f47-a0bc-05216aac9b14', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:67:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc081f4-0d50-4e0d-bd81-09e879d00437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:59:33Z', 'updated_at': '2022-08-29T23:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi'}] {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 00:02:10.596529 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [None req-79467deb-a5c0-41a2-922d-806dd7c800de admin admin] Calling delete_port for 727c969a-de56-4f47-a0bc-05216aac9b14 owned by network:router_gateway {{(pid=113415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 00:02:10.602226 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-f2f28ded-895e-4e58-a5e6-5d8ea153728b admin admin] Publish callbacks [] for port (6e861a51-4173-43fc-997a-53e3a9c1c05a), precommit_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:10.609090 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed908c2-4c03-420c-9546-444eddbf80dd req-ffdc2e7e-a4da-4c90-b2bf-19e42ab518ef tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:02:10.611344 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-fed908c2-4c03-420c-9546-444eddbf80dd req-ffdc2e7e-a4da-4c90-b2bf-19e42ab518ef tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=15195999-d4a4-4d69-a4f5-385d63adc174 HTTP/1.1" status: 200 len: 943 time: 0.1266215 Aug 30 00:02:10.672060 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-f2f28ded-895e-4e58-a5e6-5d8ea153728b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963685'] for port (6e861a51-4173-43fc-997a-53e3a9c1c05a), after_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:10.713656 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-fed908c2-4c03-420c-9546-444eddbf80dd req-1408f77c-e9ff-4b49-abfa-fe009d338aa6 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fa10b182-c739-4d09-bf63-62bbd8ffd175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959239 Aug 30 00:02:10.750417 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-f2f28ded-895e-4e58-a5e6-5d8ea153728b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3699119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477389'] for router_interface (9658d5dd-c13c-4f92-80a9-a1ddbc1c554d), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:10.753080 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f28ded-895e-4e58-a5e6-5d8ea153728b admin admin] Pushing event updated for resources: {'Port': ['ID=6e861a51-4173-43fc-997a-53e3a9c1c05a,revision_number=2']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:10.853653 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f28ded-895e-4e58-a5e6-5d8ea153728b admin admin] Network cb350e10-273c-4799-92e0-c365d6a24fd5 is already hosted by enough agents. {{(pid=113416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 00:02:10.854948 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.base_scheduler [None req-f2f28ded-895e-4e58-a5e6-5d8ea153728b admin admin] Resources bound (agent type, host, resource id): {{(pid=113416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 00:02:10.897511 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-79467deb-a5c0-41a2-922d-806dd7c800de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11068774'] for port (727c969a-de56-4f47-a0bc-05216aac9b14), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:10.944793 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79467deb-a5c0-41a2-922d-806dd7c800de admin admin] Pushing event deleted for resources: {'Port': ['ID=727c969a-de56-4f47-a0bc-05216aac9b14,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:10.985738 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f28ded-895e-4e58-a5e6-5d8ea153728b admin admin] Router 9658d5dd-c13c-4f92-80a9-a1ddbc1c554d has already been hosted by L3 agent 037668f0-d812-4b59-9d2d-ce33f66a7708 {{(pid=113416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 00:02:11.050820 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-79467deb-a5c0-41a2-922d-806dd7c800de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477601'] for router_gateway (1cc081f4-0d50-4e0d-bd81-09e879d00437), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:11.061864 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=100 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:11.150459 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:11.157027 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f28ded-895e-4e58-a5e6-5d8ea153728b admin admin] Notify agent at l3_agent.dv-cinder-855041-2-iscsi the message routers_updated {{(pid=113416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 00:02:11.162497 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-f2f28ded-895e-4e58-a5e6-5d8ea153728b admin admin] 10.222.0.90 "PUT /networking/v2.0/routers/9658d5dd-c13c-4f92-80a9-a1ddbc1c554d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4770288 Aug 30 00:02:11.187244 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-79467deb-a5c0-41a2-922d-806dd7c800de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63306'] for router (1cc081f4-0d50-4e0d-bd81-09e879d00437), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:11.190591 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-79467deb-a5c0-41a2-922d-806dd7c800de admin admin] Publish callbacks [] for router_controller (1cc081f4-0d50-4e0d-bd81-09e879d00437), precommit_delete_associations {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:11.254104 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-eb6ea74f-694e-4eee-8058-76034e1f0b78 None None] Provisioning complete for port 6e861a51-4173-43fc-997a-53e3a9c1c05a triggered by entity DHCP. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:02:11.254660 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-eb6ea74f-694e-4eee-8058-76034e1f0b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (6e861a51-4173-43fc-997a-53e3a9c1c05a), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:11.342786 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-79467deb-a5c0-41a2-922d-806dd7c800de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-479023'] for router (1cc081f4-0d50-4e0d-bd81-09e879d00437), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:11.343522 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79467deb-a5c0-41a2-922d-806dd7c800de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1cc081f4-0d50-4e0d-bd81-09e879d00437 {{(pid=113415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 00:02:11.348668 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-79467deb-a5c0-41a2-922d-806dd7c800de admin admin] Publish callbacks [] for router (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:11.349875 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-79467deb-a5c0-41a2-922d-806dd7c800de admin admin] 10.222.0.90 "DELETE /networking/v2.0/routers/1cc081f4-0d50-4e0d-bd81-09e879d00437 HTTP/1.1" status: 204 len: 168 time: 1.5648286 Aug 30 00:02:11.352468 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 56628) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:02:11.477976 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fa0ab87-31de-4198-974e-9d5e999e19b8 admin admin] Deleting subnet 6e8e4a10-adbc-4a14-93d6-096ac3e0a803 {{(pid=113416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 00:02:11.491436 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-7fa0ab87-31de-4198-974e-9d5e999e19b8 admin admin] Publish callbacks [] for subnet (6e8e4a10-adbc-4a14-93d6-096ac3e0a803), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:11.495214 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ea74f-694e-4eee-8058-76034e1f0b78 None None] Port 6e861a51-4173-43fc-997a-53e3a9c1c05a cannot update to ACTIVE because it is not bound. {{(pid=113417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 00:02:11.496982 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device fb420043-338d-42f6-bb56-ac5a58f4c51d details requested by agent hyperv_hv-cinder-85504 with host hv-cinder-85504 {{(pid=113417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 00:02:11.555172 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-7fa0ab87-31de-4198-974e-9d5e999e19b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10966540'] for subnet (6e8e4a10-adbc-4a14-93d6-096ac3e0a803), precommit_delete_associations {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:11.636415 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port fb420043-338d-42f6-bb56-ac5a58f4c51d, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=fb420043-338d-42f6-bb56-ac5a58f4c51d,segment=NetworkSegment(e442b733-cdb1-440f-8d43-4017843e1658),segment_id=e442b733-cdb1-440f-8d43-4017843e1658)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:02:11.654144 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Returning: {'device': 'fb420043-338d-42f6-bb56-ac5a58f4c51d', 'network_id': '79f758d9-f5c9-4dd1-ba1e-2857ef410b54', 'port_id': 'fb420043-338d-42f6-bb56-ac5a58f4c51d', 'mac_address': 'fa:16:3e:84:00:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f07dc28-3b5d-4778-a100-fbd0d9f8acb3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 00:02:11.658803 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-7fa0ab87-31de-4198-974e-9d5e999e19b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3500387'] for subnet (6e8e4a10-adbc-4a14-93d6-096ac3e0a803), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:11.739881 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Current status of the port fb420043-338d-42f6-bb56-ac5a58f4c51d is: DOWN; New status is: BUILD {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:02:11.739881 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (fb420043-338d-42f6-bb56-ac5a58f4c51d), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:11.739881 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.notifiers.nova [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb420043-338d-42f6-bb56-ac5a58f4c51d {{(pid=113417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 00:02:11.740651 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port fb420043-338d-42f6-bb56-ac5a58f4c51d, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=fb420043-338d-42f6-bb56-ac5a58f4c51d,segment=NetworkSegment(e442b733-cdb1-440f-8d43-4017843e1658),segment_id=e442b733-cdb1-440f-8d43-4017843e1658)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:02:11.860932 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f64f1e-67b5-483f-83b3-dcc5aaf7e85b req-259d66fb-63f3-4381-88e5-0513e14b89ed tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:02:11.860932 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d4f64f1e-67b5-483f-83b3-dcc5aaf7e85b req-259d66fb-63f3-4381-88e5-0513e14b89ed tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=15195999-d4a4-4d69-a4f5-385d63adc174 HTTP/1.1" status: 200 len: 943 time: 0.0559907 Aug 30 00:02:11.895354 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 56632) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:02:11.900800 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [None req-c8bf06d2-99e5-4357-935a-f4b4641bae0e tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-580491424', 'description': 'tempest-secgroup-smoke-580491424 description', 'project_id': '25d9f13fb1af4c3a911d91561bf0aae5'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:02:11.913076 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d4f64f1e-67b5-483f-83b3-dcc5aaf7e85b req-51906bb5-2208-46a4-bc6f-cf5118cd0c29 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fa10b182-c739-4d09-bf63-62bbd8ffd175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585034 Aug 30 00:02:11.964228 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (fb420043-338d-42f6-bb56-ac5a58f4c51d), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:11.971068 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-7fa0ab87-31de-4198-974e-9d5e999e19b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3500410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4096602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10966559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11693050'] for subnet (6e8e4a10-adbc-4a14-93d6-096ac3e0a803), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:11.997580 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa0ab87-31de-4198-974e-9d5e999e19b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e8e4a10-adbc-4a14-93d6-096ac3e0a803,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:12.002135 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-7fa0ab87-31de-4198-974e-9d5e999e19b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for subnet (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:12.008486 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-7fa0ab87-31de-4198-974e-9d5e999e19b8 admin admin] 10.222.0.90 "DELETE /networking/v2.0/subnets/6e8e4a10-adbc-4a14-93d6-096ac3e0a803 HTTP/1.1" status: 204 len: 168 time: 0.6546247 Aug 30 00:02:12.008867 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 56634) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:02:12.015786 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b4ca56-b71b-479c-ade5-1cc9ff627723 None None] Network 653273c4-5c7d-44a6-9fc5-032b967b5cbe requested from dv-cinder-855041-2-iscsi {{(pid=113417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 00:02:12.081608 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-c8bf06d2-99e5-4357-935a-f4b4641bae0e tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Publish callbacks [] for security_group (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:12.100333 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-cfc4c0d9-9ee1-4887-8bcc-fff0615209be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578142'] for network (653273c4-5c7d-44a6-9fc5-032b967b5cbe), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:12.115073 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Pushing event updated for resources: {'Port': ['ID=fb420043-338d-42f6-bb56-ac5a58f4c51d,revision_number=4']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:12.166372 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] get_ports_and_sgs() called for port_ids ['fb420043-338d-42f6-bb56-ac5a58f4c51d'] {{(pid=113417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 00:02:12.168817 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [None req-cfc4c0d9-9ee1-4887-8bcc-fff0615209be admin admin] Deleting port 682125cd-38a5-4504-972e-9fd33e670b35 {{(pid=113415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 00:02:12.170290 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-cfc4c0d9-9ee1-4887-8bcc-fff0615209be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (682125cd-38a5-4504-972e-9fd33e670b35), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:12.182626 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-c8bf06d2-99e5-4357-935a-f4b4641bae0e tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Publish callbacks [] for security_group (3fa1129c-6a3f-4170-8d5a-2f469227501b), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:12.240360 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.db [None req-cfc4c0d9-9ee1-4887-8bcc-fff0615209be admin admin] For port 682125cd-38a5-4504-972e-9fd33e670b35, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=682125cd-38a5-4504-972e-9fd33e670b35,segment=NetworkSegment(eef31e44-36a3-48e2-bdff-693509fe3366),segment_id=eef31e44-36a3-48e2-bdff-693509fe3366)] {{(pid=113415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:02:12.240717 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-cfc4c0d9-9ee1-4887-8bcc-fff0615209be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (682125cd-38a5-4504-972e-9fd33e670b35), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:12.256362 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [None req-cfc4c0d9-9ee1-4887-8bcc-fff0615209be admin admin] Calling delete_port for 682125cd-38a5-4504-972e-9fd33e670b35 owned by network:dhcp {{(pid=113415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 00:02:12.262490 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-c8bf06d2-99e5-4357-935a-f4b4641bae0e tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (3fa1129c-6a3f-4170-8d5a-2f469227501b), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:12.272230 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7101dc1-7bfd-4c64-81ec-a19e1af3503a None None] DHCP port deletion for 653273c4-5c7d-44a6-9fc5-032b967b5cbe request from dv-cinder-855041-2-iscsi {{(pid=113417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 00:02:12.293894 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:12.308100 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bf06d2-99e5-4357-935a-f4b4641bae0e tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa1129c-6a3f-4170-8d5a-2f469227501b,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:12.351739 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-b7101dc1-7bfd-4c64-81ec-a19e1af3503a None None] Deleting port 682125cd-38a5-4504-972e-9fd33e670b35 {{(pid=113417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 00:02:12.352027 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-b7101dc1-7bfd-4c64-81ec-a19e1af3503a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (682125cd-38a5-4504-972e-9fd33e670b35), before_delete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:12.396289 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-c8bf06d2-99e5-4357-935a-f4b4641bae0e tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Publish callbacks [] for security_group (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:12.397693 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-c8bf06d2-99e5-4357-935a-f4b4641bae0e tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5005789 Aug 30 00:02:12.401020 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 56636) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:02:12.406038 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [None req-b279276f-5203-4ff1-b4e0-a4733f8d167b tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Request body: {'security_group_rule': {'security_group_id': '3fa1129c-6a3f-4170-8d5a-2f469227501b', 'project_id': '25d9f13fb1af4c3a911d91561bf0aae5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:02:12.424582 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-cfc4c0d9-9ee1-4887-8bcc-fff0615209be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11068774'] for port (682125cd-38a5-4504-972e-9fd33e670b35), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:12.464513 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc4c0d9-9ee1-4887-8bcc-fff0615209be admin admin] Pushing event deleted for resources: {'Port': ['ID=682125cd-38a5-4504-972e-9fd33e670b35,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:12.471926 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc4c0d9-9ee1-4887-8bcc-fff0615209be admin admin] No DVR routers for this DVR port 682125cd-38a5-4504-972e-9fd33e670b35 on host dv-cinder-855041-2-iscsi {{(pid=113415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 00:02:12.475868 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-b7101dc1-7bfd-4c64-81ec-a19e1af3503a None None] For port 682125cd-38a5-4504-972e-9fd33e670b35, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=682125cd-38a5-4504-972e-9fd33e670b35,segment=NetworkSegment(eef31e44-36a3-48e2-bdff-693509fe3366),segment_id=eef31e44-36a3-48e2-bdff-693509fe3366)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:02:12.476313 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-b7101dc1-7bfd-4c64-81ec-a19e1af3503a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (682125cd-38a5-4504-972e-9fd33e670b35), precommit_delete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:12.491748 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=100 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:12.498029 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-b7101dc1-7bfd-4c64-81ec-a19e1af3503a None None] Calling delete_port for 682125cd-38a5-4504-972e-9fd33e670b35 owned by network:dhcp {{(pid=113417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 00:02:12.534275 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device c5d63f1f-6ae0-4ccc-9cff-fdef5203cfac up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 00:02:12.553709 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-b279276f-5203-4ff1-b4e0-a4733f8d167b tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Publish callbacks [] for security_group_rule (ecbfd60a-833a-43b4-b4f2-16937ffd4f8e), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:12.568944 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-cfc4c0d9-9ee1-4887-8bcc-fff0615209be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3498496', 'neutron.services.segments.db._delete_segments_for_network-8751006364483'] for network (653273c4-5c7d-44a6-9fc5-032b967b5cbe), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:12.597246 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.services.segments.db [None req-cfc4c0d9-9ee1-4887-8bcc-fff0615209be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['653273c4-5c7d-44a6-9fc5-032b967b5cbe']}} {{(pid=113415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:02:12.610988 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.services.segments.db [None req-cfc4c0d9-9ee1-4887-8bcc-fff0615209be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eef31e44-36a3-48e2-bdff-693509fe3366') {'for_net_delete': True} {{(pid=113415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:02:12.611439 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.services.segments.db [None req-cfc4c0d9-9ee1-4887-8bcc-fff0615209be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eef31e44-36a3-48e2-bdff-693509fe3366') {} {{(pid=113415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:02:12.623165 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-b279276f-5203-4ff1-b4e0-a4733f8d167b tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Publish callbacks [] for security_group_rule (ecbfd60a-833a-43b4-b4f2-16937ffd4f8e), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:12.623391 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-cfc4c0d9-9ee1-4887-8bcc-fff0615209be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751006358959', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10512005'] for segment (eef31e44-36a3-48e2-bdff-693509fe3366), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:12.638778 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-cfc4c0d9-9ee1-4887-8bcc-fff0615209be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3480186'] for segment (eef31e44-36a3-48e2-bdff-693509fe3366), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:12.646352 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfc4c0d9-9ee1-4887-8bcc-fff0615209be admin admin] Releasing vlan 1140 on physical network physnet1 to pool {{(pid=113415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 00:02:12.646748 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-cfc4c0d9-9ee1-4887-8bcc-fff0615209be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3480186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11068723'] for segment (eef31e44-36a3-48e2-bdff-693509fe3366), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:12.691104 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.services.segments.plugin [-] Segment eef31e44-36a3-48e2-bdff-693509fe3366 resource provider aggregate not found Aug 30 00:02:12.706888 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port c5d63f1f-6ae0-4ccc-9cff-fdef5203cfac triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:02:12.707266 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (c5d63f1f-6ae0-4ccc-9cff-fdef5203cfac), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:12.721360 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.services.segments.plugin [-] Segment eef31e44-36a3-48e2-bdff-693509fe3366 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eef31e44-36a3-48e2-bdff-693509fe3366 found for delete ", "request_id": "req-f347f8f2-b612-4619-b190-496b59540340"}]} Aug 30 00:02:12.725277 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-b279276f-5203-4ff1-b4e0-a4733f8d167b tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707692'] for security_group_rule (ecbfd60a-833a-43b4-b4f2-16937ffd4f8e), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:12.738063 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-b7101dc1-7bfd-4c64-81ec-a19e1af3503a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306'] for port (682125cd-38a5-4504-972e-9fd33e670b35), after_delete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:12.745080 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b279276f-5203-4ff1-b4e0-a4733f8d167b tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecbfd60a-833a-43b4-b4f2-16937ffd4f8e,revision_number=0']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:12.775303 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7101dc1-7bfd-4c64-81ec-a19e1af3503a None None] No DVR routers for this DVR port 682125cd-38a5-4504-972e-9fd33e670b35 on host dv-cinder-855041-2-iscsi {{(pid=113417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 00:02:12.783743 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7101dc1-7bfd-4c64-81ec-a19e1af3503a None None] Pushing event deleted for resources: {'Port': ['ID=682125cd-38a5-4504-972e-9fd33e670b35,revision_number=None']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:12.811037 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-cfc4c0d9-9ee1-4887-8bcc-fff0615209be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3498505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477645'] for network (653273c4-5c7d-44a6-9fc5-032b967b5cbe), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:12.821290 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-cfc4c0d9-9ee1-4887-8bcc-fff0615209be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for network (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:12.823559 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-cfc4c0d9-9ee1-4887-8bcc-fff0615209be admin admin] 10.222.0.90 "DELETE /networking/v2.0/networks/653273c4-5c7d-44a6-9fc5-032b967b5cbe HTTP/1.1" status: 204 len: 168 time: 0.8132563 Aug 30 00:02:12.830859 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port c5d63f1f-6ae0-4ccc-9cff-fdef5203cfac is: DOWN; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:02:12.831499 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (c5d63f1f-6ae0-4ccc-9cff-fdef5203cfac), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:12.835293 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc4c0d9-9ee1-4887-8bcc-fff0615209be admin admin] Pushing event deleted for resources: {'Network': ['ID=653273c4-5c7d-44a6-9fc5-032b967b5cbe,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:12.842148 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-b279276f-5203-4ff1-b4e0-a4733f8d167b tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:12.843631 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-b279276f-5203-4ff1-b4e0-a4733f8d167b tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4415355 Aug 30 00:02:12.848164 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 56644) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:02:12.853860 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [None req-225f6e37-0901-4598-8675-4377d66b94fb tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Request body: {'security_group_rule': {'security_group_id': '3fa1129c-6a3f-4170-8d5a-2f469227501b', 'project_id': '25d9f13fb1af4c3a911d91561bf0aae5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:02:12.859828 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] For port c5d63f1f-6ae0-4ccc-9cff-fdef5203cfac, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=c5d63f1f-6ae0-4ccc-9cff-fdef5203cfac,segment=NetworkSegment(b4742eaf-d58e-407a-bbd7-30be4e48df16),segment_id=b4742eaf-d58e-407a-bbd7-30be4e48df16)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:02:12.935479 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (c5d63f1f-6ae0-4ccc-9cff-fdef5203cfac), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:12.952823 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-225f6e37-0901-4598-8675-4377d66b94fb tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Publish callbacks [] for security_group_rule (f0429896-d199-4ea4-b4a3-dbe853665017), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:12.996758 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1910713d-24de-474d-8b89-0ddf6d814cd3 None None] Sync routers for ids ['9658d5dd-c13c-4f92-80a9-a1ddbc1c554d'] in dv-cinder-855041-2-iscsi {{(pid=113417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 00:02:13.010718 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=10 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:13.017742 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Pushing event updated for resources: {'Port': ['ID=c5d63f1f-6ae0-4ccc-9cff-fdef5203cfac,revision_number=4']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:13.026943 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 727c969a-de56-4f47-a0bc-05216aac9b14 no longer exists at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 00:02:13.030349 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-225f6e37-0901-4598-8675-4377d66b94fb tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Publish callbacks [] for security_group_rule (f0429896-d199-4ea4-b4a3-dbe853665017), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:13.056843 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] No Port match for: 727c969a-de56-4f47-a0bc-05216aac9b14 {{(pid=113417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 00:02:13.057094 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 727c969a-de56-4f47-a0bc-05216aac9b14 not bound to the agent host dv-cinder-855041-2-iscsi {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 00:02:13.057513 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 682125cd-38a5-4504-972e-9fd33e670b35 no longer exists at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 00:02:13.074053 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c895ba-6497-46db-b417-f66058e59104 req-76a2a5e0-3b39-4975-ac7d-2296bc6b23f3 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:02:13.075946 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-20c895ba-6497-46db-b417-f66058e59104 req-76a2a5e0-3b39-4975-ac7d-2296bc6b23f3 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=15195999-d4a4-4d69-a4f5-385d63adc174 HTTP/1.1" status: 200 len: 944 time: 0.0552571 Aug 30 00:02:13.077684 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] No Port match for: 682125cd-38a5-4504-972e-9fd33e670b35 {{(pid=113417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 00:02:13.078026 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 682125cd-38a5-4504-972e-9fd33e670b35 not bound to the agent host dv-cinder-855041-2-iscsi {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 00:02:13.078442 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 96ebccae-c1d2-4147-b075-206508fb97d6 no longer exists at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 00:02:13.099859 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] No Port match for: 96ebccae-c1d2-4147-b075-206508fb97d6 {{(pid=113417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 00:02:13.100295 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 96ebccae-c1d2-4147-b075-206508fb97d6 not bound to the agent host dv-cinder-855041-2-iscsi {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 00:02:13.128226 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1910713d-24de-474d-8b89-0ddf6d814cd3 None None] Routers {'9658d5dd-c13c-4f92-80a9-a1ddbc1c554d'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:02:13.129018 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-1910713d-24de-474d-8b89-0ddf6d814cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-30T00:01:43Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['9658d5dd-c13c-4f92-80a9-a1ddbc1c554d'], 'active': True} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:02:13.137864 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-20c895ba-6497-46db-b417-f66058e59104 req-8e15cf64-b82c-4901-8d2e-027ada7b64ba tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fa10b182-c739-4d09-bf63-62bbd8ffd175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548067 Aug 30 00:02:13.143525 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-225f6e37-0901-4598-8675-4377d66b94fb tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707692'] for security_group_rule (f0429896-d199-4ea4-b4a3-dbe853665017), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:13.160209 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=6 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:13.182578 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225f6e37-0901-4598-8675-4377d66b94fb tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0429896-d199-4ea4-b4a3-dbe853665017,revision_number=0']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:13.239766 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvr_db [None req-1910713d-24de-474d-8b89-0ddf6d814cd3 None None] Set router 9658d5dd-c13c-4f92-80a9-a1ddbc1c554d gateway port host: dv-cinder-855041-2-iscsi {{(pid=113417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:02:13.269512 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (a7eaf665-0f6d-431a-9601-222c900251ec), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:13.275963 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-225f6e37-0901-4598-8675-4377d66b94fb tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:13.280087 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-225f6e37-0901-4598-8675-4377d66b94fb tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4282424 Aug 30 00:02:13.280651 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 56648) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:02:13.286097 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [None req-30d83054-fe84-48b3-997f-1a76419cbf9d tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Request body: {'security_group_rule': {'security_group_id': '3fa1129c-6a3f-4170-8d5a-2f469227501b', 'project_id': '25d9f13fb1af4c3a911d91561bf0aae5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:02:13.294418 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 56650) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:02:13.333276 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:13.346324 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-c817e8c6-ef64-46bd-86cc-4f49549969f6 admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=f4188510da25496d956e4d717bc2a551&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0505235 Aug 30 00:02:13.349440 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 56652) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:02:13.377246 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:13.385799 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-30d83054-fe84-48b3-997f-1a76419cbf9d tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Publish callbacks [] for security_group_rule (ebc5d0f4-8b91-4e39-a0c4-d5670dfc96e0), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:13.422200 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-2e314fe2-1265-44e0-b7b2-e4e5fb592789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (037668f0-d812-4b59-9d2d-ce33f66a7708), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:13.444633 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-59a29cfd-0139-431c-958e-2adbb81a7ab4 admin admin] Publish callbacks [] for security_group (7473fa50-8d64-410d-920b-9f8237d88050), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:13.451858 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:13.463966 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-1910713d-24de-474d-8b89-0ddf6d814cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9658d5dd-c13c-4f92-80a9-a1ddbc1c554d', 'name': 'tempest-TestShelveInstance-1715797267-router', 'tenant_id': 'c61e584eb024434d80fc9b6f946e6dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'c5d63f1f-6ae0-4ccc-9cff-fdef5203cfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:02:05Z', 'updated_at': '2022-08-30T00:02:09Z', 'revision_number': 4, 'project_id': 'c61e584eb024434d80fc9b6f946e6dd9', 'gw_port': {'id': 'c5d63f1f-6ae0-4ccc-9cff-fdef5203cfac', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9658d5dd-c13c-4f92-80a9-a1ddbc1c554d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:02:06Z', 'updated_at': '2022-08-30T00:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': '6e861a51-4173-43fc-997a-53e3a9c1c05a', 'name': '', 'network_id': 'cb350e10-273c-4799-92e0-c365d6a24fd5', 'tenant_id': 'c61e584eb024434d80fc9b6f946e6dd9', 'mac_address': 'fa:16:3e:9e:70:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9658d5dd-c13c-4f92-80a9-a1ddbc1c554d', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'e329f768-7252-4773-8493-29e16526642c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:02:09Z', 'updated_at': '2022-08-30T00:02:10Z', 'revision_number': 2, 'project_id': 'c61e584eb024434d80fc9b6f946e6dd9', 'subnets': [{'id': 'e329f768-7252-4773-8493-29e16526642c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:02:13.479381 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-59a29cfd-0139-431c-958e-2adbb81a7ab4 admin admin] Publish callbacks [] for security_group (7473fa50-8d64-410d-920b-9f8237d88050), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:13.492044 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1910713d-24de-474d-8b89-0ddf6d814cd3 None None] Checking router: 9658d5dd-c13c-4f92-80a9-a1ddbc1c554d for host: dv-cinder-855041-2-iscsi {{(pid=113417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 00:02:13.492456 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1910713d-24de-474d-8b89-0ddf6d814cd3 None None] Updating router 9658d5dd-c13c-4f92-80a9-a1ddbc1c554d port 6e861a51-4173-43fc-997a-53e3a9c1c05a binding host dv-cinder-855041-2-iscsi {{(pid=113417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 00:02:13.496708 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-30d83054-fe84-48b3-997f-1a76419cbf9d tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Publish callbacks [] for security_group_rule (ebc5d0f4-8b91-4e39-a0c4-d5670dfc96e0), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:13.526757 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-1910713d-24de-474d-8b89-0ddf6d814cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (6e861a51-4173-43fc-997a-53e3a9c1c05a), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:13.535901 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device fb420043-338d-42f6-bb56-ac5a58f4c51d up at agent hyperv_hv-cinder-85504 {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 00:02:13.549117 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-30d83054-fe84-48b3-997f-1a76419cbf9d tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707692'] for security_group_rule (ebc5d0f4-8b91-4e39-a0c4-d5670dfc96e0), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:13.557263 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:13.570836 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d83054-fe84-48b3-997f-1a76419cbf9d tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebc5d0f4-8b91-4e39-a0c4-d5670dfc96e0,revision_number=0']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:13.668365 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-59a29cfd-0139-431c-958e-2adbb81a7ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (7473fa50-8d64-410d-920b-9f8237d88050), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:13.671033 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-59a29cfd-0139-431c-958e-2adbb81a7ab4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:13.672248 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-59a29cfd-0139-431c-958e-2adbb81a7ab4 admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/7473fa50-8d64-410d-920b-9f8237d88050 HTTP/1.1" status: 204 len: 168 time: 0.3217058 Aug 30 00:02:13.681839 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a29cfd-0139-431c-958e-2adbb81a7ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7473fa50-8d64-410d-920b-9f8237d88050,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:13.690499 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Provisioning for port fb420043-338d-42f6-bb56-ac5a58f4c51d completed by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 00:02:13.691286 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-30d83054-fe84-48b3-997f-1a76419cbf9d tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:13.697460 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-30d83054-fe84-48b3-997f-1a76419cbf9d tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4108081 Aug 30 00:02:13.699631 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 56656) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:02:13.706924 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [None req-cfb45f4d-195e-498c-8d4d-5a5e6c039090 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Request body: {'security_group_rule': {'security_group_id': '3fa1129c-6a3f-4170-8d5a-2f469227501b', 'project_id': '25d9f13fb1af4c3a911d91561bf0aae5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:02:13.814094 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Provisioning complete for port fb420043-338d-42f6-bb56-ac5a58f4c51d triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:02:13.814469 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (fb420043-338d-42f6-bb56-ac5a58f4c51d), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:13.842190 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-cfb45f4d-195e-498c-8d4d-5a5e6c039090 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Publish callbacks [] for security_group_rule (b28d66a5-a1b4-48ca-b39c-f783b55a2b35), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:13.899530 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-cfb45f4d-195e-498c-8d4d-5a5e6c039090 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Publish callbacks [] for security_group_rule (b28d66a5-a1b4-48ca-b39c-f783b55a2b35), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:13.947782 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-1910713d-24de-474d-8b89-0ddf6d814cd3 None None] Publish callbacks [] for port (6e861a51-4173-43fc-997a-53e3a9c1c05a), precommit_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:13.959463 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Current status of the port fb420043-338d-42f6-bb56-ac5a58f4c51d is: BUILD; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:02:13.959840 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (fb420043-338d-42f6-bb56-ac5a58f4c51d), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:13.989337 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15195999-d4a4-4d69-a4f5-385d63adc174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb420043-338d-42f6-bb56-ac5a58f4c51d'}] {{(pid=113417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 00:02:13.991652 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d41a01b6be055f780f1b28f387bc014884277aca14b53491aeccfff4134a8b4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879f7361-6001-4283-81d4-2e40ec953a89" -d '{"events": [{"server_uuid": "15195999-d4a4-4d69-a4f5-385d63adc174", "name": "network-vif-plugged", "status": "completed", "tag": "fb420043-338d-42f6-bb56-ac5a58f4c51d"}]}' {{(pid=113417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 00:02:14.007999 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port fb420043-338d-42f6-bb56-ac5a58f4c51d, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=fb420043-338d-42f6-bb56-ac5a58f4c51d,segment=NetworkSegment(e442b733-cdb1-440f-8d43-4017843e1658),segment_id=e442b733-cdb1-440f-8d43-4017843e1658)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:02:14.011269 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-cfb45f4d-195e-498c-8d4d-5a5e6c039090 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707692'] for security_group_rule (b28d66a5-a1b4-48ca-b39c-f783b55a2b35), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:14.030128 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb45f4d-195e-498c-8d4d-5a5e6c039090 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b28d66a5-a1b4-48ca-b39c-f783b55a2b35,revision_number=0']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:14.034930 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 00:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a313ba64-4aea-4b8f-ae90-0c7d512b5b7b x-openstack-request-id: req-a313ba64-4aea-4b8f-ae90-0c7d512b5b7b {{(pid=113417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 00:02:14.041416 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15195999-d4a4-4d69-a4f5-385d63adc174", "name": "network-vif-plugged", "status": "completed", "tag": "fb420043-338d-42f6-bb56-ac5a58f4c51d", "code": 200}]} {{(pid=113417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 00:02:14.041416 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-a313ba64-4aea-4b8f-ae90-0c7d512b5b7b {{(pid=113417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 00:02:14.041416 dv-cinder-855041-2-iscsi neutron-server[113417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a313ba64-4aea-4b8f-ae90-0c7d512b5b7b'] response: {'server_uuid': '15195999-d4a4-4d69-a4f5-385d63adc174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb420043-338d-42f6-bb56-ac5a58f4c51d', 'code': 200} Aug 30 00:02:14.041416 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-1910713d-24de-474d-8b89-0ddf6d814cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (6e861a51-4173-43fc-997a-53e3a9c1c05a), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:14.105762 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (fb420043-338d-42f6-bb56-ac5a58f4c51d), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:14.116853 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75426c50-1474-4452-b57a-0f81aaef250d None None] Pushing event updated for resources: {'Port': ['ID=6e861a51-4173-43fc-997a-53e3a9c1c05a,revision_number=3']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:14.130683 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-cfb45f4d-195e-498c-8d4d-5a5e6c039090 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:14.132645 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-cfb45f4d-195e-498c-8d4d-5a5e6c039090 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4298627 Aug 30 00:02:14.135397 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 56662) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:02:14.144026 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:14.144305 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [None req-cf114ab3-093a-4580-bf34-250d82ee992c tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Request body: {'security_group_rule': {'security_group_id': '3fa1129c-6a3f-4170-8d5a-2f469227501b', 'project_id': '25d9f13fb1af4c3a911d91561bf0aae5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:02:14.178716 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-1910713d-24de-474d-8b89-0ddf6d814cd3 None None] Attempting to bind port 6e861a51-4173-43fc-997a-53e3a9c1c05a on host dv-cinder-855041-2-iscsi for vnic_type normal with profile {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 00:02:14.179088 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-1910713d-24de-474d-8b89-0ddf6d814cd3 None None] Attempting to bind port 6e861a51-4173-43fc-997a-53e3a9c1c05a by drivers openvswitch,hyperv on host dv-cinder-855041-2-iscsi at level 0 using segments [{'id': '5430eb83-be84-4c19-a020-3ef5fba6ded2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'cb350e10-273c-4799-92e0-c365d6a24fd5'}] {{(pid=113417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 00:02:14.179446 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1910713d-24de-474d-8b89-0ddf6d814cd3 None None] Attempting to bind port 6e861a51-4173-43fc-997a-53e3a9c1c05a on network cb350e10-273c-4799-92e0-c365d6a24fd5 {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 00:02:14.193426 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1910713d-24de-474d-8b89-0ddf6d814cd3 None None] Checking agent: {'id': '01773ddc-a5d8-4c68-b7b5-e385af2b339f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855041-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 43, 45), 'started_at': datetime.datetime(2022, 8, 29, 23, 44, 15), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 0, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855041-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 00:02:14.193806 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1910713d-24de-474d-8b89-0ddf6d814cd3 None None] Checking segment: {'id': '5430eb83-be84-4c19-a020-3ef5fba6ded2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'cb350e10-273c-4799-92e0-c365d6a24fd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 00:02:14.194208 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-1910713d-24de-474d-8b89-0ddf6d814cd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:14.194595 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1910713d-24de-474d-8b89-0ddf6d814cd3 None None] Bound using segment: {'id': '5430eb83-be84-4c19-a020-3ef5fba6ded2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'cb350e10-273c-4799-92e0-c365d6a24fd5'} {{(pid=113417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 00:02:14.195074 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.managers [None req-1910713d-24de-474d-8b89-0ddf6d814cd3 None None] Bound port: 6e861a51-4173-43fc-997a-53e3a9c1c05a, host: dv-cinder-855041-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5430eb83-be84-4c19-a020-3ef5fba6ded2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'cb350e10-273c-4799-92e0-c365d6a24fd5'}}] {{(pid=113417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 00:02:14.195449 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-1910713d-24de-474d-8b89-0ddf6d814cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (6e861a51-4173-43fc-997a-53e3a9c1c05a), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:14.209746 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Pushing event updated for resources: {'Port': ['ID=fb420043-338d-42f6-bb56-ac5a58f4c51d,revision_number=5']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:14.233433 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.db.securitygroups_db [None req-cf114ab3-093a-4580-bf34-250d82ee992c tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Project 25d9f13fb1af4c3a911d91561bf0aae5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 00:02:14.242895 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-cf114ab3-093a-4580-bf34-250d82ee992c tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Publish callbacks [] for security_group_rule (36aa3e7c-34b8-4bac-bce7-b725de19be3f), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:14.271293 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-1910713d-24de-474d-8b89-0ddf6d814cd3 None None] For port 6e861a51-4173-43fc-997a-53e3a9c1c05a, host dv-cinder-855041-2-iscsi, cleared binding levels {{(pid=113417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 00:02:14.275037 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-1910713d-24de-474d-8b89-0ddf6d814cd3 None None] For port 6e861a51-4173-43fc-997a-53e3a9c1c05a, host dv-cinder-855041-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=6e861a51-4173-43fc-997a-53e3a9c1c05a,segment=NetworkSegment(5430eb83-be84-4c19-a020-3ef5fba6ded2),segment_id=5430eb83-be84-4c19-a020-3ef5fba6ded2)] {{(pid=113417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 00:02:14.304529 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb16d3d2-d21f-46d4-907e-636d6ea2939f req-f12fdb34-7e9a-467e-b283-39b9526fc49b tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:02:14.306124 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-cb16d3d2-d21f-46d4-907e-636d6ea2939f req-f12fdb34-7e9a-467e-b283-39b9526fc49b tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=15195999-d4a4-4d69-a4f5-385d63adc174 HTTP/1.1" status: 200 len: 945 time: 0.0546477 Aug 30 00:02:14.311300 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-cf114ab3-093a-4580-bf34-250d82ee992c tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Publish callbacks [] for security_group_rule (36aa3e7c-34b8-4bac-bce7-b725de19be3f), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:14.362768 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-1910713d-24de-474d-8b89-0ddf6d814cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (6e861a51-4173-43fc-997a-53e3a9c1c05a), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:14.366374 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-cb16d3d2-d21f-46d4-907e-636d6ea2939f req-cd0bb1cd-a6e8-4c6e-ad52-e9ee1142c3dc tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fa10b182-c739-4d09-bf63-62bbd8ffd175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538704 Aug 30 00:02:14.387171 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-cf114ab3-093a-4580-bf34-250d82ee992c tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707692'] for security_group_rule (36aa3e7c-34b8-4bac-bce7-b725de19be3f), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:14.395975 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f548dbd-779a-4b19-8d5c-73db6ec9c02e req-effa6d72-5e5b-4df5-a5b7-4a62a3b8c351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:02:14.397507 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-7f548dbd-779a-4b19-8d5c-73db6ec9c02e req-effa6d72-5e5b-4df5-a5b7-4a62a3b8c351 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=15195999-d4a4-4d69-a4f5-385d63adc174 HTTP/1.1" status: 200 len: 1129 time: 0.0487063 Aug 30 00:02:14.413811 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1910713d-24de-474d-8b89-0ddf6d814cd3 None None] Routers {'9658d5dd-c13c-4f92-80a9-a1ddbc1c554d'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:02:14.414532 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-1910713d-24de-474d-8b89-0ddf6d814cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-30T00:02:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['9658d5dd-c13c-4f92-80a9-a1ddbc1c554d'], 'active': True} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:02:14.425545 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf114ab3-093a-4580-bf34-250d82ee992c tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36aa3e7c-34b8-4bac-bce7-b725de19be3f,revision_number=0']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:14.473421 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-7f548dbd-779a-4b19-8d5c-73db6ec9c02e req-cf2f917f-6dd6-4456-926c-79e11a04f11d service neutron] 10.222.0.87 "GET /networking/v2.0/security-groups?id=fa10b182-c739-4d09-bf63-62bbd8ffd175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668864 Aug 30 00:02:14.481996 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75426c50-1474-4452-b57a-0f81aaef250d None None] Pushing event updated for resources: {'Port': ['ID=6e861a51-4173-43fc-997a-53e3a9c1c05a,revision_number=4']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:14.491384 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-cf114ab3-093a-4580-bf34-250d82ee992c tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:14.492497 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-cf114ab3-093a-4580-bf34-250d82ee992c tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3554616 Aug 30 00:02:14.494129 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cdcd43ac-7909-438b-ba67-31b4a20d4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (bcd4f52e-0d63-4d8a-9dda-ff825ab30758), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:14.495482 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 56666) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:02:14.501397 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [None req-d008b4bf-5483-4de1-bd72-736917c420ce tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Request body: {'security_group_rule': {'security_group_id': '3fa1129c-6a3f-4170-8d5a-2f469227501b', 'project_id': '25d9f13fb1af4c3a911d91561bf0aae5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:02:14.518431 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 56668) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:02:14.527270 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device c5d63f1f-6ae0-4ccc-9cff-fdef5203cfac up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 00:02:14.632338 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.db.securitygroups_db [None req-d008b4bf-5483-4de1-bd72-736917c420ce tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Project 25d9f13fb1af4c3a911d91561bf0aae5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 00:02:14.639524 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-d008b4bf-5483-4de1-bd72-736917c420ce tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Publish callbacks [] for security_group_rule (9d56c743-0b06-4922-be5c-bda3103684a3), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:14.714907 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-d008b4bf-5483-4de1-bd72-736917c420ce tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Publish callbacks [] for security_group_rule (9d56c743-0b06-4922-be5c-bda3103684a3), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:14.722928 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvr_db [None req-1910713d-24de-474d-8b89-0ddf6d814cd3 None None] Set router 9658d5dd-c13c-4f92-80a9-a1ddbc1c554d gateway port host: dv-cinder-855041-2-iscsi {{(pid=113417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:02:14.763619 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port c5d63f1f-6ae0-4ccc-9cff-fdef5203cfac triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:02:14.763985 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (c5d63f1f-6ae0-4ccc-9cff-fdef5203cfac), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:14.792132 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-d008b4bf-5483-4de1-bd72-736917c420ce tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707692'] for security_group_rule (9d56c743-0b06-4922-be5c-bda3103684a3), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:14.812036 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=82,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:14.814271 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008b4bf-5483-4de1-bd72-736917c420ce tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d56c743-0b06-4922-be5c-bda3103684a3,revision_number=0']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:14.833000 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-fd288164-8c33-44f4-8972-0807d3b4cc3a admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=924db7fd35064152aaa9492785b26d2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3133230 Aug 30 00:02:14.836886 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 56670) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:02:14.843588 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:14.889023 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-f97636ef-de8f-4347-b571-876a2e8554a4 admin admin] Publish callbacks [] for security_group (cbb9761d-95d6-4cf1-8a86-009dd6ad021d), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:14.892030 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-d008b4bf-5483-4de1-bd72-736917c420ce tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:14.893642 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-d008b4bf-5483-4de1-bd72-736917c420ce tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3970096 Aug 30 00:02:14.912947 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-f97636ef-de8f-4347-b571-876a2e8554a4 admin admin] Publish callbacks [] for security_group (cbb9761d-95d6-4cf1-8a86-009dd6ad021d), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:14.954545 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port c5d63f1f-6ae0-4ccc-9cff-fdef5203cfac is: ACTIVE; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:02:15.001430 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-1910713d-24de-474d-8b89-0ddf6d814cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9658d5dd-c13c-4f92-80a9-a1ddbc1c554d', 'name': 'tempest-TestShelveInstance-1715797267-router', 'tenant_id': 'c61e584eb024434d80fc9b6f946e6dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'c5d63f1f-6ae0-4ccc-9cff-fdef5203cfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:02:05Z', 'updated_at': '2022-08-30T00:02:09Z', 'revision_number': 4, 'project_id': 'c61e584eb024434d80fc9b6f946e6dd9', 'gw_port': {'id': 'c5d63f1f-6ae0-4ccc-9cff-fdef5203cfac', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9658d5dd-c13c-4f92-80a9-a1ddbc1c554d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:02:06Z', 'updated_at': '2022-08-30T00:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': '6e861a51-4173-43fc-997a-53e3a9c1c05a', 'name': '', 'network_id': 'cb350e10-273c-4799-92e0-c365d6a24fd5', 'tenant_id': 'c61e584eb024434d80fc9b6f946e6dd9', 'mac_address': 'fa:16:3e:9e:70:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9658d5dd-c13c-4f92-80a9-a1ddbc1c554d', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'e329f768-7252-4773-8493-29e16526642c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:02:09Z', 'updated_at': '2022-08-30T00:02:14Z', 'revision_number': 4, 'project_id': 'c61e584eb024434d80fc9b6f946e6dd9', 'subnets': [{'id': 'e329f768-7252-4773-8493-29e16526642c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:02:15.028253 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1910713d-24de-474d-8b89-0ddf6d814cd3 None None] The sync data for ids ['9658d5dd-c13c-4f92-80a9-a1ddbc1c554d'] in dv-cinder-855041-2-iscsi is: [{'id': '9658d5dd-c13c-4f92-80a9-a1ddbc1c554d', 'name': 'tempest-TestShelveInstance-1715797267-router', 'tenant_id': 'c61e584eb024434d80fc9b6f946e6dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'c5d63f1f-6ae0-4ccc-9cff-fdef5203cfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:02:05Z', 'updated_at': '2022-08-30T00:02:09Z', 'revision_number': 4, 'project_id': 'c61e584eb024434d80fc9b6f946e6dd9', 'gw_port': {'id': 'c5d63f1f-6ae0-4ccc-9cff-fdef5203cfac', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9658d5dd-c13c-4f92-80a9-a1ddbc1c554d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:02:06Z', 'updated_at': '2022-08-30T00:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': '6e861a51-4173-43fc-997a-53e3a9c1c05a', 'name': '', 'network_id': 'cb350e10-273c-4799-92e0-c365d6a24fd5', 'tenant_id': 'c61e584eb024434d80fc9b6f946e6dd9', 'mac_address': 'fa:16:3e:9e:70:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9658d5dd-c13c-4f92-80a9-a1ddbc1c554d', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'e329f768-7252-4773-8493-29e16526642c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:02:09Z', 'updated_at': '2022-08-30T00:02:14Z', 'revision_number': 4, 'project_id': 'c61e584eb024434d80fc9b6f946e6dd9', 'subnets': [{'id': 'e329f768-7252-4773-8493-29e16526642c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 00:02:15.046024 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-f97636ef-de8f-4347-b571-876a2e8554a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (cbb9761d-95d6-4cf1-8a86-009dd6ad021d), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:15.062957 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-f97636ef-de8f-4347-b571-876a2e8554a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:15.062957 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-f97636ef-de8f-4347-b571-876a2e8554a4 admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/cbb9761d-95d6-4cf1-8a86-009dd6ad021d HTTP/1.1" status: 204 len: 168 time: 0.2158594 Aug 30 00:02:15.072073 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97636ef-de8f-4347-b571-876a2e8554a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb9761d-95d6-4cf1-8a86-009dd6ad021d,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:15.524536 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6002404-3b44-485f-b950-a490b208e6b6 req-8b4aa486-9c5c-4a5d-ab5d-984666bf0196 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:02:15.527195 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-f6002404-3b44-485f-b950-a490b208e6b6 req-8b4aa486-9c5c-4a5d-ab5d-984666bf0196 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=15195999-d4a4-4d69-a4f5-385d63adc174 HTTP/1.1" status: 200 len: 945 time: 0.0679514 Aug 30 00:02:15.608519 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-f6002404-3b44-485f-b950-a490b208e6b6 req-453f1877-cc83-4519-a0b9-3649bad6f0d0 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fa10b182-c739-4d09-bf63-62bbd8ffd175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703402 Aug 30 00:02:15.609484 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (01773ddc-a5d8-4c68-b7b5-e385af2b339f), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:16.450962 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-55545b4a-c719-46e4-a9c5-7c044aa64822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (63136763-0f20-46a8-951a-2f70193501e4), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:16.490570 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 6e861a51-4173-43fc-997a-53e3a9c1c05a up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 00:02:16.543774 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port 6e861a51-4173-43fc-997a-53e3a9c1c05a triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:02:16.544137 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (6e861a51-4173-43fc-997a-53e3a9c1c05a), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:16.546190 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:16.621851 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port 6e861a51-4173-43fc-997a-53e3a9c1c05a is: DOWN; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:02:16.622493 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (6e861a51-4173-43fc-997a-53e3a9c1c05a), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:16.660067 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] For port 6e861a51-4173-43fc-997a-53e3a9c1c05a, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=6e861a51-4173-43fc-997a-53e3a9c1c05a,segment=NetworkSegment(5430eb83-be84-4c19-a020-3ef5fba6ded2),segment_id=5430eb83-be84-4c19-a020-3ef5fba6ded2)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:02:16.702654 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (6e861a51-4173-43fc-997a-53e3a9c1c05a), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:16.750865 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5381ec6-30f1-4acd-a277-6ceb12d3db38 req-cc966985-0520-447d-a991-aada783b131d tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:02:16.752869 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e5381ec6-30f1-4acd-a277-6ceb12d3db38 req-cc966985-0520-447d-a991-aada783b131d tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=15195999-d4a4-4d69-a4f5-385d63adc174 HTTP/1.1" status: 200 len: 945 time: 0.0541859 Aug 30 00:02:16.760683 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Pushing event updated for resources: {'Port': ['ID=6e861a51-4173-43fc-997a-53e3a9c1c05a,revision_number=5']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:16.807947 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e5381ec6-30f1-4acd-a277-6ceb12d3db38 req-2920ffa7-03a4-4c4b-ac2d-4e3164fb23ee tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fa10b182-c739-4d09-bf63-62bbd8ffd175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493655 Aug 30 00:02:16.941459 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17666d8-72b5-47a9-9dd0-9eb0df71676e req-681da376-d492-4ee9-88ec-58466f6bbbe8 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:02:16.943213 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-a17666d8-72b5-47a9-9dd0-9eb0df71676e req-681da376-d492-4ee9-88ec-58466f6bbbe8 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=15195999-d4a4-4d69-a4f5-385d63adc174 HTTP/1.1" status: 200 len: 945 time: 0.0541317 Aug 30 00:02:16.995696 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-a17666d8-72b5-47a9-9dd0-9eb0df71676e req-a2766b92-a8b0-475c-968a-562f28d3f089 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fa10b182-c739-4d09-bf63-62bbd8ffd175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466239 Aug 30 00:02:17.024424 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 56736) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:02:17.279225 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c11ebb-7bf0-4f8f-8985-06496255c99e tempest-TestVolumeBootPattern-325942584 tempest-TestVolumeBootPattern-325942584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:02:17.280784 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-21c11ebb-7bf0-4f8f-8985-06496255c99e tempest-TestVolumeBootPattern-325942584 tempest-TestVolumeBootPattern-325942584-project-admin] 10.222.0.90 "GET /networking/v2.0/ports?device_id=15195999-d4a4-4d69-a4f5-385d63adc174 HTTP/1.1" status: 200 len: 1124 time: 0.2551751 Aug 30 00:02:17.284152 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 56740) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:02:17.288630 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [None req-df381813-f2c1-4b43-9c59-9c62bf7446ec tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Request body: {'floatingip': {'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'port_id': 'fb420043-338d-42f6-bb56-ac5a58f4c51d', 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:02:17.377999 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-df381813-f2c1-4b43-9c59-9c62bf7446ec tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:17.470690 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-df381813-f2c1-4b43-9c59-9c62bf7446ec tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:17.584421 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.db.db_base_plugin_common [None req-df381813-f2c1-4b43-9c59-9c62bf7446ec tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Allocated IP 172.27.1.195 (c6396a07-dfbf-4950-850b-378da3ed2a88/a98be68c-aef3-471c-b3f8-ae629ebf2983/9208d073-c142-459c-bddc-cf03569c8f03) {{(pid=113415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 00:02:17.654784 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:17.700007 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-df381813-f2c1-4b43-9c59-9c62bf7446ec tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks [] for port (9208d073-c142-459c-bddc-cf03569c8f03), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:17.794336 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-df381813-f2c1-4b43-9c59-9c62bf7446ec tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11068774'] for port (9208d073-c142-459c-bddc-cf03569c8f03), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:17.831970 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:17.840436 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df381813-f2c1-4b43-9c59-9c62bf7446ec tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Network c6396a07-dfbf-4950-850b-378da3ed2a88 is already hosted by enough agents. {{(pid=113415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 00:02:17.841548 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.base_scheduler [None req-df381813-f2c1-4b43-9c59-9c62bf7446ec tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Resources bound (agent type, host, resource id): {{(pid=113415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 00:02:17.844083 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df381813-f2c1-4b43-9c59-9c62bf7446ec tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Received port after_create {{(pid=113415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 00:02:17.874081 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df381813-f2c1-4b43-9c59-9c62bf7446ec tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Pushing event updated for resources: {'Port': ['ID=9208d073-c142-459c-bddc-cf03569c8f03,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:18.237967 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-df381813-f2c1-4b43-9c59-9c62bf7446ec tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks [] for floatingip (9f08eb17-ffc5-4c62-8e2f-1335c61438b6), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:18.378039 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-df381813-f2c1-4b43-9c59-9c62bf7446ec tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (9208d073-c142-459c-bddc-cf03569c8f03), before_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:18.483335 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 6e861a51-4173-43fc-997a-53e3a9c1c05a up at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 00:02:18.528458 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Provisioning complete for port 6e861a51-4173-43fc-997a-53e3a9c1c05a triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:02:18.528967 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (6e861a51-4173-43fc-997a-53e3a9c1c05a), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:18.544100 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-df381813-f2c1-4b43-9c59-9c62bf7446ec tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks [] for port (9208d073-c142-459c-bddc-cf03569c8f03), precommit_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:18.609402 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Current status of the port 6e861a51-4173-43fc-997a-53e3a9c1c05a is: ACTIVE; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:02:18.617579 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-df381813-f2c1-4b43-9c59-9c62bf7446ec tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11068783'] for port (9208d073-c142-459c-bddc-cf03569c8f03), after_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:18.691563 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-df381813-f2c1-4b43-9c59-9c62bf7446ec tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477666'] for floatingip (9f08eb17-ffc5-4c62-8e2f-1335c61438b6), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:18.693600 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df381813-f2c1-4b43-9c59-9c62bf7446ec tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Pushing event updated for resources: {'Port': ['ID=9208d073-c142-459c-bddc-cf03569c8f03,revision_number=2']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:18.730653 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:19.084145 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.db.l3_db [None req-df381813-f2c1-4b43-9c59-9c62bf7446ec tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Floating IP 9f08eb17-ffc5-4c62-8e2f-1335c61438b6 associated. External IP: 172.27.1.195, port: fb420043-338d-42f6-bb56-ac5a58f4c51d. Aug 30 00:02:19.183730 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:19.307304 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df381813-f2c1-4b43-9c59-9c62bf7446ec tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Router 1db07404-22a4-458a-9efe-f875b32c7901 has already been hosted by L3 agent 037668f0-d812-4b59-9d2d-ce33f66a7708 {{(pid=113415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 00:02:19.419943 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df381813-f2c1-4b43-9c59-9c62bf7446ec tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Notify agent at l3_agent.dv-cinder-855041-2-iscsi the message routers_updated {{(pid=113415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 00:02:19.430094 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0241fcb1-2035-40dc-a661-b07d8e845321 None None] Sync routers for ids ['1db07404-22a4-458a-9efe-f875b32c7901'] in dv-cinder-855041-2-iscsi {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 00:02:19.444880 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0241fcb1-2035-40dc-a661-b07d8e845321 None None] Routers {'1db07404-22a4-458a-9efe-f875b32c7901'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:02:19.445492 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-0241fcb1-2035-40dc-a661-b07d8e845321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-30T00:02:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['1db07404-22a4-458a-9efe-f875b32c7901'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:02:19.530940 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-df381813-f2c1-4b43-9c59-9c62bf7446ec tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for floatingip (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:19.557970 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-0241fcb1-2035-40dc-a661-b07d8e845321 None None] Set router 1db07404-22a4-458a-9efe-f875b32c7901 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:02:19.569113 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-df381813-f2c1-4b43-9c59-9c62bf7446ec tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2838464 Aug 30 00:02:19.569736 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15195999-d4a4-4d69-a4f5-385d63adc174', 'tag': 'fb420043-338d-42f6-bb56-ac5a58f4c51d'}] {{(pid=113415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 00:02:19.572106 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbb4ce14699acef1e34bc356a7f428b480f1dc74f7679c811df4fa99cd0d73e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9adb749b-396c-4771-bafd-a4b185314147" -d '{"events": [{"name": "network-changed", "server_uuid": "15195999-d4a4-4d69-a4f5-385d63adc174", "tag": "fb420043-338d-42f6-bb56-ac5a58f4c51d"}]}' {{(pid=113415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 00:02:19.611878 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 00:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da5134e-3b8c-48ae-b931-2771e70ff74b x-openstack-request-id: req-2da5134e-3b8c-48ae-b931-2771e70ff74b {{(pid=113415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 00:02:19.612187 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15195999-d4a4-4d69-a4f5-385d63adc174", "tag": "fb420043-338d-42f6-bb56-ac5a58f4c51d", "status": "completed", "code": 200}]} {{(pid=113415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 00:02:19.612455 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-2da5134e-3b8c-48ae-b931-2771e70ff74b {{(pid=113415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 00:02:19.612863 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2da5134e-3b8c-48ae-b931-2771e70ff74b'] response: {'name': 'network-changed', 'server_uuid': '15195999-d4a4-4d69-a4f5-385d63adc174', 'tag': 'fb420043-338d-42f6-bb56-ac5a58f4c51d', 'status': 'completed', 'code': 200} Aug 30 00:02:19.681269 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb749b-396c-4771-bafd-a4b185314147 req-8f807de7-37cd-489f-aa82-7134cd5dfd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:02:19.682947 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-9adb749b-396c-4771-bafd-a4b185314147 req-8f807de7-37cd-489f-aa82-7134cd5dfd96 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=6e1e7c36165f47ad838bb6b42f3179d9&device_id=15195999-d4a4-4d69-a4f5-385d63adc174 HTTP/1.1" status: 200 len: 1129 time: 0.0432627 Aug 30 00:02:19.700827 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=100 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:19.730881 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=100 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:19.783169 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb749b-396c-4771-bafd-a4b185314147 req-aa44e06e-0d85-41af-a4b0-8ff2578697b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:02:19.784856 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-9adb749b-396c-4771-bafd-a4b185314147 req-aa44e06e-0d85-41af-a4b0-8ff2578697b3 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=79f758d9-f5c9-4dd1-ba1e-2857ef410b54 HTTP/1.1" status: 200 len: 913 time: 0.0958304 Aug 30 00:02:19.789341 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-0241fcb1-2035-40dc-a661-b07d8e845321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db07404-22a4-458a-9efe-f875b32c7901', 'name': 'tempest-TestVolumeBootPattern-677430752-router', 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:01:24Z', 'updated_at': '2022-08-30T00:01:28Z', 'revision_number': 4, 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'gw_port': {'id': '9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:31:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db07404-22a4-458a-9efe-f875b32c7901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:25Z', 'updated_at': '2022-08-30T00:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_floatingips': [{'id': '9f08eb17-ffc5-4c62-8e2f-1335c61438b6', 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'floating_ip_address': '172.27.1.195', 'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'router_id': '1db07404-22a4-458a-9efe-f875b32c7901', 'port_id': 'fb420043-338d-42f6-bb56-ac5a58f4c51d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79f758d9-f5c9-4dd1-ba1e-2857ef410b54', 'mac_address': 'fa:16:3e:84:00:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15195999-d4a4-4d69-a4f5-385d63adc174', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T00:02:18Z', 'updated_at': '2022-08-30T00:02:18Z', 'revision_number': 0, 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd73b19b-92ea-4215-9505-fda9f2cfe5e2', 'name': '', 'network_id': '79f758d9-f5c9-4dd1-ba1e-2857ef410b54', 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'mac_address': 'fa:16:3e:db:d2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db07404-22a4-458a-9efe-f875b32c7901', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '7f07dc28-3b5d-4778-a100-fbd0d9f8acb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:27Z', 'updated_at': '2022-08-30T00:01:35Z', 'revision_number': 5, 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'subnets': [{'id': '7f07dc28-3b5d-4778-a100-fbd0d9f8acb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:02:19.819230 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0241fcb1-2035-40dc-a661-b07d8e845321 None None] Checking router: 1db07404-22a4-458a-9efe-f875b32c7901 for host: dv-cinder-855041-2-iscsi {{(pid=113418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 00:02:19.828419 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0241fcb1-2035-40dc-a661-b07d8e845321 None None] Routers {'1db07404-22a4-458a-9efe-f875b32c7901'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:02:19.829799 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-0241fcb1-2035-40dc-a661-b07d8e845321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-30T00:02:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['1db07404-22a4-458a-9efe-f875b32c7901'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:02:19.858532 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-9adb749b-396c-4771-bafd-a4b185314147 req-ac4e8d33-05b7-41c5-b6f5-647bf884ab3d service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb420043-338d-42f6-bb56-ac5a58f4c51d HTTP/1.1" status: 200 len: 999 time: 0.0670438 Aug 30 00:02:19.921709 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb749b-396c-4771-bafd-a4b185314147 req-1c4457c2-7c1e-4dfa-a1b4-fdbdfbdb5669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:02:19.923823 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-9adb749b-396c-4771-bafd-a4b185314147 req-1c4457c2-7c1e-4dfa-a1b4-fdbdfbdb5669 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=7f07dc28-3b5d-4778-a100-fbd0d9f8acb3 HTTP/1.1" status: 200 len: 850 time: 0.0572627 Aug 30 00:02:19.941658 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-0241fcb1-2035-40dc-a661-b07d8e845321 None None] Set router 1db07404-22a4-458a-9efe-f875b32c7901 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:02:19.970636 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb749b-396c-4771-bafd-a4b185314147 req-8d071c6d-6a27-49d2-92b7-35b8ca94f215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:02:19.972344 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-9adb749b-396c-4771-bafd-a4b185314147 req-8d071c6d-6a27-49d2-92b7-35b8ca94f215 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=79f758d9-f5c9-4dd1-ba1e-2857ef410b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424335 Aug 30 00:02:20.045254 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:20.083256 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-9adb749b-396c-4771-bafd-a4b185314147 req-521d910d-ec9b-42d1-a929-e84bf41d92fe service neutron] 10.222.0.87 "GET /networking/v2.0/networks/79f758d9-f5c9-4dd1-ba1e-2857ef410b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044164 Aug 30 00:02:20.183796 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-0241fcb1-2035-40dc-a661-b07d8e845321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db07404-22a4-458a-9efe-f875b32c7901', 'name': 'tempest-TestVolumeBootPattern-677430752-router', 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:01:24Z', 'updated_at': '2022-08-30T00:01:28Z', 'revision_number': 4, 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'gw_port': {'id': '9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:31:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db07404-22a4-458a-9efe-f875b32c7901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:25Z', 'updated_at': '2022-08-30T00:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_floatingips': [{'id': '9f08eb17-ffc5-4c62-8e2f-1335c61438b6', 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'floating_ip_address': '172.27.1.195', 'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'router_id': '1db07404-22a4-458a-9efe-f875b32c7901', 'port_id': 'fb420043-338d-42f6-bb56-ac5a58f4c51d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79f758d9-f5c9-4dd1-ba1e-2857ef410b54', 'mac_address': 'fa:16:3e:84:00:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15195999-d4a4-4d69-a4f5-385d63adc174', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T00:02:18Z', 'updated_at': '2022-08-30T00:02:18Z', 'revision_number': 0, 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd73b19b-92ea-4215-9505-fda9f2cfe5e2', 'name': '', 'network_id': '79f758d9-f5c9-4dd1-ba1e-2857ef410b54', 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'mac_address': 'fa:16:3e:db:d2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db07404-22a4-458a-9efe-f875b32c7901', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '7f07dc28-3b5d-4778-a100-fbd0d9f8acb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:27Z', 'updated_at': '2022-08-30T00:01:35Z', 'revision_number': 5, 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'subnets': [{'id': '7f07dc28-3b5d-4778-a100-fbd0d9f8acb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:02:20.227877 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0241fcb1-2035-40dc-a661-b07d8e845321 None None] The sync data for ids ['1db07404-22a4-458a-9efe-f875b32c7901'] in dv-cinder-855041-2-iscsi is: [{'id': '1db07404-22a4-458a-9efe-f875b32c7901', 'name': 'tempest-TestVolumeBootPattern-677430752-router', 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:01:24Z', 'updated_at': '2022-08-30T00:01:28Z', 'revision_number': 4, 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'gw_port': {'id': '9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:31:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db07404-22a4-458a-9efe-f875b32c7901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:25Z', 'updated_at': '2022-08-30T00:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_floatingips': [{'id': '9f08eb17-ffc5-4c62-8e2f-1335c61438b6', 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'floating_ip_address': '172.27.1.195', 'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'router_id': '1db07404-22a4-458a-9efe-f875b32c7901', 'port_id': 'fb420043-338d-42f6-bb56-ac5a58f4c51d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79f758d9-f5c9-4dd1-ba1e-2857ef410b54', 'mac_address': 'fa:16:3e:84:00:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15195999-d4a4-4d69-a4f5-385d63adc174', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T00:02:18Z', 'updated_at': '2022-08-30T00:02:18Z', 'revision_number': 0, 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd73b19b-92ea-4215-9505-fda9f2cfe5e2', 'name': '', 'network_id': '79f758d9-f5c9-4dd1-ba1e-2857ef410b54', 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'mac_address': 'fa:16:3e:db:d2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db07404-22a4-458a-9efe-f875b32c7901', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '7f07dc28-3b5d-4778-a100-fbd0d9f8acb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:27Z', 'updated_at': '2022-08-30T00:01:35Z', 'revision_number': 5, 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'subnets': [{'id': '7f07dc28-3b5d-4778-a100-fbd0d9f8acb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 00:02:20.382253 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:20.386829 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-9adb749b-396c-4771-bafd-a4b185314147 req-f19c98c4-03f3-4d69-a35c-b1ce74a13f2f service neutron] 10.222.0.87 "GET /networking/v2.0/networks/79f758d9-f5c9-4dd1-ba1e-2857ef410b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972579 Aug 30 00:02:20.473658 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa41a34e-f97b-46ad-a39d-843049b24a3a None None] New status for floating IP 9f08eb17-ffc5-4c62-8e2f-1335c61438b6: ACTIVE {{(pid=113417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 00:02:29.560251 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=15,neutron:DELETE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:29.562086 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=45,neutron:DELETE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:30.381298 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=12 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:30.586825 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=64,neutron:UPDATE=2 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:30.589849 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:UPDATE=2,neutron:SELECT=40 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:30.823823 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-5b626b61-161c-4c4d-b1cb-83c561e45f38 req-ea42ffc9-bfb1-493a-af2c-73d41b4253ee tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-580491424&fields=id&tenant_id=25d9f13fb1af4c3a911d91561bf0aae5 HTTP/1.1" status: 200 len: 267 time: 0.0463779 Aug 30 00:02:30.934701 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b626b61-161c-4c4d-b1cb-83c561e45f38 req-b7dd84d2-eee8-431c-9856-973aab7ac4df tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:02:30.936116 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-5b626b61-161c-4c4d-b1cb-83c561e45f38 req-b7dd84d2-eee8-431c-9856-973aab7ac4df tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/networks?id=8f166cb4-c4bf-43cb-8e53-808a94ef3b22 HTTP/1.1" status: 200 len: 809 time: 0.1059184 Aug 30 00:02:30.951491 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-5b626b61-161c-4c4d-b1cb-83c561e45f38 req-205d6f2e-2f85-434f-97d8-fe6ac4b8f9f4 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/quotas/25d9f13fb1af4c3a911d91561bf0aae5 HTTP/1.1" status: 200 len: 375 time: 0.0091488 Aug 30 00:02:31.009565 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-5b626b61-161c-4c4d-b1cb-83c561e45f38 req-38937ebf-e6eb-4359-b677-3dbcff1d86e1 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/ports?tenant_id=25d9f13fb1af4c3a911d91561bf0aae5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530496 Aug 30 00:02:31.109241 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-5b626b61-161c-4c4d-b1cb-83c561e45f38 req-643393c2-e7ac-41a1-88fb-44650eb90a53 service neutron] 10.222.0.90 "GET /networking/v2.0/networks/8f166cb4-c4bf-43cb-8e53-808a94ef3b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878820 Aug 30 00:02:31.205891 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-5b626b61-161c-4c4d-b1cb-83c561e45f38 req-79fab259-bbbd-4cee-a55c-dc176fd36cda service neutron] 10.222.0.90 "GET /networking/v2.0/networks/8f166cb4-c4bf-43cb-8e53-808a94ef3b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900202 Aug 30 00:02:31.774642 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-a3f28756-88ce-40ad-b1ea-85e80733e7bd req-62bb7df0-e7bf-4261-bc6d-4dd93cfa92d3 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=00a1abe8-ac53-4188-a0ef-b087cec70b75 HTTP/1.1" status: 200 len: 210 time: 0.0301452 Aug 30 00:02:32.876260 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-9d8895ab-c240-4747-ae36-e10b416f2c70 req-2e714005-5538-47c3-825e-36f5f71aee3b tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=00a1abe8-ac53-4188-a0ef-b087cec70b75 HTTP/1.1" status: 200 len: 210 time: 0.0292387 Aug 30 00:02:34.002936 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-be15d442-6256-4320-9e73-a810b61c4ab7 req-6e1a6970-3428-46e1-9f88-b3d86367a5d6 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=00a1abe8-ac53-4188-a0ef-b087cec70b75 HTTP/1.1" status: 200 len: 210 time: 0.0334678 Aug 30 00:02:34.035530 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b626b61-161c-4c4d-b1cb-83c561e45f38 req-235269f9-4a67-4550-bebd-15d3d7092726 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:02:34.037054 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-5b626b61-161c-4c4d-b1cb-83c561e45f38 req-235269f9-4a67-4550-bebd-15d3d7092726 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.87 "GET /networking/v2.0/networks?id=8f166cb4-c4bf-43cb-8e53-808a94ef3b22 HTTP/1.1" status: 200 len: 809 time: 0.1278379 Aug 30 00:02:34.100543 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-5b626b61-161c-4c4d-b1cb-83c561e45f38 req-183d2a25-9673-42e5-ae3b-1e952b4de7b3 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.87 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=25d9f13fb1af4c3a911d91561bf0aae5 HTTP/1.1" status: 200 len: 379 time: 0.0546174 Aug 30 00:02:34.109673 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [req-5b626b61-161c-4c4d-b1cb-83c561e45f38 req-6c34e64e-28db-48ac-9e76-5eaf239474a9 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Request body: {'port': {'device_id': '00a1abe8-ac53-4188-a0ef-b087cec70b75', 'network_id': '8f166cb4-c4bf-43cb-8e53-808a94ef3b22', 'admin_state_up': True, 'tenant_id': '25d9f13fb1af4c3a911d91561bf0aae5', 'security_groups': ['3fa1129c-6a3f-4170-8d5a-2f469227501b']}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:02:34.359546 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b626b61-161c-4c4d-b1cb-83c561e45f38 req-6c34e64e-28db-48ac-9e76-5eaf239474a9 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Made reservation on behalf of 25d9f13fb1af4c3a911d91561bf0aae5 for: {'port': 1} {{(pid=113416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 00:02:34.364186 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-5b626b61-161c-4c4d-b1cb-83c561e45f38 req-6c34e64e-28db-48ac-9e76-5eaf239474a9 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:34.494160 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.db_base_plugin_common [req-5b626b61-161c-4c4d-b1cb-83c561e45f38 req-6c34e64e-28db-48ac-9e76-5eaf239474a9 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Allocated IP 172.20.0.6 (8f166cb4-c4bf-43cb-8e53-808a94ef3b22/eac43cd7-5501-421e-930c-a171e85eb563/b23f7177-0e8e-4fff-b079-7a4f5edcff57) {{(pid=113416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 00:02:34.640994 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-5b626b61-161c-4c4d-b1cb-83c561e45f38 req-6c34e64e-28db-48ac-9e76-5eaf239474a9 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Publish callbacks [] for port (b23f7177-0e8e-4fff-b079-7a4f5edcff57), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:34.759627 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-5b626b61-161c-4c4d-b1cb-83c561e45f38 req-6c34e64e-28db-48ac-9e76-5eaf239474a9 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963692'] for port (b23f7177-0e8e-4fff-b079-7a4f5edcff57), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:34.807640 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b626b61-161c-4c4d-b1cb-83c561e45f38 req-6c34e64e-28db-48ac-9e76-5eaf239474a9 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Network 8f166cb4-c4bf-43cb-8e53-808a94ef3b22 is already hosted by enough agents. {{(pid=113416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 00:02:34.810990 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.base_scheduler [req-5b626b61-161c-4c4d-b1cb-83c561e45f38 req-6c34e64e-28db-48ac-9e76-5eaf239474a9 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Resources bound (agent type, host, resource id): {{(pid=113416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 00:02:34.816618 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b626b61-161c-4c4d-b1cb-83c561e45f38 req-6c34e64e-28db-48ac-9e76-5eaf239474a9 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Received port after_create {{(pid=113416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 00:02:34.844463 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c34e64e-28db-48ac-9e76-5eaf239474a9 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Pushing event updated for resources: {'Port': ['ID=b23f7177-0e8e-4fff-b079-7a4f5edcff57,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:34.872565 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b626b61-161c-4c4d-b1cb-83c561e45f38 req-6c34e64e-28db-48ac-9e76-5eaf239474a9 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:02:34.873147 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-5b626b61-161c-4c4d-b1cb-83c561e45f38 req-6c34e64e-28db-48ac-9e76-5eaf239474a9 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for port (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:34.992089 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-5b626b61-161c-4c4d-b1cb-83c561e45f38 req-6c34e64e-28db-48ac-9e76-5eaf239474a9 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.87 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8850956 Aug 30 00:02:35.005097 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-a6931908-1cf3-438e-9309-325e6e83c7c1 None None] Provisioning complete for port b23f7177-0e8e-4fff-b079-7a4f5edcff57 triggered by entity DHCP. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:02:35.005097 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-a6931908-1cf3-438e-9309-325e6e83c7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (b23f7177-0e8e-4fff-b079-7a4f5edcff57), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:35.006095 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [req-5b626b61-161c-4c4d-b1cb-83c561e45f38 req-955de2da-990f-45a2-b799-d6f388a15dcd service neutron] Request body: {'port': {'device_id': '00a1abe8-ac53-4188-a0ef-b087cec70b75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85504'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:02:35.044589 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-a6931908-1cf3-438e-9309-325e6e83c7c1 None None] Port b23f7177-0e8e-4fff-b079-7a4f5edcff57 cannot update to ACTIVE because it is not bound. {{(pid=113417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 00:02:35.089719 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-5b626b61-161c-4c4d-b1cb-83c561e45f38 req-955de2da-990f-45a2-b799-d6f388a15dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (b23f7177-0e8e-4fff-b079-7a4f5edcff57), before_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:35.101966 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:35.125886 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:35.298213 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea756cd-23d9-4de2-962e-f74f590c2178 req-43e5aa20-05f3-492f-bb4f-3e1e88d32d55 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:02:35.300040 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-5ea756cd-23d9-4de2-962e-f74f590c2178 req-43e5aa20-05f3-492f-bb4f-3e1e88d32d55 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=00a1abe8-ac53-4188-a0ef-b087cec70b75 HTTP/1.1" status: 200 len: 931 time: 0.2067251 Aug 30 00:02:35.360708 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-5ea756cd-23d9-4de2-962e-f74f590c2178 req-c05c52f5-f8c0-493d-83b7-a4da6924d749 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=3fa1129c-6a3f-4170-8d5a-2f469227501b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529788 Aug 30 00:02:35.381341 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.notifiers.nova [req-5b626b61-161c-4c4d-b1cb-83c561e45f38 req-955de2da-990f-45a2-b799-d6f388a15dcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b23f7177-0e8e-4fff-b079-7a4f5edcff57 {{(pid=113416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 00:02:35.395490 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-5b626b61-161c-4c4d-b1cb-83c561e45f38 req-955de2da-990f-45a2-b799-d6f388a15dcd service neutron] Publish callbacks [] for port (b23f7177-0e8e-4fff-b079-7a4f5edcff57), precommit_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:35.412314 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.provisioning_blocks [req-5b626b61-161c-4c4d-b1cb-83c561e45f38 req-955de2da-990f-45a2-b799-d6f388a15dcd service neutron] Transition to ACTIVE for port object b23f7177-0e8e-4fff-b079-7a4f5edcff57 will not be triggered until provisioned by entity L2. {{(pid=113416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 00:02:35.480250 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-5b626b61-161c-4c4d-b1cb-83c561e45f38 req-955de2da-990f-45a2-b799-d6f388a15dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963685'] for port (b23f7177-0e8e-4fff-b079-7a4f5edcff57), after_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:35.566402 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955de2da-990f-45a2-b799-d6f388a15dcd service neutron] Pushing event updated for resources: {'Port': ['ID=b23f7177-0e8e-4fff-b079-7a4f5edcff57,revision_number=2']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:35.600640 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.managers [req-5b626b61-161c-4c4d-b1cb-83c561e45f38 req-955de2da-990f-45a2-b799-d6f388a15dcd service neutron] Attempting to bind port b23f7177-0e8e-4fff-b079-7a4f5edcff57 on host hv-cinder-85504 for vnic_type normal with profile {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 00:02:35.601139 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.managers [req-5b626b61-161c-4c4d-b1cb-83c561e45f38 req-955de2da-990f-45a2-b799-d6f388a15dcd service neutron] Attempting to bind port b23f7177-0e8e-4fff-b079-7a4f5edcff57 by drivers openvswitch,hyperv on host hv-cinder-85504 at level 0 using segments [{'id': 'ade09e0b-82bc-4df6-a541-dd677767d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '8f166cb4-c4bf-43cb-8e53-808a94ef3b22'}] {{(pid=113416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 00:02:35.601554 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b626b61-161c-4c4d-b1cb-83c561e45f38 req-955de2da-990f-45a2-b799-d6f388a15dcd service neutron] Attempting to bind port b23f7177-0e8e-4fff-b079-7a4f5edcff57 on network 8f166cb4-c4bf-43cb-8e53-808a94ef3b22 {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 00:02:35.606690 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b626b61-161c-4c4d-b1cb-83c561e45f38 req-955de2da-990f-45a2-b799-d6f388a15dcd service neutron] Port b23f7177-0e8e-4fff-b079-7a4f5edcff57 on network 8f166cb4-c4bf-43cb-8e53-808a94ef3b22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85504 {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 00:02:35.607008 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b626b61-161c-4c4d-b1cb-83c561e45f38 req-955de2da-990f-45a2-b799-d6f388a15dcd service neutron] Attempting to bind port b23f7177-0e8e-4fff-b079-7a4f5edcff57 on network 8f166cb4-c4bf-43cb-8e53-808a94ef3b22 {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 00:02:35.612440 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b626b61-161c-4c4d-b1cb-83c561e45f38 req-955de2da-990f-45a2-b799-d6f388a15dcd service neutron] Checking agent: {'id': 'a7eaf665-0f6d-431a-9601-222c900251ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85504', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 50, 13), 'started_at': datetime.datetime(2022, 8, 29, 23, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 0, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 00:02:35.612831 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b626b61-161c-4c4d-b1cb-83c561e45f38 req-955de2da-990f-45a2-b799-d6f388a15dcd service neutron] Checking segment: {'id': 'ade09e0b-82bc-4df6-a541-dd677767d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '8f166cb4-c4bf-43cb-8e53-808a94ef3b22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 00:02:35.613220 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b626b61-161c-4c4d-b1cb-83c561e45f38 req-955de2da-990f-45a2-b799-d6f388a15dcd service neutron] Bound using segment: {'id': 'ade09e0b-82bc-4df6-a541-dd677767d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '8f166cb4-c4bf-43cb-8e53-808a94ef3b22'} {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 00:02:35.613644 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.managers [req-5b626b61-161c-4c4d-b1cb-83c561e45f38 req-955de2da-990f-45a2-b799-d6f388a15dcd service neutron] Bound port: b23f7177-0e8e-4fff-b079-7a4f5edcff57, host: hv-cinder-85504, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ade09e0b-82bc-4df6-a541-dd677767d870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '8f166cb4-c4bf-43cb-8e53-808a94ef3b22'}}] {{(pid=113416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 00:02:35.614005 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-5b626b61-161c-4c4d-b1cb-83c561e45f38 req-955de2da-990f-45a2-b799-d6f388a15dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (b23f7177-0e8e-4fff-b079-7a4f5edcff57), before_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:35.629442 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:35.683534 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.db [req-5b626b61-161c-4c4d-b1cb-83c561e45f38 req-955de2da-990f-45a2-b799-d6f388a15dcd service neutron] For port b23f7177-0e8e-4fff-b079-7a4f5edcff57, host hv-cinder-85504, cleared binding levels {{(pid=113416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 00:02:35.686839 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.db [req-5b626b61-161c-4c4d-b1cb-83c561e45f38 req-955de2da-990f-45a2-b799-d6f388a15dcd service neutron] For port b23f7177-0e8e-4fff-b079-7a4f5edcff57, host hv-cinder-85504, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=b23f7177-0e8e-4fff-b079-7a4f5edcff57,segment=NetworkSegment(ade09e0b-82bc-4df6-a541-dd677767d870),segment_id=ade09e0b-82bc-4df6-a541-dd677767d870)] {{(pid=113416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 00:02:35.805787 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-5b626b61-161c-4c4d-b1cb-83c561e45f38 req-955de2da-990f-45a2-b799-d6f388a15dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963685'] for port (b23f7177-0e8e-4fff-b079-7a4f5edcff57), after_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:35.810282 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b626b61-161c-4c4d-b1cb-83c561e45f38 req-955de2da-990f-45a2-b799-d6f388a15dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:02:35.810917 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-5b626b61-161c-4c4d-b1cb-83c561e45f38 req-955de2da-990f-45a2-b799-d6f388a15dcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for port (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:35.812391 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-5b626b61-161c-4c4d-b1cb-83c561e45f38 req-955de2da-990f-45a2-b799-d6f388a15dcd service neutron] 10.222.0.87 "PUT /networking/v2.0/ports/b23f7177-0e8e-4fff-b079-7a4f5edcff57 HTTP/1.1" status: 200 len: 1093 time: 0.8124306 Aug 30 00:02:35.812902 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00a1abe8-ac53-4188-a0ef-b087cec70b75', 'tag': 'b23f7177-0e8e-4fff-b079-7a4f5edcff57'}] {{(pid=113416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 00:02:35.815200 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca1b1d0bad556637bdc4aa8e491b493d03ba5f494de7569054403470f02cf73a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc99b419-a9c0-4ddc-b363-12076a6600a3" -d '{"events": [{"name": "network-changed", "server_uuid": "00a1abe8-ac53-4188-a0ef-b087cec70b75", "tag": "b23f7177-0e8e-4fff-b079-7a4f5edcff57"}]}' {{(pid=113416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 00:02:35.860281 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 00:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c7f616-2728-4fe5-a26b-ac4815819beb x-openstack-request-id: req-b4c7f616-2728-4fe5-a26b-ac4815819beb {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 00:02:35.860558 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00a1abe8-ac53-4188-a0ef-b087cec70b75", "tag": "b23f7177-0e8e-4fff-b079-7a4f5edcff57", "status": "completed", "code": 200}]} {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 00:02:35.860801 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b4c7f616-2728-4fe5-a26b-ac4815819beb {{(pid=113416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 00:02:35.861199 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4c7f616-2728-4fe5-a26b-ac4815819beb'] response: {'name': 'network-changed', 'server_uuid': '00a1abe8-ac53-4188-a0ef-b087cec70b75', 'tag': 'b23f7177-0e8e-4fff-b079-7a4f5edcff57', 'status': 'completed', 'code': 200} Aug 30 00:02:35.871724 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955de2da-990f-45a2-b799-d6f388a15dcd service neutron] Pushing event updated for resources: {'Port': ['ID=b23f7177-0e8e-4fff-b079-7a4f5edcff57,revision_number=3']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:35.920694 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc99b419-a9c0-4ddc-b363-12076a6600a3 req-f0ef7022-6880-4811-8d7a-dc6ce9f2f8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:02:35.922240 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-cc99b419-a9c0-4ddc-b363-12076a6600a3 req-f0ef7022-6880-4811-8d7a-dc6ce9f2f8d9 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=25d9f13fb1af4c3a911d91561bf0aae5&device_id=00a1abe8-ac53-4188-a0ef-b087cec70b75 HTTP/1.1" status: 200 len: 1127 time: 0.0416429 Aug 30 00:02:36.028308 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc99b419-a9c0-4ddc-b363-12076a6600a3 req-a6765850-8b96-49ff-b6fe-41c2591495b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:02:36.029762 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-cc99b419-a9c0-4ddc-b363-12076a6600a3 req-a6765850-8b96-49ff-b6fe-41c2591495b9 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?tenant_id=25d9f13fb1af4c3a911d91561bf0aae5&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1003466 Aug 30 00:02:36.127606 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc99b419-a9c0-4ddc-b363-12076a6600a3 req-7a79a2fe-77bd-4ee8-a966-465ca6b94d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:02:36.129957 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-cc99b419-a9c0-4ddc-b363-12076a6600a3 req-7a79a2fe-77bd-4ee8-a966-465ca6b94d69 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0933270 Aug 30 00:02:36.215217 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b626b61-161c-4c4d-b1cb-83c561e45f38 req-34fc0c63-3f7f-489b-9511-d21ed848b11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:02:36.216719 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-5b626b61-161c-4c4d-b1cb-83c561e45f38 req-34fc0c63-3f7f-489b-9511-d21ed848b11d service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=25d9f13fb1af4c3a911d91561bf0aae5&device_id=00a1abe8-ac53-4188-a0ef-b087cec70b75 HTTP/1.1" status: 200 len: 1127 time: 0.0468190 Aug 30 00:02:36.257562 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-5b626b61-161c-4c4d-b1cb-83c561e45f38 req-3a2b8eb2-378a-46e7-8c4b-0c5998d788d8 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b23f7177-0e8e-4fff-b079-7a4f5edcff57 HTTP/1.1" status: 200 len: 217 time: 0.0338736 Aug 30 00:02:36.309374 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b626b61-161c-4c4d-b1cb-83c561e45f38 req-c0b6f0ca-ac27-4e1a-bc26-55ea5bf7deef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:02:36.310933 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-5b626b61-161c-4c4d-b1cb-83c561e45f38 req-c0b6f0ca-ac27-4e1a-bc26-55ea5bf7deef service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=eac43cd7-5501-421e-930c-a171e85eb563 HTTP/1.1" status: 200 len: 848 time: 0.0463667 Aug 30 00:02:36.357422 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b626b61-161c-4c4d-b1cb-83c561e45f38 req-4f315884-e2cb-4f4c-8cd1-68c70d914663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:02:36.358948 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-5b626b61-161c-4c4d-b1cb-83c561e45f38 req-4f315884-e2cb-4f4c-8cd1-68c70d914663 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=8f166cb4-c4bf-43cb-8e53-808a94ef3b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417032 Aug 30 00:02:36.457330 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-5b626b61-161c-4c4d-b1cb-83c561e45f38 req-b66c3919-693e-41f8-b29e-5e9314f66577 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/8f166cb4-c4bf-43cb-8e53-808a94ef3b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919588 Aug 30 00:02:36.499377 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b891c637-fd3d-495e-b6e7-89892522c5e7 req-92cd3172-7073-4368-90f9-e03227fb57ef tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:02:36.500875 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b891c637-fd3d-495e-b6e7-89892522c5e7 req-92cd3172-7073-4368-90f9-e03227fb57ef tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=00a1abe8-ac53-4188-a0ef-b087cec70b75 HTTP/1.1" status: 200 len: 943 time: 0.0483761 Aug 30 00:02:36.552164 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b891c637-fd3d-495e-b6e7-89892522c5e7 req-97ed3eb2-f31b-4dcf-81a7-50764611f4d0 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=3fa1129c-6a3f-4170-8d5a-2f469227501b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454109 Aug 30 00:02:36.553545 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-5b626b61-161c-4c4d-b1cb-83c561e45f38 req-8791c397-a5c3-4208-983b-827ea5e3e127 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/8f166cb4-c4bf-43cb-8e53-808a94ef3b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897148 Aug 30 00:02:37.754244 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa62151-2a23-474b-a0fd-ea2d08e28ce7 req-56ec5524-4b96-4604-90eb-45b1f5b6dc34 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:02:37.755927 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-1fa62151-2a23-474b-a0fd-ea2d08e28ce7 req-56ec5524-4b96-4604-90eb-45b1f5b6dc34 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=00a1abe8-ac53-4188-a0ef-b087cec70b75 HTTP/1.1" status: 200 len: 943 time: 0.1128764 Aug 30 00:02:37.807377 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-1fa62151-2a23-474b-a0fd-ea2d08e28ce7 req-eb925df5-1111-417e-a099-ecb47cc176fc tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=3fa1129c-6a3f-4170-8d5a-2f469227501b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458143 Aug 30 00:02:38.931463 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb9f82-9e71-4828-b69d-12ddbb70101f req-1d2f42cb-54d4-4f3f-8109-98b9ccff2fbb tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:02:38.932980 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-f3fb9f82-9e71-4828-b69d-12ddbb70101f req-1d2f42cb-54d4-4f3f-8109-98b9ccff2fbb tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=00a1abe8-ac53-4188-a0ef-b087cec70b75 HTTP/1.1" status: 200 len: 943 time: 0.0507755 Aug 30 00:02:38.983771 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-f3fb9f82-9e71-4828-b69d-12ddbb70101f req-9feefdf8-5c7c-4241-8fd0-bfc328ddaf5c tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=3fa1129c-6a3f-4170-8d5a-2f469227501b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451889 Aug 30 00:02:39.967255 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.agents_db [None req-4166f728-c6cb-4ae6-8e81-f61b29fbc360 None None] Agent healthcheck: found 6 active agents {{(pid=113418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 00:02:40.112844 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c38c5f-c428-4b3e-8ba1-e436548eb586 req-1bb234da-044a-421d-86e8-c6f9a9c6794c tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:02:40.114744 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-62c38c5f-c428-4b3e-8ba1-e436548eb586 req-1bb234da-044a-421d-86e8-c6f9a9c6794c tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=00a1abe8-ac53-4188-a0ef-b087cec70b75 HTTP/1.1" status: 200 len: 943 time: 0.0530000 Aug 30 00:02:40.170769 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-62c38c5f-c428-4b3e-8ba1-e436548eb586 req-ec131ebc-cc6c-4e17-99fe-260022d3bcea tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=3fa1129c-6a3f-4170-8d5a-2f469227501b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504124 Aug 30 00:02:40.267701 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-049835b5-c462-4946-8c44-65cc5f6cf95d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (1020f8f9-c858-45a1-84c5-376480b0ca2e), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:41.292369 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d385c-5f3e-4ac7-84af-514dfeb622d2 req-c3fbc0c8-0412-41bb-8ff1-f0dc86781d5d tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:02:41.293909 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-9a2d385c-5f3e-4ac7-84af-514dfeb622d2 req-c3fbc0c8-0412-41bb-8ff1-f0dc86781d5d tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=00a1abe8-ac53-4188-a0ef-b087cec70b75 HTTP/1.1" status: 200 len: 943 time: 0.0485504 Aug 30 00:02:41.345649 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-9a2d385c-5f3e-4ac7-84af-514dfeb622d2 req-4a8413d1-6035-4d6d-b6fa-300a13a26c21 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=3fa1129c-6a3f-4170-8d5a-2f469227501b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459847 Aug 30 00:02:42.464518 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:42.469991 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:42.481579 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb070fe2-4d6a-4939-b33c-1c17ec65e4e0 req-092115c7-d365-4e72-a08f-5d8bca2d64aa tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:02:42.483142 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-cb070fe2-4d6a-4939-b33c-1c17ec65e4e0 req-092115c7-d365-4e72-a08f-5d8bca2d64aa tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=00a1abe8-ac53-4188-a0ef-b087cec70b75 HTTP/1.1" status: 200 len: 943 time: 0.0507309 Aug 30 00:02:42.535429 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-cb070fe2-4d6a-4939-b33c-1c17ec65e4e0 req-dd13af09-6e4b-48b3-a92d-94b54896f615 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=3fa1129c-6a3f-4170-8d5a-2f469227501b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465558 Aug 30 00:02:42.932000 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=46 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:43.102069 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (a7eaf665-0f6d-431a-9601-222c900251ec), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:43.385938 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-fdb1aa6d-52d4-4862-bef6-95c110176dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (037668f0-d812-4b59-9d2d-ce33f66a7708), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:43.642927 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device b23f7177-0e8e-4fff-b079-7a4f5edcff57 details requested by agent hyperv_hv-cinder-85504 with host hv-cinder-85504 {{(pid=113417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 00:02:43.667586 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef2f0b-f7bc-4ff8-8de3-d96c426f6a1d req-ae0ec03e-8794-4b56-a39e-8c5a2461c03d tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:02:43.669173 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-07ef2f0b-f7bc-4ff8-8de3-d96c426f6a1d req-ae0ec03e-8794-4b56-a39e-8c5a2461c03d tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=00a1abe8-ac53-4188-a0ef-b087cec70b75 HTTP/1.1" status: 200 len: 943 time: 0.0550928 Aug 30 00:02:43.746313 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-07ef2f0b-f7bc-4ff8-8de3-d96c426f6a1d req-36c0ff4a-bb99-4043-b514-3e76861ccaa0 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=3fa1129c-6a3f-4170-8d5a-2f469227501b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705907 Aug 30 00:02:43.788639 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port b23f7177-0e8e-4fff-b079-7a4f5edcff57, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=b23f7177-0e8e-4fff-b079-7a4f5edcff57,segment=NetworkSegment(ade09e0b-82bc-4df6-a541-dd677767d870),segment_id=ade09e0b-82bc-4df6-a541-dd677767d870)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:02:43.801922 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Returning: {'device': 'b23f7177-0e8e-4fff-b079-7a4f5edcff57', 'network_id': '8f166cb4-c4bf-43cb-8e53-808a94ef3b22', 'port_id': 'b23f7177-0e8e-4fff-b079-7a4f5edcff57', 'mac_address': 'fa:16:3e:c7:e9:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eac43cd7-5501-421e-930c-a171e85eb563', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 00:02:43.838935 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Current status of the port b23f7177-0e8e-4fff-b079-7a4f5edcff57 is: DOWN; New status is: BUILD {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:02:43.839334 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (b23f7177-0e8e-4fff-b079-7a4f5edcff57), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:43.853787 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.notifiers.nova [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b23f7177-0e8e-4fff-b079-7a4f5edcff57 {{(pid=113417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 00:02:43.875121 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port b23f7177-0e8e-4fff-b079-7a4f5edcff57, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=b23f7177-0e8e-4fff-b079-7a4f5edcff57,segment=NetworkSegment(ade09e0b-82bc-4df6-a541-dd677767d870),segment_id=ade09e0b-82bc-4df6-a541-dd677767d870)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:02:43.965114 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (b23f7177-0e8e-4fff-b079-7a4f5edcff57), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:44.021346 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Pushing event updated for resources: {'Port': ['ID=b23f7177-0e8e-4fff-b079-7a4f5edcff57,revision_number=4']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:44.029343 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:44.029685 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:44.030030 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:44.030395 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:44.030729 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:44.031059 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:44.031384 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:44.031707 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:44.032031 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:44.032388 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:44.032706 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:44.033030 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:44.033348 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:44.033668 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:44.033988 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:44.188139 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] get_ports_and_sgs() called for port_ids ['b23f7177-0e8e-4fff-b079-7a4f5edcff57'] {{(pid=113417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 00:02:44.464374 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cdcd43ac-7909-438b-ba67-31b4a20d4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (bcd4f52e-0d63-4d8a-9dda-ff825ab30758), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:44.875538 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef46dba-10cb-4855-8f80-4dc69853b035 req-1f3e9465-c805-4352-972d-f9feddbe8085 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:02:44.877091 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-9ef46dba-10cb-4855-8f80-4dc69853b035 req-1f3e9465-c805-4352-972d-f9feddbe8085 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=00a1abe8-ac53-4188-a0ef-b087cec70b75 HTTP/1.1" status: 200 len: 944 time: 0.0520372 Aug 30 00:02:44.930645 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-9ef46dba-10cb-4855-8f80-4dc69853b035 req-2f5fbbe7-e9a7-4dd1-9e30-66ef90667c99 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=3fa1129c-6a3f-4170-8d5a-2f469227501b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470171 Aug 30 00:02:45.568796 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (01773ddc-a5d8-4c68-b7b5-e385af2b339f), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:45.639190 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device b23f7177-0e8e-4fff-b079-7a4f5edcff57 up at agent hyperv_hv-cinder-85504 {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 00:02:45.685440 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Provisioning for port b23f7177-0e8e-4fff-b079-7a4f5edcff57 completed by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 00:02:45.747889 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Provisioning complete for port b23f7177-0e8e-4fff-b079-7a4f5edcff57 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:02:45.748321 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (b23f7177-0e8e-4fff-b079-7a4f5edcff57), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:45.776803 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:45.801319 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:45.840482 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Current status of the port b23f7177-0e8e-4fff-b079-7a4f5edcff57 is: BUILD; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:02:45.840784 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (b23f7177-0e8e-4fff-b079-7a4f5edcff57), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:45.871962 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a1abe8-ac53-4188-a0ef-b087cec70b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23f7177-0e8e-4fff-b079-7a4f5edcff57'}] {{(pid=113417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 00:02:45.874319 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d41a01b6be055f780f1b28f387bc014884277aca14b53491aeccfff4134a8b4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475a604f-0b8a-4a4f-a47b-9a35822dfc40" -d '{"events": [{"server_uuid": "00a1abe8-ac53-4188-a0ef-b087cec70b75", "name": "network-vif-plugged", "status": "completed", "tag": "b23f7177-0e8e-4fff-b079-7a4f5edcff57"}]}' {{(pid=113417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 00:02:45.892734 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port b23f7177-0e8e-4fff-b079-7a4f5edcff57, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=b23f7177-0e8e-4fff-b079-7a4f5edcff57,segment=NetworkSegment(ade09e0b-82bc-4df6-a541-dd677767d870),segment_id=ade09e0b-82bc-4df6-a541-dd677767d870)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:02:45.919780 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 00:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66921f29-ffd9-4136-8c24-d9a3ad7e403f x-openstack-request-id: req-66921f29-ffd9-4136-8c24-d9a3ad7e403f {{(pid=113417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 00:02:45.920067 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00a1abe8-ac53-4188-a0ef-b087cec70b75", "name": "network-vif-plugged", "status": "completed", "tag": "b23f7177-0e8e-4fff-b079-7a4f5edcff57", "code": 200}]} {{(pid=113417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 00:02:45.920408 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-66921f29-ffd9-4136-8c24-d9a3ad7e403f {{(pid=113417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 00:02:45.920834 dv-cinder-855041-2-iscsi neutron-server[113417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66921f29-ffd9-4136-8c24-d9a3ad7e403f'] response: {'server_uuid': '00a1abe8-ac53-4188-a0ef-b087cec70b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23f7177-0e8e-4fff-b079-7a4f5edcff57', 'code': 200} Aug 30 00:02:46.006437 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (b23f7177-0e8e-4fff-b079-7a4f5edcff57), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:46.065584 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Pushing event updated for resources: {'Port': ['ID=b23f7177-0e8e-4fff-b079-7a4f5edcff57,revision_number=5']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:46.072059 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d88bb-0804-4e72-883a-c1357c4b7796 req-a7e81411-6dd5-4e5f-8d61-07f96b8e94a0 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:02:46.074420 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-249d88bb-0804-4e72-883a-c1357c4b7796 req-a7e81411-6dd5-4e5f-8d61-07f96b8e94a0 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=00a1abe8-ac53-4188-a0ef-b087cec70b75 HTTP/1.1" status: 200 len: 945 time: 0.0640473 Aug 30 00:02:46.142962 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-249d88bb-0804-4e72-883a-c1357c4b7796 req-9cfb84c0-0810-4dfe-a2a1-d294137322c5 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=3fa1129c-6a3f-4170-8d5a-2f469227501b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585110 Aug 30 00:02:46.374492 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb944d3a-dc4b-4d1d-9941-758730e25c14 req-9a806bfa-fd63-41ce-b70a-25e5cc1ce78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:02:46.376003 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-eb944d3a-dc4b-4d1d-9941-758730e25c14 req-9a806bfa-fd63-41ce-b70a-25e5cc1ce78a service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=00a1abe8-ac53-4188-a0ef-b087cec70b75 HTTP/1.1" status: 200 len: 1129 time: 0.0419447 Aug 30 00:02:46.431078 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-eb944d3a-dc4b-4d1d-9941-758730e25c14 req-6ea6dd89-64cc-4cdb-a0c1-9f46550668f9 service neutron] 10.222.0.87 "GET /networking/v2.0/security-groups?id=3fa1129c-6a3f-4170-8d5a-2f469227501b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484366 Aug 30 00:02:46.465993 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-55545b4a-c719-46e4-a9c5-7c044aa64822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (63136763-0f20-46a8-951a-2f70193501e4), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:47.269822 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4da24-b3b5-45e2-9ea1-b4ceb318355a req-0c527903-6133-4d99-8de3-80dde0d0b200 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:02:47.271275 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-dbf4da24-b3b5-45e2-9ea1-b4ceb318355a req-0c527903-6133-4d99-8de3-80dde0d0b200 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=00a1abe8-ac53-4188-a0ef-b087cec70b75 HTTP/1.1" status: 200 len: 945 time: 0.0501416 Aug 30 00:02:47.324990 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-dbf4da24-b3b5-45e2-9ea1-b4ceb318355a req-ce6d1c0e-bc31-4017-b732-6423fe3b3eee tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=3fa1129c-6a3f-4170-8d5a-2f469227501b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474670 Aug 30 00:02:48.458166 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec712b9-b6af-48f2-83f3-0e67ee1e10d3 req-b8737baf-eae5-4998-96c0-3ad6214a6f7c tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:02:48.459968 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-3ec712b9-b6af-48f2-83f3-0e67ee1e10d3 req-b8737baf-eae5-4998-96c0-3ad6214a6f7c tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=00a1abe8-ac53-4188-a0ef-b087cec70b75 HTTP/1.1" status: 200 len: 945 time: 0.0565639 Aug 30 00:02:48.518362 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-3ec712b9-b6af-48f2-83f3-0e67ee1e10d3 req-34e7eeb5-a6a2-42df-8de8-05f7ade437ee tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=3fa1129c-6a3f-4170-8d5a-2f469227501b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513620 Aug 30 00:02:48.644834 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af5b6d-1280-448f-9a5f-3f0306dd252c req-5bc63d14-e021-4177-a166-1fd7befb0923 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:02:48.646410 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-28af5b6d-1280-448f-9a5f-3f0306dd252c req-5bc63d14-e021-4177-a166-1fd7befb0923 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=00a1abe8-ac53-4188-a0ef-b087cec70b75 HTTP/1.1" status: 200 len: 945 time: 0.0502834 Aug 30 00:02:48.703746 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-28af5b6d-1280-448f-9a5f-3f0306dd252c req-13362c15-b9ec-4d21-b16f-b3247f563c16 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=3fa1129c-6a3f-4170-8d5a-2f469227501b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509279 Aug 30 00:02:48.731327 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 56852) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:02:48.882303 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9294ac-034e-4c02-b933-434aff906571 tempest-TestShelveInstance-1566193124 tempest-TestShelveInstance-1566193124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:02:48.883864 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-ae9294ac-034e-4c02-b933-434aff906571 tempest-TestShelveInstance-1566193124 tempest-TestShelveInstance-1566193124-project-admin] 10.222.0.90 "GET /networking/v2.0/ports?device_id=00a1abe8-ac53-4188-a0ef-b087cec70b75 HTTP/1.1" status: 200 len: 1124 time: 0.1515286 Aug 30 00:02:48.897255 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 56856) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:02:48.902112 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [None req-af9ecfb0-c803-40fd-872c-e158fe3c4f2e tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Request body: {'floatingip': {'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'port_id': 'b23f7177-0e8e-4fff-b079-7a4f5edcff57', 'tenant_id': '25d9f13fb1af4c3a911d91561bf0aae5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:02:49.016747 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-af9ecfb0-c803-40fd-872c-e158fe3c4f2e tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:49.109517 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-af9ecfb0-c803-40fd-872c-e158fe3c4f2e tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:49.118225 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:49.177540 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:49.235444 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.db_base_plugin_common [None req-af9ecfb0-c803-40fd-872c-e158fe3c4f2e tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Allocated IP 172.27.1.191 (c6396a07-dfbf-4950-850b-378da3ed2a88/a98be68c-aef3-471c-b3f8-ae629ebf2983/84608787-ba6e-47d8-b83b-dff5944adcc8) {{(pid=113416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 00:02:49.362589 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-af9ecfb0-c803-40fd-872c-e158fe3c4f2e tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Publish callbacks [] for port (84608787-ba6e-47d8-b83b-dff5944adcc8), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:49.480738 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-af9ecfb0-c803-40fd-872c-e158fe3c4f2e tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963692'] for port (84608787-ba6e-47d8-b83b-dff5944adcc8), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:49.528845 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9ecfb0-c803-40fd-872c-e158fe3c4f2e tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Network c6396a07-dfbf-4950-850b-378da3ed2a88 is already hosted by enough agents. {{(pid=113416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 00:02:49.532041 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.base_scheduler [None req-af9ecfb0-c803-40fd-872c-e158fe3c4f2e tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Resources bound (agent type, host, resource id): {{(pid=113416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 00:02:49.537026 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9ecfb0-c803-40fd-872c-e158fe3c4f2e tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Received port after_create {{(pid=113416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 00:02:49.562375 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9ecfb0-c803-40fd-872c-e158fe3c4f2e tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Pushing event updated for resources: {'Port': ['ID=84608787-ba6e-47d8-b83b-dff5944adcc8,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:49.796161 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:49.952783 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-af9ecfb0-c803-40fd-872c-e158fe3c4f2e tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Publish callbacks [] for floatingip (9c2795af-62ea-418a-8d07-61105e1ab259), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:49.963669 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=80 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:50.105275 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-af9ecfb0-c803-40fd-872c-e158fe3c4f2e tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (84608787-ba6e-47d8-b83b-dff5944adcc8), before_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:50.282521 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-af9ecfb0-c803-40fd-872c-e158fe3c4f2e tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Publish callbacks [] for port (84608787-ba6e-47d8-b83b-dff5944adcc8), precommit_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:50.336717 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-af9ecfb0-c803-40fd-872c-e158fe3c4f2e tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963685'] for port (84608787-ba6e-47d8-b83b-dff5944adcc8), after_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:50.405759 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:50.411418 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-af9ecfb0-c803-40fd-872c-e158fe3c4f2e tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477666'] for floatingip (9c2795af-62ea-418a-8d07-61105e1ab259), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:50.413407 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9ecfb0-c803-40fd-872c-e158fe3c4f2e tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Pushing event updated for resources: {'Port': ['ID=84608787-ba6e-47d8-b83b-dff5944adcc8,revision_number=2']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:50.519998 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.db.l3_db [None req-af9ecfb0-c803-40fd-872c-e158fe3c4f2e tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Floating IP 9c2795af-62ea-418a-8d07-61105e1ab259 associated. External IP: 172.27.1.191, port: b23f7177-0e8e-4fff-b079-7a4f5edcff57. Aug 30 00:02:50.741394 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af9ecfb0-c803-40fd-872c-e158fe3c4f2e tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Router 50801df7-c9ce-4645-9011-e32edfdcf6ea has already been hosted by L3 agent 037668f0-d812-4b59-9d2d-ce33f66a7708 {{(pid=113416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 00:02:50.857351 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af9ecfb0-c803-40fd-872c-e158fe3c4f2e tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Notify agent at l3_agent.dv-cinder-855041-2-iscsi the message routers_updated {{(pid=113416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 00:02:50.870301 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b33544-3e6e-4c7b-accd-096570d0fa49 None None] Sync routers for ids ['50801df7-c9ce-4645-9011-e32edfdcf6ea'] in dv-cinder-855041-2-iscsi {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 00:02:50.888377 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b33544-3e6e-4c7b-accd-096570d0fa49 None None] Routers {'50801df7-c9ce-4645-9011-e32edfdcf6ea'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:02:50.889302 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-c5b33544-3e6e-4c7b-accd-096570d0fa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-30T00:02:43Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['50801df7-c9ce-4645-9011-e32edfdcf6ea'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:02:51.012346 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-c5b33544-3e6e-4c7b-accd-096570d0fa49 None None] Set router 50801df7-c9ce-4645-9011-e32edfdcf6ea gateway port host: dv-cinder-855041-2-iscsi {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:02:51.017010 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-af9ecfb0-c803-40fd-872c-e158fe3c4f2e tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for floatingip (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:51.316650 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-c5b33544-3e6e-4c7b-accd-096570d0fa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50801df7-c9ce-4645-9011-e32edfdcf6ea', 'name': 'tempest-TestShelveInstance-1681345251-router', 'tenant_id': '25d9f13fb1af4c3a911d91561bf0aae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '1233ebc9-bc6e-477f-a3db-3594f67c0d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:01:56Z', 'updated_at': '2022-08-30T00:02:00Z', 'revision_number': 4, 'project_id': '25d9f13fb1af4c3a911d91561bf0aae5', 'gw_port': {'id': '1233ebc9-bc6e-477f-a3db-3594f67c0d4d', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50801df7-c9ce-4645-9011-e32edfdcf6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:56Z', 'updated_at': '2022-08-30T00:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_floatingips': [{'id': '9c2795af-62ea-418a-8d07-61105e1ab259', 'tenant_id': '25d9f13fb1af4c3a911d91561bf0aae5', 'floating_ip_address': '172.27.1.191', 'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'router_id': '50801df7-c9ce-4645-9011-e32edfdcf6ea', 'port_id': 'b23f7177-0e8e-4fff-b079-7a4f5edcff57', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f166cb4-c4bf-43cb-8e53-808a94ef3b22', 'mac_address': 'fa:16:3e:c7:e9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a1abe8-ac53-4188-a0ef-b087cec70b75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T00:02:49Z', 'updated_at': '2022-08-30T00:02:49Z', 'revision_number': 0, 'project_id': '25d9f13fb1af4c3a911d91561bf0aae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1991e147-688e-4af5-8cc3-667e3dd1cf49', 'name': '', 'network_id': '8f166cb4-c4bf-43cb-8e53-808a94ef3b22', 'tenant_id': '25d9f13fb1af4c3a911d91561bf0aae5', 'mac_address': 'fa:16:3e:11:a9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50801df7-c9ce-4645-9011-e32edfdcf6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'eac43cd7-5501-421e-930c-a171e85eb563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:59Z', 'updated_at': '2022-08-30T00:02:06Z', 'revision_number': 5, 'project_id': '25d9f13fb1af4c3a911d91561bf0aae5', 'subnets': [{'id': 'eac43cd7-5501-421e-930c-a171e85eb563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:02:51.333002 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-af9ecfb0-c803-40fd-872c-e158fe3c4f2e tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4345658 Aug 30 00:02:51.333607 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00a1abe8-ac53-4188-a0ef-b087cec70b75', 'tag': 'b23f7177-0e8e-4fff-b079-7a4f5edcff57'}] {{(pid=113416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 00:02:51.336767 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca1b1d0bad556637bdc4aa8e491b493d03ba5f494de7569054403470f02cf73a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b0ded7-6ef9-4d72-b5e2-453dd1ca2ec0" -d '{"events": [{"name": "network-changed", "server_uuid": "00a1abe8-ac53-4188-a0ef-b087cec70b75", "tag": "b23f7177-0e8e-4fff-b079-7a4f5edcff57"}]}' {{(pid=113416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 00:02:51.356808 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b33544-3e6e-4c7b-accd-096570d0fa49 None None] Checking router: 50801df7-c9ce-4645-9011-e32edfdcf6ea for host: dv-cinder-855041-2-iscsi {{(pid=113418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 00:02:51.370348 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b33544-3e6e-4c7b-accd-096570d0fa49 None None] Routers {'50801df7-c9ce-4645-9011-e32edfdcf6ea'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:02:51.371429 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-c5b33544-3e6e-4c7b-accd-096570d0fa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-30T00:02:43Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['50801df7-c9ce-4645-9011-e32edfdcf6ea'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:02:51.390247 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 00:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fefe521-5069-4de3-8f5d-871993890203 x-openstack-request-id: req-7fefe521-5069-4de3-8f5d-871993890203 {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 00:02:51.390539 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00a1abe8-ac53-4188-a0ef-b087cec70b75", "tag": "b23f7177-0e8e-4fff-b079-7a4f5edcff57", "status": "completed", "code": 200}]} {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 00:02:51.390794 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-7fefe521-5069-4de3-8f5d-871993890203 {{(pid=113416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 00:02:51.391207 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fefe521-5069-4de3-8f5d-871993890203'] response: {'name': 'network-changed', 'server_uuid': '00a1abe8-ac53-4188-a0ef-b087cec70b75', 'tag': 'b23f7177-0e8e-4fff-b079-7a4f5edcff57', 'status': 'completed', 'code': 200} Aug 30 00:02:51.448060 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:51.454050 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0ded7-6ef9-4d72-b5e2-453dd1ca2ec0 req-ada14d3b-2f3e-4d4a-8a2b-b57f21d1d87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:02:51.455604 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-c1b0ded7-6ef9-4d72-b5e2-453dd1ca2ec0 req-ada14d3b-2f3e-4d4a-8a2b-b57f21d1d87e service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=25d9f13fb1af4c3a911d91561bf0aae5&device_id=00a1abe8-ac53-4188-a0ef-b087cec70b75 HTTP/1.1" status: 200 len: 1129 time: 0.0417325 Aug 30 00:02:51.579546 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0ded7-6ef9-4d72-b5e2-453dd1ca2ec0 req-91137d0d-9484-4516-8d59-34cfd24ae192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:02:51.581046 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-c1b0ded7-6ef9-4d72-b5e2-453dd1ca2ec0 req-91137d0d-9484-4516-8d59-34cfd24ae192 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=8f166cb4-c4bf-43cb-8e53-808a94ef3b22 HTTP/1.1" status: 200 len: 911 time: 0.1195881 Aug 30 00:02:51.585817 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-c5b33544-3e6e-4c7b-accd-096570d0fa49 None None] Set router 50801df7-c9ce-4645-9011-e32edfdcf6ea gateway port host: dv-cinder-855041-2-iscsi {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:02:51.652118 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-c1b0ded7-6ef9-4d72-b5e2-453dd1ca2ec0 req-890750b6-d1ca-47d3-912c-90449ab495ff service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b23f7177-0e8e-4fff-b079-7a4f5edcff57 HTTP/1.1" status: 200 len: 999 time: 0.0622065 Aug 30 00:02:51.702904 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0ded7-6ef9-4d72-b5e2-453dd1ca2ec0 req-933a3cad-79d2-4666-9538-b17189359ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:02:51.704432 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-c1b0ded7-6ef9-4d72-b5e2-453dd1ca2ec0 req-933a3cad-79d2-4666-9538-b17189359ee0 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=eac43cd7-5501-421e-930c-a171e85eb563 HTTP/1.1" status: 200 len: 848 time: 0.0463398 Aug 30 00:02:51.763060 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0ded7-6ef9-4d72-b5e2-453dd1ca2ec0 req-c4233566-7794-4a99-9356-afcf97ce3095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:02:51.765493 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-c1b0ded7-6ef9-4d72-b5e2-453dd1ca2ec0 req-c4233566-7794-4a99-9356-afcf97ce3095 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=8f166cb4-c4bf-43cb-8e53-808a94ef3b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0546935 Aug 30 00:02:51.778441 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [req-c1b0ded7-6ef9-4d72-b5e2-453dd1ca2ec0 req-d204fa05-7842-4aa1-8099-df1e4b8cd198 service neutron] http://10.222.0.90:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 00:02:51.779505 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-c1b0ded7-6ef9-4d72-b5e2-453dd1ca2ec0 req-d204fa05-7842-4aa1-8099-df1e4b8cd198 service neutron] 10.222.0.87 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0079696 Aug 30 00:02:51.861174 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-c5b33544-3e6e-4c7b-accd-096570d0fa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50801df7-c9ce-4645-9011-e32edfdcf6ea', 'name': 'tempest-TestShelveInstance-1681345251-router', 'tenant_id': '25d9f13fb1af4c3a911d91561bf0aae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '1233ebc9-bc6e-477f-a3db-3594f67c0d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:01:56Z', 'updated_at': '2022-08-30T00:02:00Z', 'revision_number': 4, 'project_id': '25d9f13fb1af4c3a911d91561bf0aae5', 'gw_port': {'id': '1233ebc9-bc6e-477f-a3db-3594f67c0d4d', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50801df7-c9ce-4645-9011-e32edfdcf6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:56Z', 'updated_at': '2022-08-30T00:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_floatingips': [{'id': '9c2795af-62ea-418a-8d07-61105e1ab259', 'tenant_id': '25d9f13fb1af4c3a911d91561bf0aae5', 'floating_ip_address': '172.27.1.191', 'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'router_id': '50801df7-c9ce-4645-9011-e32edfdcf6ea', 'port_id': 'b23f7177-0e8e-4fff-b079-7a4f5edcff57', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f166cb4-c4bf-43cb-8e53-808a94ef3b22', 'mac_address': 'fa:16:3e:c7:e9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a1abe8-ac53-4188-a0ef-b087cec70b75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T00:02:49Z', 'updated_at': '2022-08-30T00:02:49Z', 'revision_number': 0, 'project_id': '25d9f13fb1af4c3a911d91561bf0aae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1991e147-688e-4af5-8cc3-667e3dd1cf49', 'name': '', 'network_id': '8f166cb4-c4bf-43cb-8e53-808a94ef3b22', 'tenant_id': '25d9f13fb1af4c3a911d91561bf0aae5', 'mac_address': 'fa:16:3e:11:a9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50801df7-c9ce-4645-9011-e32edfdcf6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'eac43cd7-5501-421e-930c-a171e85eb563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:59Z', 'updated_at': '2022-08-30T00:02:06Z', 'revision_number': 5, 'project_id': '25d9f13fb1af4c3a911d91561bf0aae5', 'subnets': [{'id': 'eac43cd7-5501-421e-930c-a171e85eb563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:02:51.885500 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-c1b0ded7-6ef9-4d72-b5e2-453dd1ca2ec0 req-dd5276a7-33fb-4171-89fa-30a5e4dd6562 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/8f166cb4-c4bf-43cb-8e53-808a94ef3b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998302 Aug 30 00:02:51.888279 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b33544-3e6e-4c7b-accd-096570d0fa49 None None] The sync data for ids ['50801df7-c9ce-4645-9011-e32edfdcf6ea'] in dv-cinder-855041-2-iscsi is: [{'id': '50801df7-c9ce-4645-9011-e32edfdcf6ea', 'name': 'tempest-TestShelveInstance-1681345251-router', 'tenant_id': '25d9f13fb1af4c3a911d91561bf0aae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '1233ebc9-bc6e-477f-a3db-3594f67c0d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:01:56Z', 'updated_at': '2022-08-30T00:02:00Z', 'revision_number': 4, 'project_id': '25d9f13fb1af4c3a911d91561bf0aae5', 'gw_port': {'id': '1233ebc9-bc6e-477f-a3db-3594f67c0d4d', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50801df7-c9ce-4645-9011-e32edfdcf6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:56Z', 'updated_at': '2022-08-30T00:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_floatingips': [{'id': '9c2795af-62ea-418a-8d07-61105e1ab259', 'tenant_id': '25d9f13fb1af4c3a911d91561bf0aae5', 'floating_ip_address': '172.27.1.191', 'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'router_id': '50801df7-c9ce-4645-9011-e32edfdcf6ea', 'port_id': 'b23f7177-0e8e-4fff-b079-7a4f5edcff57', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f166cb4-c4bf-43cb-8e53-808a94ef3b22', 'mac_address': 'fa:16:3e:c7:e9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a1abe8-ac53-4188-a0ef-b087cec70b75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T00:02:49Z', 'updated_at': '2022-08-30T00:02:49Z', 'revision_number': 0, 'project_id': '25d9f13fb1af4c3a911d91561bf0aae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1991e147-688e-4af5-8cc3-667e3dd1cf49', 'name': '', 'network_id': '8f166cb4-c4bf-43cb-8e53-808a94ef3b22', 'tenant_id': '25d9f13fb1af4c3a911d91561bf0aae5', 'mac_address': 'fa:16:3e:11:a9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50801df7-c9ce-4645-9011-e32edfdcf6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'eac43cd7-5501-421e-930c-a171e85eb563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:59Z', 'updated_at': '2022-08-30T00:02:06Z', 'revision_number': 5, 'project_id': '25d9f13fb1af4c3a911d91561bf0aae5', 'subnets': [{'id': 'eac43cd7-5501-421e-930c-a171e85eb563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 00:02:52.000081 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-c1b0ded7-6ef9-4d72-b5e2-453dd1ca2ec0 req-614e6291-ede5-4647-b34a-e93757b2c8f2 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/8f166cb4-c4bf-43cb-8e53-808a94ef3b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078727 Aug 30 00:02:52.146362 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345c1c4c-8c95-4b9a-b207-b11b1986e726 None None] New status for floating IP 9c2795af-62ea-418a-8d07-61105e1ab259: ACTIVE {{(pid=113417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 00:02:58.877553 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=70 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:58.879483 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=57 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:03:01.980793 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=32 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:03:01.997172 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=93,neutron:DELETE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:03:02.264940 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:03:02.266839 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=38,neutron:UPDATE=3 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:03:07.371793 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=78 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:03:07.372613 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=76 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:03:10.256832 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-69cecf8d-83b9-488b-a446-1d06763e7cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (1020f8f9-c858-45a1-84c5-376480b0ca2e), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:13.133746 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (a7eaf665-0f6d-431a-9601-222c900251ec), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:13.399825 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-881ac85f-b636-4d21-a77d-02a57c24bbfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (037668f0-d812-4b59-9d2d-ce33f66a7708), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:14.501975 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cdcd43ac-7909-438b-ba67-31b4a20d4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (bcd4f52e-0d63-4d8a-9dda-ff825ab30758), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:15.587391 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (01773ddc-a5d8-4c68-b7b5-e385af2b339f), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:16.477113 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-55545b4a-c719-46e4-a9c5-7c044aa64822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (63136763-0f20-46a8-951a-2f70193501e4), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:16.967183 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.agents_db [None req-4166f728-c6cb-4ae6-8e81-f61b29fbc360 None None] Agent healthcheck: found 6 active agents {{(pid=113418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 00:03:17.200155 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-92aa3fd2-538b-4bee-ac78-272b4979aceb req-b823a1c9-fe7b-4e32-9914-b5070205f83b service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=15195999-d4a4-4d69-a4f5-385d63adc174&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1027114 Aug 30 00:03:17.287213 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa3fd2-538b-4bee-ac78-272b4979aceb req-9296ddc7-9eb9-4781-910c-a4d2a875bf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:17.289022 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-92aa3fd2-538b-4bee-ac78-272b4979aceb req-9296ddc7-9eb9-4781-910c-a4d2a875bf4a service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=6e1e7c36165f47ad838bb6b42f3179d9&device_id=15195999-d4a4-4d69-a4f5-385d63adc174 HTTP/1.1" status: 200 len: 1129 time: 0.0430977 Aug 30 00:03:17.405109 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa3fd2-538b-4bee-ac78-272b4979aceb req-d168bc43-f38a-45ad-9dd8-70bddf32def3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:17.406608 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-92aa3fd2-538b-4bee-ac78-272b4979aceb req-d168bc43-f38a-45ad-9dd8-70bddf32def3 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=79f758d9-f5c9-4dd1-ba1e-2857ef410b54 HTTP/1.1" status: 200 len: 913 time: 0.0990882 Aug 30 00:03:17.471006 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-92aa3fd2-538b-4bee-ac78-272b4979aceb req-38d8e073-9833-4f67-b69f-12e8badd3e7b service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb420043-338d-42f6-bb56-ac5a58f4c51d HTTP/1.1" status: 200 len: 1001 time: 0.0586798 Aug 30 00:03:17.527889 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa3fd2-538b-4bee-ac78-272b4979aceb req-d2564550-7130-454e-98cd-8147de2a8584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:17.529370 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-92aa3fd2-538b-4bee-ac78-272b4979aceb req-d2564550-7130-454e-98cd-8147de2a8584 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=7f07dc28-3b5d-4778-a100-fbd0d9f8acb3 HTTP/1.1" status: 200 len: 850 time: 0.0524662 Aug 30 00:03:17.575613 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa3fd2-538b-4bee-ac78-272b4979aceb req-383cc84d-b4d6-407f-aa43-120457a16b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:17.577074 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-92aa3fd2-538b-4bee-ac78-272b4979aceb req-383cc84d-b4d6-407f-aa43-120457a16b8c service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=79f758d9-f5c9-4dd1-ba1e-2857ef410b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417585 Aug 30 00:03:17.674468 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-92aa3fd2-538b-4bee-ac78-272b4979aceb req-619ce4e9-19f2-4f8f-b866-b014c51a7b4c service neutron] 10.222.0.87 "GET /networking/v2.0/networks/79f758d9-f5c9-4dd1-ba1e-2857ef410b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908990 Aug 30 00:03:17.776420 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-92aa3fd2-538b-4bee-ac78-272b4979aceb req-d176fefe-3330-4a50-96a4-21195ce46292 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/79f758d9-f5c9-4dd1-ba1e-2857ef410b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954881 Aug 30 00:03:26.380104 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:03:26.387074 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:03:26.962889 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=1 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:03:27.771396 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=50 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:03:27.773346 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=51 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:03:40.284281 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-22deffb8-0277-4577-8fc7-fcc4e1e1e20a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (1020f8f9-c858-45a1-84c5-376480b0ca2e), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:43.163963 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (a7eaf665-0f6d-431a-9601-222c900251ec), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:43.386823 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-0d6bee48-278c-4bb5-86bc-578029ae5e66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (037668f0-d812-4b59-9d2d-ce33f66a7708), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:44.364223 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:03:44.369248 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=4 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:03:44.461768 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cdcd43ac-7909-438b-ba67-31b4a20d4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (bcd4f52e-0d63-4d8a-9dda-ff825ab30758), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:45.556772 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (01773ddc-a5d8-4c68-b7b5-e385af2b339f), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:46.465232 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-55545b4a-c719-46e4-a9c5-7c044aa64822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (63136763-0f20-46a8-951a-2f70193501e4), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:53.968203 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.agents_db [None req-4166f728-c6cb-4ae6-8e81-f61b29fbc360 None None] Agent healthcheck: found 6 active agents {{(pid=113418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 00:03:56.382843 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:03:56.389774 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:04:03.963121 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=2 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:04:10.300867 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-120bc327-cc30-4c63-8638-38a77bbca22f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (1020f8f9-c858-45a1-84c5-376480b0ca2e), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:04:13.186437 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (a7eaf665-0f6d-431a-9601-222c900251ec), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:04:13.390119 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-a7da311a-68d9-47f0-b997-adaf1e97ba14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (037668f0-d812-4b59-9d2d-ce33f66a7708), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:04:14.444581 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cdcd43ac-7909-438b-ba67-31b4a20d4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (bcd4f52e-0d63-4d8a-9dda-ff825ab30758), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:04:15.563692 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (01773ddc-a5d8-4c68-b7b5-e385af2b339f), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:04:16.311365 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8652cc28-30aa-4b8a-945c-69ffa28cbbf9 req-a745e5f8-6d1d-4ceb-952a-5b8e57e5662f tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:04:16.312967 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-8652cc28-30aa-4b8a-945c-69ffa28cbbf9 req-a745e5f8-6d1d-4ceb-952a-5b8e57e5662f tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=15195999-d4a4-4d69-a4f5-385d63adc174 HTTP/1.1" status: 200 len: 945 time: 0.0552440 Aug 30 00:04:16.365901 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-8652cc28-30aa-4b8a-945c-69ffa28cbbf9 req-8d56a792-d8c5-4ae9-a3e1-2d1b682b7c75 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fa10b182-c739-4d09-bf63-62bbd8ffd175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467994 Aug 30 00:04:16.513304 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-55545b4a-c719-46e4-a9c5-7c044aa64822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (63136763-0f20-46a8-951a-2f70193501e4), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:04:17.495934 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a461a6-42f6-4684-a608-a1ecad4d776a req-59b10b7a-073c-42b9-bb13-06319a943ea0 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:04:17.498441 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-f3a461a6-42f6-4684-a608-a1ecad4d776a req-59b10b7a-073c-42b9-bb13-06319a943ea0 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=15195999-d4a4-4d69-a4f5-385d63adc174 HTTP/1.1" status: 200 len: 945 time: 0.0500619 Aug 30 00:04:17.549310 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-f3a461a6-42f6-4684-a608-a1ecad4d776a req-8f28d5a7-2cdd-443d-9bc0-2a9e163e0e8a tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fa10b182-c739-4d09-bf63-62bbd8ffd175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451450 Aug 30 00:04:17.783268 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c81f219-22aa-40d8-b06c-20ba1e848feb req-75b5dec1-c159-42e0-b952-7ac5fc0ceb59 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:04:17.784725 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-6c81f219-22aa-40d8-b06c-20ba1e848feb req-75b5dec1-c159-42e0-b952-7ac5fc0ceb59 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.87 "GET /networking/v2.0/ports?device_id=15195999-d4a4-4d69-a4f5-385d63adc174 HTTP/1.1" status: 200 len: 945 time: 0.0487151 Aug 30 00:04:17.875103 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.plugin [req-6c81f219-22aa-40d8-b06c-20ba1e848feb req-6d8db2ba-46d2-497c-b203-678332d3e9cd tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Deleting port fb420043-338d-42f6-bb56-ac5a58f4c51d {{(pid=113416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 00:04:17.875445 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-6c81f219-22aa-40d8-b06c-20ba1e848feb req-6d8db2ba-46d2-497c-b203-678332d3e9cd tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (fb420043-338d-42f6-bb56-ac5a58f4c51d), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:04:17.968363 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.db [req-6c81f219-22aa-40d8-b06c-20ba1e848feb req-6d8db2ba-46d2-497c-b203-678332d3e9cd tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] For port fb420043-338d-42f6-bb56-ac5a58f4c51d, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=fb420043-338d-42f6-bb56-ac5a58f4c51d,segment=NetworkSegment(e442b733-cdb1-440f-8d43-4017843e1658),segment_id=e442b733-cdb1-440f-8d43-4017843e1658)] {{(pid=113416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:04:17.968726 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-6c81f219-22aa-40d8-b06c-20ba1e848feb req-6d8db2ba-46d2-497c-b203-678332d3e9cd tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (fb420043-338d-42f6-bb56-ac5a58f4c51d), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:04:18.110188 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e19ca939-8274-49a8-b931-3081f0ad2acf req-8abc0b32-d848-4815-9447-6a521aad6b96 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=00a1abe8-ac53-4188-a0ef-b087cec70b75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404141 Aug 30 00:04:18.142832 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-6c81f219-22aa-40d8-b06c-20ba1e848feb req-6d8db2ba-46d2-497c-b203-678332d3e9cd tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:04:18.143246 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-6c81f219-22aa-40d8-b06c-20ba1e848feb req-6d8db2ba-46d2-497c-b203-678332d3e9cd tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477666'] for floatingip (9f08eb17-ffc5-4c62-8e2f-1335c61438b6), after_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:04:18.143511 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.db.l3_db [req-6c81f219-22aa-40d8-b06c-20ba1e848feb req-6d8db2ba-46d2-497c-b203-678332d3e9cd tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Floating IP 9f08eb17-ffc5-4c62-8e2f-1335c61438b6 disassociated. External IP: 172.27.1.195, port: fb420043-338d-42f6-bb56-ac5a58f4c51d. Aug 30 00:04:18.143854 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.plugin [req-6c81f219-22aa-40d8-b06c-20ba1e848feb req-6d8db2ba-46d2-497c-b203-678332d3e9cd tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Calling delete_port for fb420043-338d-42f6-bb56-ac5a58f4c51d owned by compute:nova {{(pid=113416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 00:04:18.176693 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ca939-8274-49a8-b931-3081f0ad2acf req-0525f46f-4b20-4b4d-a5c5-6c955e8bd29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:04:18.178182 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e19ca939-8274-49a8-b931-3081f0ad2acf req-0525f46f-4b20-4b4d-a5c5-6c955e8bd29f service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=25d9f13fb1af4c3a911d91561bf0aae5&device_id=00a1abe8-ac53-4188-a0ef-b087cec70b75 HTTP/1.1" status: 200 len: 1129 time: 0.0449655 Aug 30 00:04:18.283941 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ca939-8274-49a8-b931-3081f0ad2acf req-29e1b8a8-5f49-45ef-98d1-19b8ee3a9765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:04:18.285476 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e19ca939-8274-49a8-b931-3081f0ad2acf req-29e1b8a8-5f49-45ef-98d1-19b8ee3a9765 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=8f166cb4-c4bf-43cb-8e53-808a94ef3b22 HTTP/1.1" status: 200 len: 911 time: 0.0903630 Aug 30 00:04:18.354037 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e19ca939-8274-49a8-b931-3081f0ad2acf req-70254b3f-77b5-4eda-aa28-7c12b76b7804 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b23f7177-0e8e-4fff-b079-7a4f5edcff57 HTTP/1.1" status: 200 len: 1001 time: 0.0625625 Aug 30 00:04:18.385071 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-6c81f219-22aa-40d8-b06c-20ba1e848feb req-6d8db2ba-46d2-497c-b203-678332d3e9cd tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963692'] for port (fb420043-338d-42f6-bb56-ac5a58f4c51d), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:04:18.404988 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ca939-8274-49a8-b931-3081f0ad2acf req-2649a762-19c2-4328-9c49-58389c5a92fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:04:18.409942 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e19ca939-8274-49a8-b931-3081f0ad2acf req-2649a762-19c2-4328-9c49-58389c5a92fd service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=eac43cd7-5501-421e-930c-a171e85eb563 HTTP/1.1" status: 200 len: 848 time: 0.0469964 Aug 30 00:04:18.418157 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8db2ba-46d2-497c-b203-678332d3e9cd tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Pushing event deleted for resources: {'Port': ['ID=fb420043-338d-42f6-bb56-ac5a58f4c51d,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:04:18.429729 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8db2ba-46d2-497c-b203-678332d3e9cd tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:04:18.430076 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8db2ba-46d2-497c-b203-678332d3e9cd tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:04:18.430417 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8db2ba-46d2-497c-b203-678332d3e9cd tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:04:18.431348 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8db2ba-46d2-497c-b203-678332d3e9cd tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:04:18.431683 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8db2ba-46d2-497c-b203-678332d3e9cd tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:04:18.432016 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8db2ba-46d2-497c-b203-678332d3e9cd tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:04:18.432366 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8db2ba-46d2-497c-b203-678332d3e9cd tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:04:18.432699 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8db2ba-46d2-497c-b203-678332d3e9cd tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:04:18.433019 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8db2ba-46d2-497c-b203-678332d3e9cd tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:04:18.433342 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8db2ba-46d2-497c-b203-678332d3e9cd tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:04:18.433665 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8db2ba-46d2-497c-b203-678332d3e9cd tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:04:18.433991 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8db2ba-46d2-497c-b203-678332d3e9cd tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:04:18.434367 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8db2ba-46d2-497c-b203-678332d3e9cd tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:04:18.434689 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8db2ba-46d2-497c-b203-678332d3e9cd tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:04:18.435035 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8db2ba-46d2-497c-b203-678332d3e9cd tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:04:18.456200 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ca939-8274-49a8-b931-3081f0ad2acf req-61118e00-111c-4717-b3bd-58cb6fe95874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:04:18.458070 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e19ca939-8274-49a8-b931-3081f0ad2acf req-61118e00-111c-4717-b3bd-58cb6fe95874 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=8f166cb4-c4bf-43cb-8e53-808a94ef3b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450966 Aug 30 00:04:18.547360 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c81f219-22aa-40d8-b06c-20ba1e848feb req-6d8db2ba-46d2-497c-b203-678332d3e9cd tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Router 1db07404-22a4-458a-9efe-f875b32c7901 has already been hosted by L3 agent 037668f0-d812-4b59-9d2d-ce33f66a7708 {{(pid=113416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 00:04:18.555283 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e19ca939-8274-49a8-b931-3081f0ad2acf req-0fa7152a-a3d7-427c-9026-ea0589543605 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/8f166cb4-c4bf-43cb-8e53-808a94ef3b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909541 Aug 30 00:04:18.650445 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c81f219-22aa-40d8-b06c-20ba1e848feb req-6d8db2ba-46d2-497c-b203-678332d3e9cd tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Notify agent at l3_agent.dv-cinder-855041-2-iscsi the message routers_updated {{(pid=113416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 00:04:18.663609 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9029f765-892a-4b24-8959-e499e91480e4 None None] Sync routers for ids ['1db07404-22a4-458a-9efe-f875b32c7901'] in dv-cinder-855041-2-iscsi {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 00:04:18.672719 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-8a61c586-0cbf-4b66-ab34-b8d2ffd468c4 req-a0aa01b3-1b06-4ecf-8b3b-ef1e3a6f81f6 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=15195999-d4a4-4d69-a4f5-385d63adc174 HTTP/1.1" status: 200 len: 210 time: 0.0451708 Aug 30 00:04:18.673707 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9029f765-892a-4b24-8959-e499e91480e4 None None] Routers {'1db07404-22a4-458a-9efe-f875b32c7901'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:04:18.674592 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-9029f765-892a-4b24-8959-e499e91480e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-30T00:04:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['1db07404-22a4-458a-9efe-f875b32c7901'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:04:18.680980 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e19ca939-8274-49a8-b931-3081f0ad2acf req-e6ed18b0-ccf0-4bd5-a903-7625474b98bb service neutron] 10.222.0.87 "GET /networking/v2.0/networks/8f166cb4-c4bf-43cb-8e53-808a94ef3b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198285 Aug 30 00:04:18.698208 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c81f219-22aa-40d8-b06c-20ba1e848feb req-6d8db2ba-46d2-497c-b203-678332d3e9cd tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] No DVR routers for this DVR port fb420043-338d-42f6-bb56-ac5a58f4c51d on host hv-cinder-85504 {{(pid=113416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 00:04:18.700808 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-6c81f219-22aa-40d8-b06c-20ba1e848feb req-6d8db2ba-46d2-497c-b203-678332d3e9cd tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for port (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:04:18.704013 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-6c81f219-22aa-40d8-b06c-20ba1e848feb req-6d8db2ba-46d2-497c-b203-678332d3e9cd tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.87 "DELETE /networking/v2.0/ports/fb420043-338d-42f6-bb56-ac5a58f4c51d HTTP/1.1" status: 204 len: 173 time: 0.9144323 Aug 30 00:04:18.704508 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15195999-d4a4-4d69-a4f5-385d63adc174', 'name': 'network-vif-deleted', 'tag': 'fb420043-338d-42f6-bb56-ac5a58f4c51d'}] {{(pid=113416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 00:04:18.706832 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca1b1d0bad556637bdc4aa8e491b493d03ba5f494de7569054403470f02cf73a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36f536c-c555-44af-a1a3-a463d0c0ca38" -d '{"events": [{"server_uuid": "15195999-d4a4-4d69-a4f5-385d63adc174", "name": "network-vif-deleted", "tag": "fb420043-338d-42f6-bb56-ac5a58f4c51d"}]}' {{(pid=113416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 00:04:18.795546 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-9029f765-892a-4b24-8959-e499e91480e4 None None] Set router 1db07404-22a4-458a-9efe-f875b32c7901 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:04:18.825590 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 00:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49b7378-931f-453c-b7ef-553ce32183e6 x-openstack-request-id: req-f49b7378-931f-453c-b7ef-553ce32183e6 {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 00:04:18.826218 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15195999-d4a4-4d69-a4f5-385d63adc174", "name": "network-vif-deleted", "tag": "fb420043-338d-42f6-bb56-ac5a58f4c51d", "status": "completed", "code": 200}]} {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 00:04:18.826414 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-f49b7378-931f-453c-b7ef-553ce32183e6 {{(pid=113416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 00:04:18.827193 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f49b7378-931f-453c-b7ef-553ce32183e6'] response: {'server_uuid': '15195999-d4a4-4d69-a4f5-385d63adc174', 'name': 'network-vif-deleted', 'tag': 'fb420043-338d-42f6-bb56-ac5a58f4c51d', 'status': 'completed', 'code': 200} Aug 30 00:04:18.999739 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-9029f765-892a-4b24-8959-e499e91480e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db07404-22a4-458a-9efe-f875b32c7901', 'name': 'tempest-TestVolumeBootPattern-677430752-router', 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:01:24Z', 'updated_at': '2022-08-30T00:01:28Z', 'revision_number': 4, 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'gw_port': {'id': '9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:31:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db07404-22a4-458a-9efe-f875b32c7901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:25Z', 'updated_at': '2022-08-30T00:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': 'dd73b19b-92ea-4215-9505-fda9f2cfe5e2', 'name': '', 'network_id': '79f758d9-f5c9-4dd1-ba1e-2857ef410b54', 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'mac_address': 'fa:16:3e:db:d2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db07404-22a4-458a-9efe-f875b32c7901', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '7f07dc28-3b5d-4778-a100-fbd0d9f8acb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:27Z', 'updated_at': '2022-08-30T00:01:35Z', 'revision_number': 5, 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'subnets': [{'id': '7f07dc28-3b5d-4778-a100-fbd0d9f8acb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:04:19.024217 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9029f765-892a-4b24-8959-e499e91480e4 None None] Checking router: 1db07404-22a4-458a-9efe-f875b32c7901 for host: dv-cinder-855041-2-iscsi {{(pid=113418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 00:04:19.033212 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9029f765-892a-4b24-8959-e499e91480e4 None None] Routers {'1db07404-22a4-458a-9efe-f875b32c7901'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:04:19.033814 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-9029f765-892a-4b24-8959-e499e91480e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-30T00:04:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['1db07404-22a4-458a-9efe-f875b32c7901'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:04:19.139397 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-9029f765-892a-4b24-8959-e499e91480e4 None None] Set router 1db07404-22a4-458a-9efe-f875b32c7901 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:04:19.336569 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-9029f765-892a-4b24-8959-e499e91480e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db07404-22a4-458a-9efe-f875b32c7901', 'name': 'tempest-TestVolumeBootPattern-677430752-router', 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:01:24Z', 'updated_at': '2022-08-30T00:01:28Z', 'revision_number': 4, 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'gw_port': {'id': '9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:31:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db07404-22a4-458a-9efe-f875b32c7901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:25Z', 'updated_at': '2022-08-30T00:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': 'dd73b19b-92ea-4215-9505-fda9f2cfe5e2', 'name': '', 'network_id': '79f758d9-f5c9-4dd1-ba1e-2857ef410b54', 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'mac_address': 'fa:16:3e:db:d2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db07404-22a4-458a-9efe-f875b32c7901', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '7f07dc28-3b5d-4778-a100-fbd0d9f8acb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:27Z', 'updated_at': '2022-08-30T00:01:35Z', 'revision_number': 5, 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'subnets': [{'id': '7f07dc28-3b5d-4778-a100-fbd0d9f8acb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:04:19.366127 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9029f765-892a-4b24-8959-e499e91480e4 None None] The sync data for ids ['1db07404-22a4-458a-9efe-f875b32c7901'] in dv-cinder-855041-2-iscsi is: [{'id': '1db07404-22a4-458a-9efe-f875b32c7901', 'name': 'tempest-TestVolumeBootPattern-677430752-router', 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:01:24Z', 'updated_at': '2022-08-30T00:01:28Z', 'revision_number': 4, 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'gw_port': {'id': '9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:31:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db07404-22a4-458a-9efe-f875b32c7901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:25Z', 'updated_at': '2022-08-30T00:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': 'dd73b19b-92ea-4215-9505-fda9f2cfe5e2', 'name': '', 'network_id': '79f758d9-f5c9-4dd1-ba1e-2857ef410b54', 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'mac_address': 'fa:16:3e:db:d2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db07404-22a4-458a-9efe-f875b32c7901', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '7f07dc28-3b5d-4778-a100-fbd0d9f8acb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:27Z', 'updated_at': '2022-08-30T00:01:35Z', 'revision_number': 5, 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'subnets': [{'id': '7f07dc28-3b5d-4778-a100-fbd0d9f8acb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 00:04:19.605500 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ead076-c43a-4d90-b057-ae7929688c9e None None] New status for floating IP 9f08eb17-ffc5-4c62-8e2f-1335c61438b6: DOWN {{(pid=113417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 00:04:19.797984 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d43b59aa-9bef-45f9-8402-71187e5c1e50 req-8f142e62-2ea2-4510-9ebd-dad891d45213 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=15195999-d4a4-4d69-a4f5-385d63adc174 HTTP/1.1" status: 200 len: 210 time: 0.0340679 Aug 30 00:04:20.225775 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device fb420043-338d-42f6-bb56-ac5a58f4c51d no longer exists at agent hyperv_hv-cinder-85504 {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 00:04:20.249561 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] No Port match for: fb420043-338d-42f6-bb56-ac5a58f4c51d {{(pid=113417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 00:04:20.250748 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device fb420043-338d-42f6-bb56-ac5a58f4c51d not bound to the agent host hv-cinder-85504 {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 00:04:21.079528 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-0cb68ac7-02d7-4ccb-ab94-d95e9e8baa63 req-5fe7168b-c0f8-4231-be5b-44051631e1ee tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1260045331&fields=id&tenant_id=6e1e7c36165f47ad838bb6b42f3179d9 HTTP/1.1" status: 200 len: 267 time: 0.0448892 Aug 30 00:04:21.197491 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb68ac7-02d7-4ccb-ab94-d95e9e8baa63 req-9a0fb9fa-b91c-4765-80ae-ffb7dab48646 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:04:21.198951 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-0cb68ac7-02d7-4ccb-ab94-d95e9e8baa63 req-9a0fb9fa-b91c-4765-80ae-ffb7dab48646 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/networks?id=79f758d9-f5c9-4dd1-ba1e-2857ef410b54 HTTP/1.1" status: 200 len: 811 time: 0.1122355 Aug 30 00:04:21.216509 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-0cb68ac7-02d7-4ccb-ab94-d95e9e8baa63 req-19349600-6028-4fd6-8eae-ed70d1124ed8 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/quotas/6e1e7c36165f47ad838bb6b42f3179d9 HTTP/1.1" status: 200 len: 375 time: 0.0113442 Aug 30 00:04:21.266788 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-0cb68ac7-02d7-4ccb-ab94-d95e9e8baa63 req-a28a09d6-44f4-4f63-b849-6494c84d39bc tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/ports?tenant_id=6e1e7c36165f47ad838bb6b42f3179d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449958 Aug 30 00:04:21.329326 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [req-0cb68ac7-02d7-4ccb-ab94-d95e9e8baa63 req-1aeb412d-bfd7-4da6-bf2d-671b29c4ec5a service neutron] http://10.222.0.90:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 00:04:21.330351 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-0cb68ac7-02d7-4ccb-ab94-d95e9e8baa63 req-1aeb412d-bfd7-4da6-bf2d-671b29c4ec5a service neutron] 10.222.0.90 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0512004 Aug 30 00:04:21.406128 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:04:21.416680 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:04:21.422828 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-0cb68ac7-02d7-4ccb-ab94-d95e9e8baa63 req-2ec22644-3adf-4dc1-9a61-561c5690a73b service neutron] 10.222.0.90 "GET /networking/v2.0/networks/79f758d9-f5c9-4dd1-ba1e-2857ef410b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863070 Aug 30 00:04:21.515645 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-0cb68ac7-02d7-4ccb-ab94-d95e9e8baa63 req-5b3c1318-6ebe-4c76-91f3-45f061950724 service neutron] 10.222.0.90 "GET /networking/v2.0/networks/79f758d9-f5c9-4dd1-ba1e-2857ef410b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870769 Aug 30 00:04:22.088103 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-f9b85c04-7b46-4c60-ba18-de3c73c2a4e7 req-40a7ed20-0a37-4ae1-bc5b-d372f8d41f8c tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=80666307-d0f2-45ea-8d85-c256c8f65841 HTTP/1.1" status: 200 len: 210 time: 0.0293992 Aug 30 00:04:23.195212 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-bb447ba0-2ad1-4b80-8cb1-fbf964481d10 req-54aa9101-b4c4-4cfc-bada-dfe7a5b1e797 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=80666307-d0f2-45ea-8d85-c256c8f65841 HTTP/1.1" status: 200 len: 210 time: 0.0287526 Aug 30 00:04:24.300525 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-2b6f790c-63a0-40e7-8e16-a04660498fd1 req-b6116625-a0bf-4785-b13b-50e04c2e39e0 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=80666307-d0f2-45ea-8d85-c256c8f65841 HTTP/1.1" status: 200 len: 210 time: 0.0319436 Aug 30 00:04:24.560577 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:04:24.598421 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb68ac7-02d7-4ccb-ab94-d95e9e8baa63 req-34fd3fb5-27a5-4594-8932-42d7b9c60152 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:04:24.599862 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-0cb68ac7-02d7-4ccb-ab94-d95e9e8baa63 req-34fd3fb5-27a5-4594-8932-42d7b9c60152 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.87 "GET /networking/v2.0/networks?id=79f758d9-f5c9-4dd1-ba1e-2857ef410b54 HTTP/1.1" status: 200 len: 811 time: 0.1103263 Aug 30 00:04:24.625992 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:04:24.669366 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-0cb68ac7-02d7-4ccb-ab94-d95e9e8baa63 req-f9c7382c-4c29-4859-84ee-eaf9eea675a7 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.87 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6e1e7c36165f47ad838bb6b42f3179d9 HTTP/1.1" status: 200 len: 380 time: 0.0599248 Aug 30 00:04:24.678387 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [req-0cb68ac7-02d7-4ccb-ab94-d95e9e8baa63 req-88a44865-d788-4eb3-ae0d-bd4f8606a1d3 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Request body: {'port': {'device_id': '80666307-d0f2-45ea-8d85-c256c8f65841', 'network_id': '79f758d9-f5c9-4dd1-ba1e-2857ef410b54', 'admin_state_up': True, 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'security_groups': ['fa10b182-c739-4d09-bf63-62bbd8ffd175']}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:04:24.860059 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cb68ac7-02d7-4ccb-ab94-d95e9e8baa63 req-88a44865-d788-4eb3-ae0d-bd4f8606a1d3 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Made reservation on behalf of 6e1e7c36165f47ad838bb6b42f3179d9 for: {'port': 1} {{(pid=113416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 00:04:24.863977 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-0cb68ac7-02d7-4ccb-ab94-d95e9e8baa63 req-88a44865-d788-4eb3-ae0d-bd4f8606a1d3 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:04:24.995495 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.db_base_plugin_common [req-0cb68ac7-02d7-4ccb-ab94-d95e9e8baa63 req-88a44865-d788-4eb3-ae0d-bd4f8606a1d3 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Allocated IP 172.20.0.14 (79f758d9-f5c9-4dd1-ba1e-2857ef410b54/7f07dc28-3b5d-4778-a100-fbd0d9f8acb3/4854ce64-ea30-4f58-b30f-1110cea9fcea) {{(pid=113416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 00:04:25.139441 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-0cb68ac7-02d7-4ccb-ab94-d95e9e8baa63 req-88a44865-d788-4eb3-ae0d-bd4f8606a1d3 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks [] for port (4854ce64-ea30-4f58-b30f-1110cea9fcea), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:04:25.244079 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-0cb68ac7-02d7-4ccb-ab94-d95e9e8baa63 req-88a44865-d788-4eb3-ae0d-bd4f8606a1d3 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963692'] for port (4854ce64-ea30-4f58-b30f-1110cea9fcea), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:04:25.285580 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:04:25.294159 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cb68ac7-02d7-4ccb-ab94-d95e9e8baa63 req-88a44865-d788-4eb3-ae0d-bd4f8606a1d3 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Network 79f758d9-f5c9-4dd1-ba1e-2857ef410b54 is already hosted by enough agents. {{(pid=113416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 00:04:25.298014 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.base_scheduler [req-0cb68ac7-02d7-4ccb-ab94-d95e9e8baa63 req-88a44865-d788-4eb3-ae0d-bd4f8606a1d3 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Resources bound (agent type, host, resource id): {{(pid=113416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 00:04:25.300569 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb68ac7-02d7-4ccb-ab94-d95e9e8baa63 req-88a44865-d788-4eb3-ae0d-bd4f8606a1d3 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Received port after_create {{(pid=113416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 00:04:25.307247 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a44865-d788-4eb3-ae0d-bd4f8606a1d3 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Pushing event updated for resources: {'Port': ['ID=4854ce64-ea30-4f58-b30f-1110cea9fcea,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:04:25.361658 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb68ac7-02d7-4ccb-ab94-d95e9e8baa63 req-88a44865-d788-4eb3-ae0d-bd4f8606a1d3 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:04:25.362327 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-0cb68ac7-02d7-4ccb-ab94-d95e9e8baa63 req-88a44865-d788-4eb3-ae0d-bd4f8606a1d3 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for port (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:04:25.433439 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a261a40-5483-43d5-85af-be03b97c7c07 req-d1c10285-a1fd-42da-9b12-2828ff8c05e9 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:04:25.435043 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-0a261a40-5483-43d5-85af-be03b97c7c07 req-d1c10285-a1fd-42da-9b12-2828ff8c05e9 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=80666307-d0f2-45ea-8d85-c256c8f65841 HTTP/1.1" status: 200 len: 932 time: 0.0516829 Aug 30 00:04:25.442168 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-0cb68ac7-02d7-4ccb-ab94-d95e9e8baa63 req-88a44865-d788-4eb3-ae0d-bd4f8606a1d3 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.87 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7671106 Aug 30 00:04:25.460261 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [req-0cb68ac7-02d7-4ccb-ab94-d95e9e8baa63 req-afe1505d-0956-48ec-aacf-35922ae2b31a service neutron] Request body: {'port': {'device_id': '80666307-d0f2-45ea-8d85-c256c8f65841', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85504'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:04:25.500615 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-0a261a40-5483-43d5-85af-be03b97c7c07 req-a2c61915-7454-4141-a537-8ea5a0041794 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fa10b182-c739-4d09-bf63-62bbd8ffd175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566492 Aug 30 00:04:25.534587 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-0cb68ac7-02d7-4ccb-ab94-d95e9e8baa63 req-afe1505d-0956-48ec-aacf-35922ae2b31a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (4854ce64-ea30-4f58-b30f-1110cea9fcea), before_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:04:25.566807 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-af13e560-305f-41ce-bda8-26b55cc74aae None None] Provisioning complete for port 4854ce64-ea30-4f58-b30f-1110cea9fcea triggered by entity DHCP. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:04:25.567393 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-af13e560-305f-41ce-bda8-26b55cc74aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (4854ce64-ea30-4f58-b30f-1110cea9fcea), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:04:25.606615 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-af13e560-305f-41ce-bda8-26b55cc74aae None None] Port 4854ce64-ea30-4f58-b30f-1110cea9fcea cannot update to ACTIVE because it is not bound. {{(pid=113417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 00:04:25.795513 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.notifiers.nova [req-0cb68ac7-02d7-4ccb-ab94-d95e9e8baa63 req-afe1505d-0956-48ec-aacf-35922ae2b31a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4854ce64-ea30-4f58-b30f-1110cea9fcea {{(pid=113416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 00:04:25.806446 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:04:25.808517 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-0cb68ac7-02d7-4ccb-ab94-d95e9e8baa63 req-afe1505d-0956-48ec-aacf-35922ae2b31a service neutron] Publish callbacks [] for port (4854ce64-ea30-4f58-b30f-1110cea9fcea), precommit_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:04:25.820908 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.provisioning_blocks [req-0cb68ac7-02d7-4ccb-ab94-d95e9e8baa63 req-afe1505d-0956-48ec-aacf-35922ae2b31a service neutron] Transition to ACTIVE for port object 4854ce64-ea30-4f58-b30f-1110cea9fcea will not be triggered until provisioned by entity L2. {{(pid=113416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 00:04:25.898809 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-0cb68ac7-02d7-4ccb-ab94-d95e9e8baa63 req-afe1505d-0956-48ec-aacf-35922ae2b31a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963685'] for port (4854ce64-ea30-4f58-b30f-1110cea9fcea), after_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:04:25.966396 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe1505d-0956-48ec-aacf-35922ae2b31a service neutron] Pushing event updated for resources: {'Port': ['ID=4854ce64-ea30-4f58-b30f-1110cea9fcea,revision_number=2']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:04:26.018773 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.managers [req-0cb68ac7-02d7-4ccb-ab94-d95e9e8baa63 req-afe1505d-0956-48ec-aacf-35922ae2b31a service neutron] Attempting to bind port 4854ce64-ea30-4f58-b30f-1110cea9fcea on host hv-cinder-85504 for vnic_type normal with profile {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 00:04:26.019012 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.managers [req-0cb68ac7-02d7-4ccb-ab94-d95e9e8baa63 req-afe1505d-0956-48ec-aacf-35922ae2b31a service neutron] Attempting to bind port 4854ce64-ea30-4f58-b30f-1110cea9fcea by drivers openvswitch,hyperv on host hv-cinder-85504 at level 0 using segments [{'id': 'e442b733-cdb1-440f-8d43-4017843e1658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '79f758d9-f5c9-4dd1-ba1e-2857ef410b54'}] {{(pid=113416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 00:04:26.019346 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb68ac7-02d7-4ccb-ab94-d95e9e8baa63 req-afe1505d-0956-48ec-aacf-35922ae2b31a service neutron] Attempting to bind port 4854ce64-ea30-4f58-b30f-1110cea9fcea on network 79f758d9-f5c9-4dd1-ba1e-2857ef410b54 {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 00:04:26.023739 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb68ac7-02d7-4ccb-ab94-d95e9e8baa63 req-afe1505d-0956-48ec-aacf-35922ae2b31a service neutron] Port 4854ce64-ea30-4f58-b30f-1110cea9fcea on network 79f758d9-f5c9-4dd1-ba1e-2857ef410b54 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85504 {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 00:04:26.024052 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb68ac7-02d7-4ccb-ab94-d95e9e8baa63 req-afe1505d-0956-48ec-aacf-35922ae2b31a service neutron] Attempting to bind port 4854ce64-ea30-4f58-b30f-1110cea9fcea on network 79f758d9-f5c9-4dd1-ba1e-2857ef410b54 {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 00:04:26.028969 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb68ac7-02d7-4ccb-ab94-d95e9e8baa63 req-afe1505d-0956-48ec-aacf-35922ae2b31a service neutron] Checking agent: {'id': 'a7eaf665-0f6d-431a-9601-222c900251ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85504', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 50, 13), 'started_at': datetime.datetime(2022, 8, 29, 23, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 0, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 00:04:26.029300 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb68ac7-02d7-4ccb-ab94-d95e9e8baa63 req-afe1505d-0956-48ec-aacf-35922ae2b31a service neutron] Checking segment: {'id': 'e442b733-cdb1-440f-8d43-4017843e1658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '79f758d9-f5c9-4dd1-ba1e-2857ef410b54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 00:04:26.030961 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb68ac7-02d7-4ccb-ab94-d95e9e8baa63 req-afe1505d-0956-48ec-aacf-35922ae2b31a service neutron] Bound using segment: {'id': 'e442b733-cdb1-440f-8d43-4017843e1658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '79f758d9-f5c9-4dd1-ba1e-2857ef410b54'} {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 00:04:26.031392 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.managers [req-0cb68ac7-02d7-4ccb-ab94-d95e9e8baa63 req-afe1505d-0956-48ec-aacf-35922ae2b31a service neutron] Bound port: 4854ce64-ea30-4f58-b30f-1110cea9fcea, host: hv-cinder-85504, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e442b733-cdb1-440f-8d43-4017843e1658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '79f758d9-f5c9-4dd1-ba1e-2857ef410b54'}}] {{(pid=113416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 00:04:26.031748 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-0cb68ac7-02d7-4ccb-ab94-d95e9e8baa63 req-afe1505d-0956-48ec-aacf-35922ae2b31a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (4854ce64-ea30-4f58-b30f-1110cea9fcea), before_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:04:26.094606 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.db [req-0cb68ac7-02d7-4ccb-ab94-d95e9e8baa63 req-afe1505d-0956-48ec-aacf-35922ae2b31a service neutron] For port 4854ce64-ea30-4f58-b30f-1110cea9fcea, host hv-cinder-85504, cleared binding levels {{(pid=113416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 00:04:26.097659 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.db [req-0cb68ac7-02d7-4ccb-ab94-d95e9e8baa63 req-afe1505d-0956-48ec-aacf-35922ae2b31a service neutron] For port 4854ce64-ea30-4f58-b30f-1110cea9fcea, host hv-cinder-85504, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=4854ce64-ea30-4f58-b30f-1110cea9fcea,segment=NetworkSegment(e442b733-cdb1-440f-8d43-4017843e1658),segment_id=e442b733-cdb1-440f-8d43-4017843e1658)] {{(pid=113416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 00:04:26.164153 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-0cb68ac7-02d7-4ccb-ab94-d95e9e8baa63 req-afe1505d-0956-48ec-aacf-35922ae2b31a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963685'] for port (4854ce64-ea30-4f58-b30f-1110cea9fcea), after_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:04:26.168411 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb68ac7-02d7-4ccb-ab94-d95e9e8baa63 req-afe1505d-0956-48ec-aacf-35922ae2b31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:04:26.169030 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-0cb68ac7-02d7-4ccb-ab94-d95e9e8baa63 req-afe1505d-0956-48ec-aacf-35922ae2b31a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for port (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:04:26.170618 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-0cb68ac7-02d7-4ccb-ab94-d95e9e8baa63 req-afe1505d-0956-48ec-aacf-35922ae2b31a service neutron] 10.222.0.87 "PUT /networking/v2.0/ports/4854ce64-ea30-4f58-b30f-1110cea9fcea HTTP/1.1" status: 200 len: 1094 time: 0.7152464 Aug 30 00:04:26.171111 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80666307-d0f2-45ea-8d85-c256c8f65841', 'tag': '4854ce64-ea30-4f58-b30f-1110cea9fcea'}] {{(pid=113416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 00:04:26.173382 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca1b1d0bad556637bdc4aa8e491b493d03ba5f494de7569054403470f02cf73a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf61975-bd77-47ba-98e4-c1a5e7dd5d64" -d '{"events": [{"name": "network-changed", "server_uuid": "80666307-d0f2-45ea-8d85-c256c8f65841", "tag": "4854ce64-ea30-4f58-b30f-1110cea9fcea"}]}' {{(pid=113416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 00:04:26.216558 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 00:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd79500-1e16-4820-94f1-080430055c49 x-openstack-request-id: req-fbd79500-1e16-4820-94f1-080430055c49 {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 00:04:26.216842 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80666307-d0f2-45ea-8d85-c256c8f65841", "tag": "4854ce64-ea30-4f58-b30f-1110cea9fcea", "status": "completed", "code": 200}]} {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 00:04:26.217124 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-fbd79500-1e16-4820-94f1-080430055c49 {{(pid=113416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 00:04:26.217527 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbd79500-1e16-4820-94f1-080430055c49'] response: {'name': 'network-changed', 'server_uuid': '80666307-d0f2-45ea-8d85-c256c8f65841', 'tag': '4854ce64-ea30-4f58-b30f-1110cea9fcea', 'status': 'completed', 'code': 200} Aug 30 00:04:26.227161 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe1505d-0956-48ec-aacf-35922ae2b31a service neutron] Pushing event updated for resources: {'Port': ['ID=4854ce64-ea30-4f58-b30f-1110cea9fcea,revision_number=3']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:04:26.272999 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf61975-bd77-47ba-98e4-c1a5e7dd5d64 req-1d7ddd41-67f7-43df-aa7a-31e506ef7a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:04:26.274411 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-cbf61975-bd77-47ba-98e4-c1a5e7dd5d64 req-1d7ddd41-67f7-43df-aa7a-31e506ef7a6c service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=6e1e7c36165f47ad838bb6b42f3179d9&device_id=80666307-d0f2-45ea-8d85-c256c8f65841 HTTP/1.1" status: 200 len: 1128 time: 0.0402575 Aug 30 00:04:26.345365 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:04:26.377052 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf61975-bd77-47ba-98e4-c1a5e7dd5d64 req-793f1d39-fcb2-4474-9be1-7835cc2e6faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:04:26.378517 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-cbf61975-bd77-47ba-98e4-c1a5e7dd5d64 req-793f1d39-fcb2-4474-9be1-7835cc2e6faa service neutron] 10.222.0.87 "GET /networking/v2.0/networks?tenant_id=6e1e7c36165f47ad838bb6b42f3179d9&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0969388 Aug 30 00:04:26.471513 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf61975-bd77-47ba-98e4-c1a5e7dd5d64 req-3fec3aee-a0c3-4189-9868-270584ade11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:04:26.473007 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-cbf61975-bd77-47ba-98e4-c1a5e7dd5d64 req-3fec3aee-a0c3-4189-9868-270584ade11c service neutron] 10.222.0.87 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0886614 Aug 30 00:04:26.548808 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb68ac7-02d7-4ccb-ab94-d95e9e8baa63 req-bb9855d8-128b-4314-a5fd-0707c038bf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:04:26.550335 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-0cb68ac7-02d7-4ccb-ab94-d95e9e8baa63 req-bb9855d8-128b-4314-a5fd-0707c038bf43 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=6e1e7c36165f47ad838bb6b42f3179d9&device_id=80666307-d0f2-45ea-8d85-c256c8f65841 HTTP/1.1" status: 200 len: 1128 time: 0.0420711 Aug 30 00:04:26.593949 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-0cb68ac7-02d7-4ccb-ab94-d95e9e8baa63 req-1f93f7d5-8b73-48bc-96ce-43cd00a2cd09 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4854ce64-ea30-4f58-b30f-1110cea9fcea HTTP/1.1" status: 200 len: 217 time: 0.0369668 Aug 30 00:04:26.626857 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd0e3b-8961-4763-9436-9ceaa2116b78 req-a9461844-981e-430d-a205-a0e55513c584 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:04:26.628393 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c8cd0e3b-8961-4763-9436-9ceaa2116b78 req-a9461844-981e-430d-a205-a0e55513c584 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=80666307-d0f2-45ea-8d85-c256c8f65841 HTTP/1.1" status: 200 len: 944 time: 0.0489323 Aug 30 00:04:26.643633 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb68ac7-02d7-4ccb-ab94-d95e9e8baa63 req-2528796c-45f1-4efb-b6b9-2d00334769fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:04:26.645163 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-0cb68ac7-02d7-4ccb-ab94-d95e9e8baa63 req-2528796c-45f1-4efb-b6b9-2d00334769fa service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=7f07dc28-3b5d-4778-a100-fbd0d9f8acb3 HTTP/1.1" status: 200 len: 850 time: 0.0450299 Aug 30 00:04:26.682320 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c8cd0e3b-8961-4763-9436-9ceaa2116b78 req-77755f27-5737-47cf-9f1f-7c3e3639f396 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fa10b182-c739-4d09-bf63-62bbd8ffd175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478508 Aug 30 00:04:26.688926 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb68ac7-02d7-4ccb-ab94-d95e9e8baa63 req-469b4f6e-0e35-4d8d-a04e-71902e107de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:04:26.690420 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-0cb68ac7-02d7-4ccb-ab94-d95e9e8baa63 req-469b4f6e-0e35-4d8d-a04e-71902e107de5 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=79f758d9-f5c9-4dd1-ba1e-2857ef410b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395563 Aug 30 00:04:26.785271 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-0cb68ac7-02d7-4ccb-ab94-d95e9e8baa63 req-dd04ab9e-0220-47a2-8043-00718175773d service neutron] 10.222.0.87 "GET /networking/v2.0/networks/79f758d9-f5c9-4dd1-ba1e-2857ef410b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887153 Aug 30 00:04:26.879346 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-0cb68ac7-02d7-4ccb-ab94-d95e9e8baa63 req-58363e04-0c2f-456c-b095-0076d3dbdf13 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/79f758d9-f5c9-4dd1-ba1e-2857ef410b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881834 Aug 30 00:04:27.804401 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1812ea0-4e9d-434f-8c4c-2b3d50b1dbd9 req-cc320486-0d3c-48f7-86e7-e2ec52434b27 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:04:27.805851 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d1812ea0-4e9d-434f-8c4c-2b3d50b1dbd9 req-cc320486-0d3c-48f7-86e7-e2ec52434b27 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=80666307-d0f2-45ea-8d85-c256c8f65841 HTTP/1.1" status: 200 len: 944 time: 0.0482860 Aug 30 00:04:27.855596 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d1812ea0-4e9d-434f-8c4c-2b3d50b1dbd9 req-327be175-ed1e-4be7-9f8d-f8861b15cd84 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fa10b182-c739-4d09-bf63-62bbd8ffd175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440216 Aug 30 00:04:28.977205 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2d43f-a8d1-4712-a0c1-bad9f83413ba req-938c417b-0369-49b3-b624-57e32871d9ce tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:04:28.978666 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c0b2d43f-a8d1-4712-a0c1-bad9f83413ba req-938c417b-0369-49b3-b624-57e32871d9ce tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=80666307-d0f2-45ea-8d85-c256c8f65841 HTTP/1.1" status: 200 len: 944 time: 0.0477071 Aug 30 00:04:29.027298 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c0b2d43f-a8d1-4712-a0c1-bad9f83413ba req-2cce1ca3-8cf8-48ef-be5a-bb1e336e8df7 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fa10b182-c739-4d09-bf63-62bbd8ffd175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428281 Aug 30 00:04:29.339420 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=71 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:04:30.149440 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af0658-8101-40df-b6c5-a3e52b4816af req-f9642e63-55fb-4b2e-88e2-bfa149448bc0 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:04:30.150915 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-f3af0658-8101-40df-b6c5-a3e52b4816af req-f9642e63-55fb-4b2e-88e2-bfa149448bc0 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=80666307-d0f2-45ea-8d85-c256c8f65841 HTTP/1.1" status: 200 len: 944 time: 0.0517125 Aug 30 00:04:30.202401 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-f3af0658-8101-40df-b6c5-a3e52b4816af req-0802326b-f567-4f7a-86b4-6f20e40a2bb9 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fa10b182-c739-4d09-bf63-62bbd8ffd175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435755 Aug 30 00:04:30.967556 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.agents_db [None req-4166f728-c6cb-4ae6-8e81-f61b29fbc360 None None] Agent healthcheck: found 6 active agents {{(pid=113418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 00:04:31.325153 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee46e1-0057-49fc-a505-0827c7fa27e5 req-a2126bc6-afdd-4689-81f0-7eb5746e45bc tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:04:31.325153 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-efee46e1-0057-49fc-a505-0827c7fa27e5 req-a2126bc6-afdd-4689-81f0-7eb5746e45bc tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=80666307-d0f2-45ea-8d85-c256c8f65841 HTTP/1.1" status: 200 len: 944 time: 0.0486963 Aug 30 00:04:31.376127 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-efee46e1-0057-49fc-a505-0827c7fa27e5 req-0079a387-8142-4dd5-a4f5-2f5c4da65a3e tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fa10b182-c739-4d09-bf63-62bbd8ffd175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454407 Aug 30 00:04:32.495267 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d8ab52-e8e5-4525-8ec0-88b5e0c578d4 req-2c41eea7-81eb-451a-919f-2fbe8a0a22e0 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:04:32.496765 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-10d8ab52-e8e5-4525-8ec0-88b5e0c578d4 req-2c41eea7-81eb-451a-919f-2fbe8a0a22e0 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=80666307-d0f2-45ea-8d85-c256c8f65841 HTTP/1.1" status: 200 len: 944 time: 0.0474262 Aug 30 00:04:32.549864 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-10d8ab52-e8e5-4525-8ec0-88b5e0c578d4 req-704323f0-fb6a-4497-9dab-25c5b8781a76 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fa10b182-c739-4d09-bf63-62bbd8ffd175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472553 Aug 30 00:04:33.671054 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556dd3b9-56af-4756-84a9-249f4c01c95f req-0a1a925d-687c-4338-b750-cb92a05f159f tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:04:33.672557 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-556dd3b9-56af-4756-84a9-249f4c01c95f req-0a1a925d-687c-4338-b750-cb92a05f159f tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=80666307-d0f2-45ea-8d85-c256c8f65841 HTTP/1.1" status: 200 len: 944 time: 0.0475738 Aug 30 00:04:33.722715 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-556dd3b9-56af-4756-84a9-249f4c01c95f req-9c39aeed-3d7b-42d8-b163-54d2d40b6417 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fa10b182-c739-4d09-bf63-62bbd8ffd175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446024 Aug 30 00:04:34.271937 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device 4854ce64-ea30-4f58-b30f-1110cea9fcea details requested by agent hyperv_hv-cinder-85504 with host hv-cinder-85504 {{(pid=113417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 00:04:34.504072 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port 4854ce64-ea30-4f58-b30f-1110cea9fcea, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=4854ce64-ea30-4f58-b30f-1110cea9fcea,segment=NetworkSegment(e442b733-cdb1-440f-8d43-4017843e1658),segment_id=e442b733-cdb1-440f-8d43-4017843e1658)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:04:34.515197 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Returning: {'device': '4854ce64-ea30-4f58-b30f-1110cea9fcea', 'network_id': '79f758d9-f5c9-4dd1-ba1e-2857ef410b54', 'port_id': '4854ce64-ea30-4f58-b30f-1110cea9fcea', 'mac_address': 'fa:16:3e:31:6a:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f07dc28-3b5d-4778-a100-fbd0d9f8acb3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 00:04:34.551351 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Current status of the port 4854ce64-ea30-4f58-b30f-1110cea9fcea is: DOWN; New status is: BUILD {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:04:34.551733 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (4854ce64-ea30-4f58-b30f-1110cea9fcea), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:04:34.565651 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.notifiers.nova [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4854ce64-ea30-4f58-b30f-1110cea9fcea {{(pid=113417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 00:04:34.585882 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port 4854ce64-ea30-4f58-b30f-1110cea9fcea, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=4854ce64-ea30-4f58-b30f-1110cea9fcea,segment=NetworkSegment(e442b733-cdb1-440f-8d43-4017843e1658),segment_id=e442b733-cdb1-440f-8d43-4017843e1658)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:04:34.649002 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (4854ce64-ea30-4f58-b30f-1110cea9fcea), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:04:34.697044 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Pushing event updated for resources: {'Port': ['ID=4854ce64-ea30-4f58-b30f-1110cea9fcea,revision_number=4']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:04:34.705575 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:04:34.705917 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:04:34.706358 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:04:34.706586 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:04:34.706913 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:04:34.707492 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:04:34.707814 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:04:34.708160 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:04:34.708477 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:04:34.708795 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:04:34.709105 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:04:34.709421 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:04:34.709734 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:04:34.710045 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:04:34.710355 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:04:34.837881 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:04:34.845980 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf135c-705e-498c-b191-8554ffb0011b req-f9ca715c-02ab-4512-90cd-dfdc2074c5ab tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:04:34.847478 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-dfdf135c-705e-498c-b191-8554ffb0011b req-f9ca715c-02ab-4512-90cd-dfdc2074c5ab tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=80666307-d0f2-45ea-8d85-c256c8f65841 HTTP/1.1" status: 200 len: 945 time: 0.0480540 Aug 30 00:04:34.860847 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] get_ports_and_sgs() called for port_ids ['4854ce64-ea30-4f58-b30f-1110cea9fcea'] {{(pid=113417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 00:04:34.898223 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-dfdf135c-705e-498c-b191-8554ffb0011b req-92395e26-9441-4c05-824b-a7fb71117464 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fa10b182-c739-4d09-bf63-62bbd8ffd175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448296 Aug 30 00:04:35.075703 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:04:36.024717 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a24e47-78be-4b27-86ac-8c367299d888 req-0f8174e2-e229-46f1-b1c0-3abb1c0519b9 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:04:36.026057 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-39a24e47-78be-4b27-86ac-8c367299d888 req-0f8174e2-e229-46f1-b1c0-3abb1c0519b9 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=80666307-d0f2-45ea-8d85-c256c8f65841 HTTP/1.1" status: 200 len: 945 time: 0.0510650 Aug 30 00:04:36.077397 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-39a24e47-78be-4b27-86ac-8c367299d888 req-eb0c6474-dc63-4cbd-bd48-9201e6a90bb2 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fa10b182-c739-4d09-bf63-62bbd8ffd175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444777 Aug 30 00:04:36.279114 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device 4854ce64-ea30-4f58-b30f-1110cea9fcea up at agent hyperv_hv-cinder-85504 {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 00:04:36.324467 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Provisioning for port 4854ce64-ea30-4f58-b30f-1110cea9fcea completed by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 00:04:36.391985 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Provisioning complete for port 4854ce64-ea30-4f58-b30f-1110cea9fcea triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:04:36.392396 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (4854ce64-ea30-4f58-b30f-1110cea9fcea), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:04:36.429247 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:04:36.467939 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Current status of the port 4854ce64-ea30-4f58-b30f-1110cea9fcea is: BUILD; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:04:36.468495 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (4854ce64-ea30-4f58-b30f-1110cea9fcea), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:04:36.493917 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80666307-d0f2-45ea-8d85-c256c8f65841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4854ce64-ea30-4f58-b30f-1110cea9fcea'}] {{(pid=113417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 00:04:36.494210 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d41a01b6be055f780f1b28f387bc014884277aca14b53491aeccfff4134a8b4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d349fb8-8051-4971-8309-8e651a1ceddb" -d '{"events": [{"server_uuid": "80666307-d0f2-45ea-8d85-c256c8f65841", "name": "network-vif-plugged", "status": "completed", "tag": "4854ce64-ea30-4f58-b30f-1110cea9fcea"}]}' {{(pid=113417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 00:04:36.507207 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port 4854ce64-ea30-4f58-b30f-1110cea9fcea, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=4854ce64-ea30-4f58-b30f-1110cea9fcea,segment=NetworkSegment(e442b733-cdb1-440f-8d43-4017843e1658),segment_id=e442b733-cdb1-440f-8d43-4017843e1658)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:04:36.571510 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (4854ce64-ea30-4f58-b30f-1110cea9fcea), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:04:36.602635 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 00:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513d2c39-e534-40c3-9b10-8a1da54b792c x-openstack-request-id: req-513d2c39-e534-40c3-9b10-8a1da54b792c {{(pid=113417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 00:04:36.602928 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80666307-d0f2-45ea-8d85-c256c8f65841", "name": "network-vif-plugged", "status": "completed", "tag": "4854ce64-ea30-4f58-b30f-1110cea9fcea", "code": 200}]} {{(pid=113417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 00:04:36.603180 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-513d2c39-e534-40c3-9b10-8a1da54b792c {{(pid=113417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 00:04:36.603571 dv-cinder-855041-2-iscsi neutron-server[113417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-513d2c39-e534-40c3-9b10-8a1da54b792c'] response: {'server_uuid': '80666307-d0f2-45ea-8d85-c256c8f65841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4854ce64-ea30-4f58-b30f-1110cea9fcea', 'code': 200} Aug 30 00:04:36.633280 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Pushing event updated for resources: {'Port': ['ID=4854ce64-ea30-4f58-b30f-1110cea9fcea,revision_number=5']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:04:36.869375 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=37 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:04:36.875996 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=79,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:04:36.929331 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6f186-0132-47de-94ce-0414974cf30b req-b4ca053d-dc35-49b7-91c9-5ca872e87420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:04:36.930809 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-7bf6f186-0132-47de-94ce-0414974cf30b req-b4ca053d-dc35-49b7-91c9-5ca872e87420 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=80666307-d0f2-45ea-8d85-c256c8f65841 HTTP/1.1" status: 200 len: 1130 time: 0.0387621 Aug 30 00:04:36.978369 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-7bf6f186-0132-47de-94ce-0414974cf30b req-89d5e7cf-67d9-4ac1-9f8d-278378c636cc service neutron] 10.222.0.87 "GET /networking/v2.0/security-groups?id=fa10b182-c739-4d09-bf63-62bbd8ffd175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414732 Aug 30 00:04:37.202799 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f42eb-cf71-49d0-a256-fb854f873a5b req-93f9d4e8-0339-44dc-bef8-7e713532a1c2 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:04:37.204299 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-2a5f42eb-cf71-49d0-a256-fb854f873a5b req-93f9d4e8-0339-44dc-bef8-7e713532a1c2 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=80666307-d0f2-45ea-8d85-c256c8f65841 HTTP/1.1" status: 200 len: 946 time: 0.0487955 Aug 30 00:04:37.236442 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:04:37.256399 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-2a5f42eb-cf71-49d0-a256-fb854f873a5b req-69a4c55d-9ba0-47b7-bba0-a0da822a22c2 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fa10b182-c739-4d09-bf63-62bbd8ffd175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462823 Aug 30 00:04:38.385813 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea550104-7164-49bc-b115-e57d717a6f7f req-2b6e7681-ec77-4891-be26-5443d711f464 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:04:38.387276 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ea550104-7164-49bc-b115-e57d717a6f7f req-2b6e7681-ec77-4891-be26-5443d711f464 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=80666307-d0f2-45ea-8d85-c256c8f65841 HTTP/1.1" status: 200 len: 946 time: 0.0516038 Aug 30 00:04:38.438135 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ea550104-7164-49bc-b115-e57d717a6f7f req-43ee2587-e018-477d-86ff-63c1c4268e54 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fa10b182-c739-4d09-bf63-62bbd8ffd175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450544 Aug 30 00:04:38.556549 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e89acb-25ab-4eee-9f78-9a802bab1e8b req-4c717fe6-928b-4901-9cc2-167702889443 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:04:38.557905 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e2e89acb-25ab-4eee-9f78-9a802bab1e8b req-4c717fe6-928b-4901-9cc2-167702889443 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=80666307-d0f2-45ea-8d85-c256c8f65841 HTTP/1.1" status: 200 len: 946 time: 0.0475342 Aug 30 00:04:38.607500 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e2e89acb-25ab-4eee-9f78-9a802bab1e8b req-416fc947-4536-4ded-af7d-a497e084c612 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fa10b182-c739-4d09-bf63-62bbd8ffd175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436399 Aug 30 00:04:38.633520 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 56974) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:04:38.672096 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6c1012-6d17-4353-8c62-f4c2d7db5ca4 tempest-TestVolumeBootPattern-325942584 tempest-TestVolumeBootPattern-325942584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:04:38.673633 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-3d6c1012-6d17-4353-8c62-f4c2d7db5ca4 tempest-TestVolumeBootPattern-325942584 tempest-TestVolumeBootPattern-325942584-project-admin] 10.222.0.90 "GET /networking/v2.0/ports?device_id=80666307-d0f2-45ea-8d85-c256c8f65841 HTTP/1.1" status: 200 len: 1125 time: 0.0391364 Aug 30 00:04:38.676478 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 56976) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:04:38.680655 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [None req-696c919f-cf3d-4c25-af01-1bf9c0e1071f tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Request body: {'floatingip': {'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'port_id': '4854ce64-ea30-4f58-b30f-1110cea9fcea', 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:04:38.781495 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-696c919f-cf3d-4c25-af01-1bf9c0e1071f tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:04:38.863516 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-696c919f-cf3d-4c25-af01-1bf9c0e1071f tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:04:38.978946 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.db_base_plugin_common [None req-696c919f-cf3d-4c25-af01-1bf9c0e1071f tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Allocated IP 172.27.1.140 (c6396a07-dfbf-4950-850b-378da3ed2a88/a98be68c-aef3-471c-b3f8-ae629ebf2983/dea08fbb-d8c1-4f0c-9422-06327a48bbdc) {{(pid=113416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 00:04:39.091179 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-696c919f-cf3d-4c25-af01-1bf9c0e1071f tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks [] for port (dea08fbb-d8c1-4f0c-9422-06327a48bbdc), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:04:39.181184 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-696c919f-cf3d-4c25-af01-1bf9c0e1071f tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963692'] for port (dea08fbb-d8c1-4f0c-9422-06327a48bbdc), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:04:39.225069 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696c919f-cf3d-4c25-af01-1bf9c0e1071f tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Network c6396a07-dfbf-4950-850b-378da3ed2a88 is already hosted by enough agents. {{(pid=113416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 00:04:39.230348 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.base_scheduler [None req-696c919f-cf3d-4c25-af01-1bf9c0e1071f tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Resources bound (agent type, host, resource id): {{(pid=113416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 00:04:39.232594 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696c919f-cf3d-4c25-af01-1bf9c0e1071f tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Pushing event updated for resources: {'Port': ['ID=dea08fbb-d8c1-4f0c-9422-06327a48bbdc,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:04:39.234752 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696c919f-cf3d-4c25-af01-1bf9c0e1071f tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Received port after_create {{(pid=113416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 00:04:39.412705 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:04:39.537131 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:04:39.626244 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-696c919f-cf3d-4c25-af01-1bf9c0e1071f tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks [] for floatingip (3d31806c-ceba-4ddc-8b26-bbcebb308be3), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:04:39.768812 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-696c919f-cf3d-4c25-af01-1bf9c0e1071f tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (dea08fbb-d8c1-4f0c-9422-06327a48bbdc), before_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:04:39.931805 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-696c919f-cf3d-4c25-af01-1bf9c0e1071f tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks [] for port (dea08fbb-d8c1-4f0c-9422-06327a48bbdc), precommit_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:04:39.987287 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-696c919f-cf3d-4c25-af01-1bf9c0e1071f tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963685'] for port (dea08fbb-d8c1-4f0c-9422-06327a48bbdc), after_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:04:40.249134 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-e7a2eea6-7338-40d0-a255-8d39d2f54df6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (1020f8f9-c858-45a1-84c5-376480b0ca2e), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:04:40.310285 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696c919f-cf3d-4c25-af01-1bf9c0e1071f tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Pushing event updated for resources: {'Port': ['ID=dea08fbb-d8c1-4f0c-9422-06327a48bbdc,revision_number=2']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:04:40.312869 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-696c919f-cf3d-4c25-af01-1bf9c0e1071f tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477666'] for floatingip (3d31806c-ceba-4ddc-8b26-bbcebb308be3), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:04:40.411111 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.db.l3_db [None req-696c919f-cf3d-4c25-af01-1bf9c0e1071f tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Floating IP 3d31806c-ceba-4ddc-8b26-bbcebb308be3 associated. External IP: 172.27.1.140, port: 4854ce64-ea30-4f58-b30f-1110cea9fcea. Aug 30 00:04:40.658652 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-696c919f-cf3d-4c25-af01-1bf9c0e1071f tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Router 1db07404-22a4-458a-9efe-f875b32c7901 has already been hosted by L3 agent 037668f0-d812-4b59-9d2d-ce33f66a7708 {{(pid=113416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 00:04:40.664618 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:04:40.766449 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696c919f-cf3d-4c25-af01-1bf9c0e1071f tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Notify agent at l3_agent.dv-cinder-855041-2-iscsi the message routers_updated {{(pid=113416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 00:04:40.776365 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7142e7-7614-4bcf-af9e-49419f9a6225 None None] Sync routers for ids ['1db07404-22a4-458a-9efe-f875b32c7901'] in dv-cinder-855041-2-iscsi {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 00:04:40.778683 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=90 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:04:40.787712 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7142e7-7614-4bcf-af9e-49419f9a6225 None None] Routers {'1db07404-22a4-458a-9efe-f875b32c7901'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:04:40.788379 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-aa7142e7-7614-4bcf-af9e-49419f9a6225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-30T00:04:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['1db07404-22a4-458a-9efe-f875b32c7901'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:04:40.851405 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-696c919f-cf3d-4c25-af01-1bf9c0e1071f tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for floatingip (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:04:40.886129 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-696c919f-cf3d-4c25-af01-1bf9c0e1071f tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2086363 Aug 30 00:04:40.886728 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80666307-d0f2-45ea-8d85-c256c8f65841', 'tag': '4854ce64-ea30-4f58-b30f-1110cea9fcea'}] {{(pid=113416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 00:04:40.889875 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca1b1d0bad556637bdc4aa8e491b493d03ba5f494de7569054403470f02cf73a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c3708b-8dee-44f9-a4d2-1e2a2dd272a1" -d '{"events": [{"name": "network-changed", "server_uuid": "80666307-d0f2-45ea-8d85-c256c8f65841", "tag": "4854ce64-ea30-4f58-b30f-1110cea9fcea"}]}' {{(pid=113416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 00:04:40.933504 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 00:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6621650b-4e19-457d-bd49-869fa5a4e22a x-openstack-request-id: req-6621650b-4e19-457d-bd49-869fa5a4e22a {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 00:04:40.933504 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80666307-d0f2-45ea-8d85-c256c8f65841", "tag": "4854ce64-ea30-4f58-b30f-1110cea9fcea", "status": "completed", "code": 200}]} {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 00:04:40.933504 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-6621650b-4e19-457d-bd49-869fa5a4e22a {{(pid=113416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 00:04:40.933504 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6621650b-4e19-457d-bd49-869fa5a4e22a'] response: {'name': 'network-changed', 'server_uuid': '80666307-d0f2-45ea-8d85-c256c8f65841', 'tag': '4854ce64-ea30-4f58-b30f-1110cea9fcea', 'status': 'completed', 'code': 200} Aug 30 00:04:40.998607 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c3708b-8dee-44f9-a4d2-1e2a2dd272a1 req-9e2addb4-b43d-45fb-a67f-06b1d28c576e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:04:40.998845 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-aa7142e7-7614-4bcf-af9e-49419f9a6225 None None] Set router 1db07404-22a4-458a-9efe-f875b32c7901 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:04:41.000451 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-88c3708b-8dee-44f9-a4d2-1e2a2dd272a1 req-9e2addb4-b43d-45fb-a67f-06b1d28c576e service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=6e1e7c36165f47ad838bb6b42f3179d9&device_id=80666307-d0f2-45ea-8d85-c256c8f65841 HTTP/1.1" status: 200 len: 1130 time: 0.0424886 Aug 30 00:04:41.057184 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:04:41.100577 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c3708b-8dee-44f9-a4d2-1e2a2dd272a1 req-56c84b8b-e957-4a03-98f9-e43ca3cef3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:04:41.102043 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-88c3708b-8dee-44f9-a4d2-1e2a2dd272a1 req-56c84b8b-e957-4a03-98f9-e43ca3cef3ee service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=79f758d9-f5c9-4dd1-ba1e-2857ef410b54 HTTP/1.1" status: 200 len: 913 time: 0.0960476 Aug 30 00:04:41.167584 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-88c3708b-8dee-44f9-a4d2-1e2a2dd272a1 req-6f88e69c-b07c-40b3-b3ab-516c3e6e2b5e service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4854ce64-ea30-4f58-b30f-1110cea9fcea HTTP/1.1" status: 200 len: 1000 time: 0.0591629 Aug 30 00:04:41.218717 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c3708b-8dee-44f9-a4d2-1e2a2dd272a1 req-38d0c588-3aa2-45e3-aa08-a32472d5bfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:04:41.219842 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-aa7142e7-7614-4bcf-af9e-49419f9a6225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db07404-22a4-458a-9efe-f875b32c7901', 'name': 'tempest-TestVolumeBootPattern-677430752-router', 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:01:24Z', 'updated_at': '2022-08-30T00:01:28Z', 'revision_number': 4, 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'gw_port': {'id': '9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:31:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db07404-22a4-458a-9efe-f875b32c7901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:25Z', 'updated_at': '2022-08-30T00:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_floatingips': [{'id': '3d31806c-ceba-4ddc-8b26-bbcebb308be3', 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'floating_ip_address': '172.27.1.140', 'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'router_id': '1db07404-22a4-458a-9efe-f875b32c7901', 'port_id': '4854ce64-ea30-4f58-b30f-1110cea9fcea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79f758d9-f5c9-4dd1-ba1e-2857ef410b54', 'mac_address': 'fa:16:3e:31:6a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80666307-d0f2-45ea-8d85-c256c8f65841', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T00:04:39Z', 'updated_at': '2022-08-30T00:04:39Z', 'revision_number': 0, 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd73b19b-92ea-4215-9505-fda9f2cfe5e2', 'name': '', 'network_id': '79f758d9-f5c9-4dd1-ba1e-2857ef410b54', 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'mac_address': 'fa:16:3e:db:d2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db07404-22a4-458a-9efe-f875b32c7901', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '7f07dc28-3b5d-4778-a100-fbd0d9f8acb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:27Z', 'updated_at': '2022-08-30T00:01:35Z', 'revision_number': 5, 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'subnets': [{'id': '7f07dc28-3b5d-4778-a100-fbd0d9f8acb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:04:41.220288 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-88c3708b-8dee-44f9-a4d2-1e2a2dd272a1 req-38d0c588-3aa2-45e3-aa08-a32472d5bfe7 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=7f07dc28-3b5d-4778-a100-fbd0d9f8acb3 HTTP/1.1" status: 200 len: 850 time: 0.0465877 Aug 30 00:04:41.246716 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7142e7-7614-4bcf-af9e-49419f9a6225 None None] Checking router: 1db07404-22a4-458a-9efe-f875b32c7901 for host: dv-cinder-855041-2-iscsi {{(pid=113418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 00:04:41.257432 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7142e7-7614-4bcf-af9e-49419f9a6225 None None] Routers {'1db07404-22a4-458a-9efe-f875b32c7901'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:04:41.258053 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-aa7142e7-7614-4bcf-af9e-49419f9a6225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-30T00:04:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['1db07404-22a4-458a-9efe-f875b32c7901'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:04:41.270296 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c3708b-8dee-44f9-a4d2-1e2a2dd272a1 req-bf7519f7-9efc-49c3-9957-9c9a917cfd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:04:41.271821 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-88c3708b-8dee-44f9-a4d2-1e2a2dd272a1 req-bf7519f7-9efc-49c3-9957-9c9a917cfd64 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=79f758d9-f5c9-4dd1-ba1e-2857ef410b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459740 Aug 30 00:04:41.369571 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-88c3708b-8dee-44f9-a4d2-1e2a2dd272a1 req-869dd8f0-6223-4a92-824a-e61b67771560 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/79f758d9-f5c9-4dd1-ba1e-2857ef410b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916243 Aug 30 00:04:41.370120 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-aa7142e7-7614-4bcf-af9e-49419f9a6225 None None] Set router 1db07404-22a4-458a-9efe-f875b32c7901 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:04:41.466251 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-88c3708b-8dee-44f9-a4d2-1e2a2dd272a1 req-db98c838-cf34-46ac-8edd-07894702f037 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/79f758d9-f5c9-4dd1-ba1e-2857ef410b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907114 Aug 30 00:04:41.583891 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-aa7142e7-7614-4bcf-af9e-49419f9a6225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db07404-22a4-458a-9efe-f875b32c7901', 'name': 'tempest-TestVolumeBootPattern-677430752-router', 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:01:24Z', 'updated_at': '2022-08-30T00:01:28Z', 'revision_number': 4, 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'gw_port': {'id': '9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:31:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db07404-22a4-458a-9efe-f875b32c7901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:25Z', 'updated_at': '2022-08-30T00:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_floatingips': [{'id': '3d31806c-ceba-4ddc-8b26-bbcebb308be3', 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'floating_ip_address': '172.27.1.140', 'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'router_id': '1db07404-22a4-458a-9efe-f875b32c7901', 'port_id': '4854ce64-ea30-4f58-b30f-1110cea9fcea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79f758d9-f5c9-4dd1-ba1e-2857ef410b54', 'mac_address': 'fa:16:3e:31:6a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80666307-d0f2-45ea-8d85-c256c8f65841', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T00:04:39Z', 'updated_at': '2022-08-30T00:04:39Z', 'revision_number': 0, 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd73b19b-92ea-4215-9505-fda9f2cfe5e2', 'name': '', 'network_id': '79f758d9-f5c9-4dd1-ba1e-2857ef410b54', 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'mac_address': 'fa:16:3e:db:d2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db07404-22a4-458a-9efe-f875b32c7901', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '7f07dc28-3b5d-4778-a100-fbd0d9f8acb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:27Z', 'updated_at': '2022-08-30T00:01:35Z', 'revision_number': 5, 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'subnets': [{'id': '7f07dc28-3b5d-4778-a100-fbd0d9f8acb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:04:41.612434 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7142e7-7614-4bcf-af9e-49419f9a6225 None None] The sync data for ids ['1db07404-22a4-458a-9efe-f875b32c7901'] in dv-cinder-855041-2-iscsi is: [{'id': '1db07404-22a4-458a-9efe-f875b32c7901', 'name': 'tempest-TestVolumeBootPattern-677430752-router', 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:01:24Z', 'updated_at': '2022-08-30T00:01:28Z', 'revision_number': 4, 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'gw_port': {'id': '9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:31:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db07404-22a4-458a-9efe-f875b32c7901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:25Z', 'updated_at': '2022-08-30T00:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_floatingips': [{'id': '3d31806c-ceba-4ddc-8b26-bbcebb308be3', 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'floating_ip_address': '172.27.1.140', 'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'router_id': '1db07404-22a4-458a-9efe-f875b32c7901', 'port_id': '4854ce64-ea30-4f58-b30f-1110cea9fcea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79f758d9-f5c9-4dd1-ba1e-2857ef410b54', 'mac_address': 'fa:16:3e:31:6a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80666307-d0f2-45ea-8d85-c256c8f65841', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T00:04:39Z', 'updated_at': '2022-08-30T00:04:39Z', 'revision_number': 0, 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd73b19b-92ea-4215-9505-fda9f2cfe5e2', 'name': '', 'network_id': '79f758d9-f5c9-4dd1-ba1e-2857ef410b54', 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'mac_address': 'fa:16:3e:db:d2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db07404-22a4-458a-9efe-f875b32c7901', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '7f07dc28-3b5d-4778-a100-fbd0d9f8acb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:27Z', 'updated_at': '2022-08-30T00:01:35Z', 'revision_number': 5, 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'subnets': [{'id': '7f07dc28-3b5d-4778-a100-fbd0d9f8acb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 00:04:41.801627 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d3411e-c97a-4418-8c1c-a2156f004911 None None] New status for floating IP 3d31806c-ceba-4ddc-8b26-bbcebb308be3: ACTIVE {{(pid=113417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 00:04:43.149839 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (a7eaf665-0f6d-431a-9601-222c900251ec), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:04:43.386226 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-24a73937-764c-4b1c-9e9f-3f907836020b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (037668f0-d812-4b59-9d2d-ce33f66a7708), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:04:44.458311 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cdcd43ac-7909-438b-ba67-31b4a20d4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (bcd4f52e-0d63-4d8a-9dda-ff825ab30758), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:04:45.544209 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (01773ddc-a5d8-4c68-b7b5-e385af2b339f), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:04:46.469963 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-55545b4a-c719-46e4-a9c5-7c044aa64822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (63136763-0f20-46a8-951a-2f70193501e4), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:04:47.124270 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa775c0b-2c87-4b80-a13b-c61a13825dce req-039aa6bb-8540-4171-a02e-5e4c7d81a3d2 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:04:47.125841 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-aa775c0b-2c87-4b80-a13b-c61a13825dce req-039aa6bb-8540-4171-a02e-5e4c7d81a3d2 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=00a1abe8-ac53-4188-a0ef-b087cec70b75 HTTP/1.1" status: 200 len: 945 time: 0.0531693 Aug 30 00:04:47.181166 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-aa775c0b-2c87-4b80-a13b-c61a13825dce req-2b60f3b6-3e78-49ba-a222-493d48d0accc tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=3fa1129c-6a3f-4170-8d5a-2f469227501b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497763 Aug 30 00:04:48.305471 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9985f435-c0c2-4a3a-ac17-6ff95dd9785d req-34de3d47-9c32-4f6b-add5-88a28f104c15 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:04:48.306938 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-9985f435-c0c2-4a3a-ac17-6ff95dd9785d req-34de3d47-9c32-4f6b-add5-88a28f104c15 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=00a1abe8-ac53-4188-a0ef-b087cec70b75 HTTP/1.1" status: 200 len: 945 time: 0.0484912 Aug 30 00:04:48.358069 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-9985f435-c0c2-4a3a-ac17-6ff95dd9785d req-d88b0c09-3e6f-4163-aa53-498d913f5617 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=3fa1129c-6a3f-4170-8d5a-2f469227501b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447752 Aug 30 00:04:49.477116 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c3a0c-de36-4b7b-a419-35d59aa50388 req-7fc4f8b3-7ebb-4b74-a32a-e7a5d6e26447 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:04:49.478561 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-5f5c3a0c-de36-4b7b-a419-35d59aa50388 req-7fc4f8b3-7ebb-4b74-a32a-e7a5d6e26447 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=00a1abe8-ac53-4188-a0ef-b087cec70b75 HTTP/1.1" status: 200 len: 945 time: 0.0477605 Aug 30 00:04:49.529333 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-5f5c3a0c-de36-4b7b-a419-35d59aa50388 req-311b4e8e-90fa-4960-8b2b-1656d9386aea tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=3fa1129c-6a3f-4170-8d5a-2f469227501b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446656 Aug 30 00:04:50.651416 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c1d05-8b91-42cf-96fe-c1459dd421ff req-e1a6e526-3df1-419a-b026-8406fa00799a tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:04:50.652901 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-353c1d05-8b91-42cf-96fe-c1459dd421ff req-e1a6e526-3df1-419a-b026-8406fa00799a tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=00a1abe8-ac53-4188-a0ef-b087cec70b75 HTTP/1.1" status: 200 len: 945 time: 0.0508957 Aug 30 00:04:50.702311 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-353c1d05-8b91-42cf-96fe-c1459dd421ff req-b7bddd7f-edfe-46c0-8189-723b4a2df0e5 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=3fa1129c-6a3f-4170-8d5a-2f469227501b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437996 Aug 30 00:04:51.462046 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=7 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:04:51.462864 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=84,neutron:DELETE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:04:51.825239 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab042c-c70f-4590-a6c6-86b660ed934c req-94fc94e3-8dd7-49bb-9f4b-4aed8bfedb7a tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:04:51.827889 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d1ab042c-c70f-4590-a6c6-86b660ed934c req-94fc94e3-8dd7-49bb-9f4b-4aed8bfedb7a tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=00a1abe8-ac53-4188-a0ef-b087cec70b75 HTTP/1.1" status: 200 len: 945 time: 0.0491178 Aug 30 00:04:51.878565 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d1ab042c-c70f-4590-a6c6-86b660ed934c req-7ffffe8e-e472-4e54-9c48-38dcaefac24a tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=3fa1129c-6a3f-4170-8d5a-2f469227501b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447555 Aug 30 00:04:52.996966 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07825d1-0115-42e1-82f3-cffb041d9628 req-22d45df5-7bda-43b0-b712-d60600350bce tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:04:52.999041 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c07825d1-0115-42e1-82f3-cffb041d9628 req-22d45df5-7bda-43b0-b712-d60600350bce tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=00a1abe8-ac53-4188-a0ef-b087cec70b75 HTTP/1.1" status: 200 len: 945 time: 0.0471208 Aug 30 00:04:53.050876 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c07825d1-0115-42e1-82f3-cffb041d9628 req-0e5db656-d8b2-453e-be30-80a5b4e1576d tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=3fa1129c-6a3f-4170-8d5a-2f469227501b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462041 Aug 30 00:04:54.135543 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:04:54.173247 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99fa35a-2228-4e0d-bab4-65ff98dc66e1 req-716d4dd7-423b-4f4c-b2a8-ce33c2dc8656 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:04:54.174707 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b99fa35a-2228-4e0d-bab4-65ff98dc66e1 req-716d4dd7-423b-4f4c-b2a8-ce33c2dc8656 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=00a1abe8-ac53-4188-a0ef-b087cec70b75 HTTP/1.1" status: 200 len: 945 time: 0.0491021 Aug 30 00:04:54.223608 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b99fa35a-2228-4e0d-bab4-65ff98dc66e1 req-2f4db0b5-08a6-4f86-aab2-02d2c40b60c0 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=3fa1129c-6a3f-4170-8d5a-2f469227501b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433187 Aug 30 00:04:55.348459 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e665d-f3f1-47f9-988a-3b367ab09e24 req-1b70e162-c33e-4dc3-b495-123398a885a1 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:04:55.349928 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c16e665d-f3f1-47f9-988a-3b367ab09e24 req-1b70e162-c33e-4dc3-b495-123398a885a1 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=00a1abe8-ac53-4188-a0ef-b087cec70b75 HTTP/1.1" status: 200 len: 945 time: 0.0485249 Aug 30 00:04:55.401090 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c16e665d-f3f1-47f9-988a-3b367ab09e24 req-e7330e58-b211-4bfd-b500-39a0edd357e3 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=3fa1129c-6a3f-4170-8d5a-2f469227501b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454717 Aug 30 00:04:56.386102 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=59,neutron:UPDATE=8 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:04:56.387935 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:04:56.522923 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a0a48-387e-4156-9a2a-4042ec51d61b req-ca66dd80-db53-4456-8387-9fb66775ed42 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:04:56.524408 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ec8a0a48-387e-4156-9a2a-4042ec51d61b req-ca66dd80-db53-4456-8387-9fb66775ed42 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=00a1abe8-ac53-4188-a0ef-b087cec70b75 HTTP/1.1" status: 200 len: 945 time: 0.0510104 Aug 30 00:04:56.573817 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ec8a0a48-387e-4156-9a2a-4042ec51d61b req-73e1827e-abad-4f1a-b5b7-b4e73c459464 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=3fa1129c-6a3f-4170-8d5a-2f469227501b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431399 Aug 30 00:04:57.307946 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812c764-f989-4a30-a50e-34d67495edc0 req-b8a24fad-1e66-414d-81fc-c85083669648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:04:57.309490 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-d812c764-f989-4a30-a50e-34d67495edc0 req-b8a24fad-1e66-414d-81fc-c85083669648 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=25d9f13fb1af4c3a911d91561bf0aae5&device_id=00a1abe8-ac53-4188-a0ef-b087cec70b75 HTTP/1.1" status: 200 len: 1129 time: 0.0471697 Aug 30 00:04:57.413213 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812c764-f989-4a30-a50e-34d67495edc0 req-6ae36dcd-fa1b-421c-a43a-928f283e5449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:04:57.414586 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-d812c764-f989-4a30-a50e-34d67495edc0 req-6ae36dcd-fa1b-421c-a43a-928f283e5449 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=8f166cb4-c4bf-43cb-8e53-808a94ef3b22 HTTP/1.1" status: 200 len: 911 time: 0.0973153 Aug 30 00:04:57.477246 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-d812c764-f989-4a30-a50e-34d67495edc0 req-e59b420f-b95b-4804-82c7-27d302d9b49e service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b23f7177-0e8e-4fff-b079-7a4f5edcff57 HTTP/1.1" status: 200 len: 1001 time: 0.0562479 Aug 30 00:04:57.525247 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812c764-f989-4a30-a50e-34d67495edc0 req-f3bb6d5b-e0e0-431c-bc70-fd3bd7e008a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:04:57.526689 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-d812c764-f989-4a30-a50e-34d67495edc0 req-f3bb6d5b-e0e0-431c-bc70-fd3bd7e008a9 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=eac43cd7-5501-421e-930c-a171e85eb563 HTTP/1.1" status: 200 len: 848 time: 0.0436113 Aug 30 00:04:57.573665 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812c764-f989-4a30-a50e-34d67495edc0 req-de7b545f-f821-474e-99eb-248176d82631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:04:57.575126 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-d812c764-f989-4a30-a50e-34d67495edc0 req-de7b545f-f821-474e-99eb-248176d82631 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=8f166cb4-c4bf-43cb-8e53-808a94ef3b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424831 Aug 30 00:04:57.657690 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:04:57.670108 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-d812c764-f989-4a30-a50e-34d67495edc0 req-ac51de1e-8389-4924-844c-e260e161dd99 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/8f166cb4-c4bf-43cb-8e53-808a94ef3b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846212 Aug 30 00:04:57.696337 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc9bb2-528d-40dc-9dc2-604ca3f59391 req-1ac315b8-09a8-4f95-93f4-34dcc19f9f83 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:04:57.702227 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-35cc9bb2-528d-40dc-9dc2-604ca3f59391 req-1ac315b8-09a8-4f95-93f4-34dcc19f9f83 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=00a1abe8-ac53-4188-a0ef-b087cec70b75 HTTP/1.1" status: 200 len: 945 time: 0.0492427 Aug 30 00:04:57.752284 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-35cc9bb2-528d-40dc-9dc2-604ca3f59391 req-97cb19ca-1ffe-4562-8baa-f86facb503d2 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=3fa1129c-6a3f-4170-8d5a-2f469227501b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463660 Aug 30 00:04:57.778345 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-d812c764-f989-4a30-a50e-34d67495edc0 req-84fe21f7-9ba5-40ae-961b-2a0aa56d90bf service neutron] 10.222.0.87 "GET /networking/v2.0/networks/8f166cb4-c4bf-43cb-8e53-808a94ef3b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057959 Aug 30 00:04:58.360908 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=78 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:04:58.363725 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=81 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:04:58.876293 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5392899-3762-4431-8dd9-130343eb0f07 req-857c072f-e204-4864-b4db-b1cd88744e62 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:04:58.877750 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d5392899-3762-4431-8dd9-130343eb0f07 req-857c072f-e204-4864-b4db-b1cd88744e62 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=00a1abe8-ac53-4188-a0ef-b087cec70b75 HTTP/1.1" status: 200 len: 945 time: 0.0507786 Aug 30 00:04:58.926189 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d5392899-3762-4431-8dd9-130343eb0f07 req-20b1a8ef-b8ed-4968-afa5-c10f27e21826 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=3fa1129c-6a3f-4170-8d5a-2f469227501b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428932 Aug 30 00:05:00.047980 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eeaaf3-ea22-4380-88de-46e5dfdccbc8 req-2503d2f3-7231-4b0d-9658-cb0fac145ebf tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:00.052320 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-91eeaaf3-ea22-4380-88de-46e5dfdccbc8 req-2503d2f3-7231-4b0d-9658-cb0fac145ebf tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=00a1abe8-ac53-4188-a0ef-b087cec70b75 HTTP/1.1" status: 200 len: 945 time: 0.0472732 Aug 30 00:05:00.098950 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-91eeaaf3-ea22-4380-88de-46e5dfdccbc8 req-a47126e7-f0a8-4963-92c7-d29074facf6a tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=3fa1129c-6a3f-4170-8d5a-2f469227501b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438614 Aug 30 00:05:01.220830 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f5e95-1fb1-4f5f-addc-cf5100083d3b req-4b47eecc-9b6d-4c74-b5ba-b7988196626f tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:01.222283 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c27f5e95-1fb1-4f5f-addc-cf5100083d3b req-4b47eecc-9b6d-4c74-b5ba-b7988196626f tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=00a1abe8-ac53-4188-a0ef-b087cec70b75 HTTP/1.1" status: 200 len: 945 time: 0.0482082 Aug 30 00:05:01.274302 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-c27f5e95-1fb1-4f5f-addc-cf5100083d3b req-73219949-a10e-4d46-b05f-7f86a2ed3ea9 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=3fa1129c-6a3f-4170-8d5a-2f469227501b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464914 Aug 30 00:05:01.738689 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c66d9cd-3670-4f45-8294-6d2319c43074 req-04196675-d3c8-47a5-b334-cb75d2227804 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:01.740126 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-2c66d9cd-3670-4f45-8294-6d2319c43074 req-04196675-d3c8-47a5-b334-cb75d2227804 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=00a1abe8-ac53-4188-a0ef-b087cec70b75 HTTP/1.1" status: 200 len: 945 time: 0.0476580 Aug 30 00:05:01.793101 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-2c66d9cd-3670-4f45-8294-6d2319c43074 req-b4411303-929c-4653-9c69-b21e9aa246d8 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=3fa1129c-6a3f-4170-8d5a-2f469227501b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472984 Aug 30 00:05:01.835799 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-ddd87c01-0fe5-4949-b53c-d7c436ef8eb4 req-67da9ee6-100f-4d90-b80e-37d7cc423ad4 service neutron] 10.222.0.90 "GET /networking/v2.0/ports?device_id=00a1abe8-ac53-4188-a0ef-b087cec70b75&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0844796 Aug 30 00:05:01.958501 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd87c01-0fe5-4949-b53c-d7c436ef8eb4 req-eb4656e0-a5e7-4f88-8fae-6dc381063319 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:01.959830 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ddd87c01-0fe5-4949-b53c-d7c436ef8eb4 req-eb4656e0-a5e7-4f88-8fae-6dc381063319 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/ports/b23f7177-0e8e-4fff-b079-7a4f5edcff57 HTTP/1.1" status: 200 len: 942 time: 0.0957501 Aug 30 00:05:02.428730 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device b23f7177-0e8e-4fff-b079-7a4f5edcff57 no longer exists at agent hyperv_hv-cinder-85504 {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 00:05:02.505342 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Current status of the port b23f7177-0e8e-4fff-b079-7a4f5edcff57 is: ACTIVE; New status is: DOWN {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:05:02.505728 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (b23f7177-0e8e-4fff-b079-7a4f5edcff57), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:02.529243 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a1abe8-ac53-4188-a0ef-b087cec70b75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b23f7177-0e8e-4fff-b079-7a4f5edcff57'}] {{(pid=113417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 00:05:02.531977 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d41a01b6be055f780f1b28f387bc014884277aca14b53491aeccfff4134a8b4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0352f58-7b53-45e9-a9ee-6ba5b8f551ec" -d '{"events": [{"server_uuid": "00a1abe8-ac53-4188-a0ef-b087cec70b75", "name": "network-vif-unplugged", "status": "completed", "tag": "b23f7177-0e8e-4fff-b079-7a4f5edcff57"}]}' {{(pid=113417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 00:05:02.544736 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port b23f7177-0e8e-4fff-b079-7a4f5edcff57, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=b23f7177-0e8e-4fff-b079-7a4f5edcff57,segment=NetworkSegment(ade09e0b-82bc-4df6-a541-dd677767d870),segment_id=ade09e0b-82bc-4df6-a541-dd677767d870)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:05:02.569067 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 30 Aug 2022 00:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4c8c75-b6ee-4804-8c8d-8dcba7db9ca9 x-openstack-request-id: req-6a4c8c75-b6ee-4804-8c8d-8dcba7db9ca9 {{(pid=113417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 00:05:02.569354 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00a1abe8-ac53-4188-a0ef-b087cec70b75", "name": "network-vif-unplugged", "status": "failed", "tag": "b23f7177-0e8e-4fff-b079-7a4f5edcff57", "code": 422}]} {{(pid=113417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 00:05:02.569603 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-6a4c8c75-b6ee-4804-8c8d-8dcba7db9ca9 {{(pid=113417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 00:05:02.570046 dv-cinder-855041-2-iscsi neutron-server[113417]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-6a4c8c75-b6ee-4804-8c8d-8dcba7db9ca9']: {'server_uuid': '00a1abe8-ac53-4188-a0ef-b087cec70b75', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b23f7177-0e8e-4fff-b079-7a4f5edcff57', 'code': 422} returned with failed status Aug 30 00:05:02.609265 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (b23f7177-0e8e-4fff-b079-7a4f5edcff57), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:02.656460 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Pushing event updated for resources: {'Port': ['ID=b23f7177-0e8e-4fff-b079-7a4f5edcff57,revision_number=6']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:05:02.911162 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09edab76-32d9-4598-835e-a3b889625e69 req-8499179c-f001-48bb-bee8-e3425414e618 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:02.912633 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-09edab76-32d9-4598-835e-a3b889625e69 req-8499179c-f001-48bb-bee8-e3425414e618 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=00a1abe8-ac53-4188-a0ef-b087cec70b75 HTTP/1.1" status: 200 len: 943 time: 0.0458560 Aug 30 00:05:02.964624 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-09edab76-32d9-4598-835e-a3b889625e69 req-11958fee-c4b9-4cfe-b56d-9e9989e23972 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=3fa1129c-6a3f-4170-8d5a-2f469227501b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462835 Aug 30 00:05:04.087973 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418220c-af2a-48c6-885e-0d137cb3bdd4 req-99e345e9-2759-442d-b21f-446a0f5e6e16 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:04.089383 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b418220c-af2a-48c6-885e-0d137cb3bdd4 req-99e345e9-2759-442d-b21f-446a0f5e6e16 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=00a1abe8-ac53-4188-a0ef-b087cec70b75 HTTP/1.1" status: 200 len: 943 time: 0.0502810 Aug 30 00:05:04.141350 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-b418220c-af2a-48c6-885e-0d137cb3bdd4 req-de87cf1a-da4f-460b-b6a0-d301c683e513 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=3fa1129c-6a3f-4170-8d5a-2f469227501b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450161 Aug 30 00:05:04.476756 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd87c01-0fe5-4949-b53c-d7c436ef8eb4 req-db84a0ae-4e8b-4b20-a620-c6d32c2b844d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:04.478215 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-ddd87c01-0fe5-4949-b53c-d7c436ef8eb4 req-db84a0ae-4e8b-4b20-a620-c6d32c2b844d service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=00a1abe8-ac53-4188-a0ef-b087cec70b75&tenant_id=25d9f13fb1af4c3a911d91561bf0aae5 HTTP/1.1" status: 200 len: 1127 time: 0.0397303 Aug 30 00:05:04.542333 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd87c01-0fe5-4949-b53c-d7c436ef8eb4 req-5fb9d9f2-7564-4bd5-8adf-82f8e402959f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:04.543784 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-ddd87c01-0fe5-4949-b53c-d7c436ef8eb4 req-5fb9d9f2-7564-4bd5-8adf-82f8e402959f service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=25d9f13fb1af4c3a911d91561bf0aae5&device_id=00a1abe8-ac53-4188-a0ef-b087cec70b75 HTTP/1.1" status: 200 len: 1127 time: 0.0432873 Aug 30 00:05:04.639727 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd87c01-0fe5-4949-b53c-d7c436ef8eb4 req-e2c39f9b-fcd9-41da-a1a9-163e45448018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:04.641183 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-ddd87c01-0fe5-4949-b53c-d7c436ef8eb4 req-e2c39f9b-fcd9-41da-a1a9-163e45448018 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=8f166cb4-c4bf-43cb-8e53-808a94ef3b22 HTTP/1.1" status: 200 len: 911 time: 0.0884476 Aug 30 00:05:04.707665 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-ddd87c01-0fe5-4949-b53c-d7c436ef8eb4 req-f6b71a19-02ae-4a95-aa26-68819eff91fe service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b23f7177-0e8e-4fff-b079-7a4f5edcff57 HTTP/1.1" status: 200 len: 999 time: 0.0600951 Aug 30 00:05:04.756080 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd87c01-0fe5-4949-b53c-d7c436ef8eb4 req-b81423d0-7b3d-47dd-96ee-01ba66a5dfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:04.757500 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-ddd87c01-0fe5-4949-b53c-d7c436ef8eb4 req-b81423d0-7b3d-47dd-96ee-01ba66a5dfcd service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=eac43cd7-5501-421e-930c-a171e85eb563 HTTP/1.1" status: 200 len: 848 time: 0.0451183 Aug 30 00:05:04.801244 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd87c01-0fe5-4949-b53c-d7c436ef8eb4 req-e31990b8-c9c3-41ba-a6ad-0748c1bb4cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:04.802235 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-ddd87c01-0fe5-4949-b53c-d7c436ef8eb4 req-e31990b8-c9c3-41ba-a6ad-0748c1bb4cfc service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=8f166cb4-c4bf-43cb-8e53-808a94ef3b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393472 Aug 30 00:05:04.894767 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-ddd87c01-0fe5-4949-b53c-d7c436ef8eb4 req-6e044238-d9bc-48c7-b575-28986face590 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/8f166cb4-c4bf-43cb-8e53-808a94ef3b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870249 Aug 30 00:05:04.944899 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=100 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:05:04.974741 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=100 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:05:04.985730 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-ddd87c01-0fe5-4949-b53c-d7c436ef8eb4 req-9afb87c1-e491-480b-875c-c24457e6c35f service neutron] 10.222.0.87 "GET /networking/v2.0/networks/8f166cb4-c4bf-43cb-8e53-808a94ef3b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850136 Aug 30 00:05:05.229304 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:05:05.264913 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26a9fe-52fb-452a-93df-5566dee4ea4f req-c5fd19bc-22bd-41cb-b230-f5834b20b777 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:05.266351 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-bc26a9fe-52fb-452a-93df-5566dee4ea4f req-c5fd19bc-22bd-41cb-b230-f5834b20b777 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=00a1abe8-ac53-4188-a0ef-b087cec70b75 HTTP/1.1" status: 200 len: 943 time: 0.0477357 Aug 30 00:05:05.316138 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-bc26a9fe-52fb-452a-93df-5566dee4ea4f req-1c149369-d4b7-440f-9065-67c857b9b011 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=3fa1129c-6a3f-4170-8d5a-2f469227501b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441840 Aug 30 00:05:06.441999 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150a5dda-711e-47fd-aad3-d31d8c80c2a6 req-a334b131-b28f-4d88-abbb-7e884e4d2b8a tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:06.444268 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-150a5dda-711e-47fd-aad3-d31d8c80c2a6 req-a334b131-b28f-4d88-abbb-7e884e4d2b8a tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=00a1abe8-ac53-4188-a0ef-b087cec70b75 HTTP/1.1" status: 200 len: 943 time: 0.0541315 Aug 30 00:05:06.499992 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-150a5dda-711e-47fd-aad3-d31d8c80c2a6 req-60a2638d-730d-439b-91c3-ff7203b540ce tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=3fa1129c-6a3f-4170-8d5a-2f469227501b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498948 Aug 30 00:05:07.618031 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6842b73-8503-4fbc-8ab9-395bceccd7a5 req-b5e8c56e-faba-4bd4-a4c5-0c221e3022f6 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:07.619493 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-a6842b73-8503-4fbc-8ab9-395bceccd7a5 req-b5e8c56e-faba-4bd4-a4c5-0c221e3022f6 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=00a1abe8-ac53-4188-a0ef-b087cec70b75 HTTP/1.1" status: 200 len: 943 time: 0.0478048 Aug 30 00:05:07.669008 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-a6842b73-8503-4fbc-8ab9-395bceccd7a5 req-bc19c557-9ea5-4708-b45b-e33e2c9c2793 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=3fa1129c-6a3f-4170-8d5a-2f469227501b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434551 Aug 30 00:05:07.966667 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.agents_db [None req-4166f728-c6cb-4ae6-8e81-f61b29fbc360 None None] Agent healthcheck: found 6 active agents {{(pid=113418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 00:05:08.792972 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bfa5ee-d0e1-462b-ae47-59f28981a067 req-d426b944-7b85-43b5-b38e-cd96a1da4656 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:08.794443 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-f4bfa5ee-d0e1-462b-ae47-59f28981a067 req-d426b944-7b85-43b5-b38e-cd96a1da4656 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=00a1abe8-ac53-4188-a0ef-b087cec70b75 HTTP/1.1" status: 200 len: 943 time: 0.0514023 Aug 30 00:05:08.844437 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-f4bfa5ee-d0e1-462b-ae47-59f28981a067 req-bdde8df9-04a5-4621-a66b-df539a8427d5 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=3fa1129c-6a3f-4170-8d5a-2f469227501b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438602 Aug 30 00:05:09.963941 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d6731-cfc9-4299-a7d7-dd1e52e1041f req-07109fb8-b1a9-4c2f-97a8-929c7935956b tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:09.965411 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ea3d6731-cfc9-4299-a7d7-dd1e52e1041f req-07109fb8-b1a9-4c2f-97a8-929c7935956b tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=00a1abe8-ac53-4188-a0ef-b087cec70b75 HTTP/1.1" status: 200 len: 943 time: 0.0471480 Aug 30 00:05:09.989690 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:05:10.015204 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ea3d6731-cfc9-4299-a7d7-dd1e52e1041f req-39a6173d-1851-4f8b-93d9-9f5a69e2c097 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=3fa1129c-6a3f-4170-8d5a-2f469227501b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442252 Aug 30 00:05:10.249008 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-6d64209b-7acc-445c-8f25-c9eef4ec78af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (1020f8f9-c858-45a1-84c5-376480b0ca2e), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:11.136531 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa98f18-b650-470c-9576-aeb5cbd312d2 req-8bbc24d9-325f-4774-9ae0-fddb5a4dd8c7 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:11.137965 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-0aa98f18-b650-470c-9576-aeb5cbd312d2 req-8bbc24d9-325f-4774-9ae0-fddb5a4dd8c7 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=00a1abe8-ac53-4188-a0ef-b087cec70b75 HTTP/1.1" status: 200 len: 943 time: 0.0485644 Aug 30 00:05:11.193889 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-0aa98f18-b650-470c-9576-aeb5cbd312d2 req-5cac1ae1-a826-4f98-8a9d-5da813dd9f9a tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=3fa1129c-6a3f-4170-8d5a-2f469227501b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482197 Aug 30 00:05:12.315467 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f084140-db55-46e4-99df-876062df7e97 req-afde34be-a4b5-4779-b43b-b1d4fd5a06ec tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:12.316904 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-7f084140-db55-46e4-99df-876062df7e97 req-afde34be-a4b5-4779-b43b-b1d4fd5a06ec tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=00a1abe8-ac53-4188-a0ef-b087cec70b75 HTTP/1.1" status: 200 len: 943 time: 0.0475383 Aug 30 00:05:12.366910 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-7f084140-db55-46e4-99df-876062df7e97 req-1510c97a-fd45-4cd1-b1b2-f854e23c42cc tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=3fa1129c-6a3f-4170-8d5a-2f469227501b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444508 Aug 30 00:05:12.459234 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device b23f7177-0e8e-4fff-b079-7a4f5edcff57 details requested by agent hyperv_hv-cinder-85504 with host hv-cinder-85504 {{(pid=113417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 00:05:12.560646 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port b23f7177-0e8e-4fff-b079-7a4f5edcff57, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=b23f7177-0e8e-4fff-b079-7a4f5edcff57,segment=NetworkSegment(ade09e0b-82bc-4df6-a541-dd677767d870),segment_id=ade09e0b-82bc-4df6-a541-dd677767d870)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:05:12.573370 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Returning: {'device': 'b23f7177-0e8e-4fff-b079-7a4f5edcff57', 'network_id': '8f166cb4-c4bf-43cb-8e53-808a94ef3b22', 'port_id': 'b23f7177-0e8e-4fff-b079-7a4f5edcff57', 'mac_address': 'fa:16:3e:c7:e9:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eac43cd7-5501-421e-930c-a171e85eb563', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 00:05:12.608504 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Current status of the port b23f7177-0e8e-4fff-b079-7a4f5edcff57 is: DOWN; New status is: BUILD {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:05:12.609158 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (b23f7177-0e8e-4fff-b079-7a4f5edcff57), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:12.621816 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.notifiers.nova [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b23f7177-0e8e-4fff-b079-7a4f5edcff57 {{(pid=113417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 00:05:12.641252 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port b23f7177-0e8e-4fff-b079-7a4f5edcff57, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=b23f7177-0e8e-4fff-b079-7a4f5edcff57,segment=NetworkSegment(ade09e0b-82bc-4df6-a541-dd677767d870),segment_id=ade09e0b-82bc-4df6-a541-dd677767d870)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:05:12.737833 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (b23f7177-0e8e-4fff-b079-7a4f5edcff57), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:12.784589 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Pushing event updated for resources: {'Port': ['ID=b23f7177-0e8e-4fff-b079-7a4f5edcff57,revision_number=7']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:05:12.934928 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] get_ports_and_sgs() called for port_ids ['b23f7177-0e8e-4fff-b079-7a4f5edcff57'] {{(pid=113417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 00:05:13.083635 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:05:13.134158 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:05:13.175222 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (a7eaf665-0f6d-431a-9601-222c900251ec), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:13.414548 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-7cbfdb83-8aed-477f-b42e-051543a8d202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (037668f0-d812-4b59-9d2d-ce33f66a7708), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:13.489197 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143820f7-7d56-42a8-b8b0-944b97817304 req-a72a997e-538f-495d-a792-cbe529dba6dc tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:13.490696 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-143820f7-7d56-42a8-b8b0-944b97817304 req-a72a997e-538f-495d-a792-cbe529dba6dc tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=00a1abe8-ac53-4188-a0ef-b087cec70b75 HTTP/1.1" status: 200 len: 944 time: 0.0495760 Aug 30 00:05:13.542258 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-143820f7-7d56-42a8-b8b0-944b97817304 req-e52212bb-4ffa-46bc-94b9-928568972275 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=3fa1129c-6a3f-4170-8d5a-2f469227501b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453589 Aug 30 00:05:14.446386 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cdcd43ac-7909-438b-ba67-31b4a20d4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (bcd4f52e-0d63-4d8a-9dda-ff825ab30758), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:14.459285 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device b23f7177-0e8e-4fff-b079-7a4f5edcff57 up at agent hyperv_hv-cinder-85504 {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 00:05:14.503331 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Provisioning complete for port b23f7177-0e8e-4fff-b079-7a4f5edcff57 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:05:14.503687 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (b23f7177-0e8e-4fff-b079-7a4f5edcff57), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:14.577954 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Current status of the port b23f7177-0e8e-4fff-b079-7a4f5edcff57 is: BUILD; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:05:14.578347 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (b23f7177-0e8e-4fff-b079-7a4f5edcff57), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:14.602330 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a1abe8-ac53-4188-a0ef-b087cec70b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23f7177-0e8e-4fff-b079-7a4f5edcff57'}] {{(pid=113417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 00:05:14.604614 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d41a01b6be055f780f1b28f387bc014884277aca14b53491aeccfff4134a8b4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2b79ed-3a6f-4c6d-8a4c-92a1c3cf1a0c" -d '{"events": [{"server_uuid": "00a1abe8-ac53-4188-a0ef-b087cec70b75", "name": "network-vif-plugged", "status": "completed", "tag": "b23f7177-0e8e-4fff-b079-7a4f5edcff57"}]}' {{(pid=113417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 00:05:14.620807 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port b23f7177-0e8e-4fff-b079-7a4f5edcff57, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=b23f7177-0e8e-4fff-b079-7a4f5edcff57,segment=NetworkSegment(ade09e0b-82bc-4df6-a541-dd677767d870),segment_id=ade09e0b-82bc-4df6-a541-dd677767d870)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:05:14.649534 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 00:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b54f2d90-6e24-4dff-b967-d1d4647ec994 x-openstack-request-id: req-b54f2d90-6e24-4dff-b967-d1d4647ec994 {{(pid=113417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 00:05:14.649823 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00a1abe8-ac53-4188-a0ef-b087cec70b75", "name": "network-vif-plugged", "status": "completed", "tag": "b23f7177-0e8e-4fff-b079-7a4f5edcff57", "code": 200}]} {{(pid=113417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 00:05:14.650073 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b54f2d90-6e24-4dff-b967-d1d4647ec994 {{(pid=113417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 00:05:14.650471 dv-cinder-855041-2-iscsi neutron-server[113417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b54f2d90-6e24-4dff-b967-d1d4647ec994'] response: {'server_uuid': '00a1abe8-ac53-4188-a0ef-b087cec70b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23f7177-0e8e-4fff-b079-7a4f5edcff57', 'code': 200} Aug 30 00:05:14.667431 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558b5b5-e006-46e4-a74b-cc8c13f22ea5 req-f2360bc6-add5-4a67-a1e9-10e9abab88eb tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:14.668954 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-4558b5b5-e006-46e4-a74b-cc8c13f22ea5 req-f2360bc6-add5-4a67-a1e9-10e9abab88eb tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=00a1abe8-ac53-4188-a0ef-b087cec70b75 HTTP/1.1" status: 200 len: 944 time: 0.0528638 Aug 30 00:05:14.708644 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (b23f7177-0e8e-4fff-b079-7a4f5edcff57), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:14.721870 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-4558b5b5-e006-46e4-a74b-cc8c13f22ea5 req-9df7f637-ff38-4ed1-ab5c-e07bea7d31a7 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=3fa1129c-6a3f-4170-8d5a-2f469227501b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462048 Aug 30 00:05:14.771804 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Pushing event updated for resources: {'Port': ['ID=b23f7177-0e8e-4fff-b079-7a4f5edcff57,revision_number=8']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:05:14.972267 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc6303-95fd-4c83-872b-1da08c3fba75 req-131cee80-881d-4154-a3f3-036842e1a79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:14.973689 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-3edc6303-95fd-4c83-872b-1da08c3fba75 req-131cee80-881d-4154-a3f3-036842e1a79c service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=00a1abe8-ac53-4188-a0ef-b087cec70b75 HTTP/1.1" status: 200 len: 1129 time: 0.0431433 Aug 30 00:05:15.019488 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-3edc6303-95fd-4c83-872b-1da08c3fba75 req-57b423a9-948a-4de9-98d5-dc9c30389333 service neutron] 10.222.0.87 "GET /networking/v2.0/security-groups?id=3fa1129c-6a3f-4170-8d5a-2f469227501b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402479 Aug 30 00:05:15.560782 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (01773ddc-a5d8-4c68-b7b5-e385af2b339f), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:15.854690 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13966426-a8bc-4040-b634-0e22f572bd68 req-0e9c04a3-4f8d-41e2-bc5a-d7c8e3fa3875 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:15.856047 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-13966426-a8bc-4040-b634-0e22f572bd68 req-0e9c04a3-4f8d-41e2-bc5a-d7c8e3fa3875 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=00a1abe8-ac53-4188-a0ef-b087cec70b75 HTTP/1.1" status: 200 len: 945 time: 0.0511389 Aug 30 00:05:15.906769 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-13966426-a8bc-4040-b634-0e22f572bd68 req-18ec1eb0-32b6-489f-9942-93f82fd23f9c tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=3fa1129c-6a3f-4170-8d5a-2f469227501b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441964 Aug 30 00:05:16.469837 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-55545b4a-c719-46e4-a9c5-7c044aa64822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (63136763-0f20-46a8-951a-2f70193501e4), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:17.025361 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839401ca-09fc-4b69-9aab-e944087366ed req-10485968-8f1f-431a-9c66-f73980164250 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:17.027158 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-839401ca-09fc-4b69-9aab-e944087366ed req-10485968-8f1f-431a-9c66-f73980164250 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=00a1abe8-ac53-4188-a0ef-b087cec70b75 HTTP/1.1" status: 200 len: 945 time: 0.0467916 Aug 30 00:05:17.056146 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:05:17.080744 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-839401ca-09fc-4b69-9aab-e944087366ed req-f6a52d6e-f8be-469d-a8c1-4e4a5edef90c tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=3fa1129c-6a3f-4170-8d5a-2f469227501b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480340 Aug 30 00:05:17.962265 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=1 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:05:17.963083 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=1 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:05:20.085580 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-67b33aee-4ef6-41fd-bd13-35aa065a2ae8 req-3c8f4ed8-f8ef-46fe-b13f-f96bd0fe902d service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=00a1abe8-ac53-4188-a0ef-b087cec70b75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409164 Aug 30 00:05:20.167689 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b33aee-4ef6-41fd-bd13-35aa065a2ae8 req-4c991ebd-31f9-468f-bd0d-e4d87b044fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:20.169256 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-67b33aee-4ef6-41fd-bd13-35aa065a2ae8 req-4c991ebd-31f9-468f-bd0d-e4d87b044fb0 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=25d9f13fb1af4c3a911d91561bf0aae5&device_id=00a1abe8-ac53-4188-a0ef-b087cec70b75 HTTP/1.1" status: 200 len: 1129 time: 0.0399117 Aug 30 00:05:20.276542 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b33aee-4ef6-41fd-bd13-35aa065a2ae8 req-08d0dc60-c4ea-438a-ad4b-d7772aedc13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:20.277983 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-67b33aee-4ef6-41fd-bd13-35aa065a2ae8 req-08d0dc60-c4ea-438a-ad4b-d7772aedc13f service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=8f166cb4-c4bf-43cb-8e53-808a94ef3b22 HTTP/1.1" status: 200 len: 911 time: 0.0905879 Aug 30 00:05:20.342441 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-67b33aee-4ef6-41fd-bd13-35aa065a2ae8 req-1f6b6827-66a7-46b3-ac02-518fa2214086 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b23f7177-0e8e-4fff-b079-7a4f5edcff57 HTTP/1.1" status: 200 len: 1001 time: 0.0574024 Aug 30 00:05:20.396118 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b33aee-4ef6-41fd-bd13-35aa065a2ae8 req-3259ddc2-796e-4e72-a33b-8eda7656a51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:20.397590 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-67b33aee-4ef6-41fd-bd13-35aa065a2ae8 req-3259ddc2-796e-4e72-a33b-8eda7656a51c service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=eac43cd7-5501-421e-930c-a171e85eb563 HTTP/1.1" status: 200 len: 848 time: 0.0482819 Aug 30 00:05:20.440385 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b33aee-4ef6-41fd-bd13-35aa065a2ae8 req-770c3656-4ecb-4b40-8418-56227995dce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:20.441862 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-67b33aee-4ef6-41fd-bd13-35aa065a2ae8 req-770c3656-4ecb-4b40-8418-56227995dce9 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=8f166cb4-c4bf-43cb-8e53-808a94ef3b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386894 Aug 30 00:05:20.536072 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-67b33aee-4ef6-41fd-bd13-35aa065a2ae8 req-3561936d-ba1c-4586-bc4c-7054cd33fa90 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/8f166cb4-c4bf-43cb-8e53-808a94ef3b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880461 Aug 30 00:05:20.623429 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-67b33aee-4ef6-41fd-bd13-35aa065a2ae8 req-2a8c83a6-f89d-4a72-b495-56c6ff8cead0 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/8f166cb4-c4bf-43cb-8e53-808a94ef3b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817275 Aug 30 00:05:26.386071 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=34,neutron:UPDATE=1 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:05:26.391005 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=47,neutron:UPDATE=5 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:05:27.076445 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=54 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:05:30.614324 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=58 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:05:30.620549 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=63 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:05:36.959853 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=4 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:05:36.960641 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:05:40.277386 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-e65cd541-29a1-40a9-958d-7cea35931710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (1020f8f9-c858-45a1-84c5-376480b0ca2e), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:43.179819 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (a7eaf665-0f6d-431a-9601-222c900251ec), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:43.406591 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-023ee399-d545-4722-8807-239a2769f5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (037668f0-d812-4b59-9d2d-ce33f66a7708), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:44.494686 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cdcd43ac-7909-438b-ba67-31b4a20d4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (bcd4f52e-0d63-4d8a-9dda-ff825ab30758), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:44.966016 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.agents_db [None req-4166f728-c6cb-4ae6-8e81-f61b29fbc360 None None] Agent healthcheck: found 6 active agents {{(pid=113418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 00:05:45.551463 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (01773ddc-a5d8-4c68-b7b5-e385af2b339f), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:46.491941 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-55545b4a-c719-46e4-a9c5-7c044aa64822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (63136763-0f20-46a8-951a-2f70193501e4), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:54.962586 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=2 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:05:56.393671 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:05:56.396508 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:06:10.251123 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-2eddec83-0d27-42b4-be05-5d8f25bf0616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (1020f8f9-c858-45a1-84c5-376480b0ca2e), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:12.351550 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=3 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:06:12.356581 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=3 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:06:13.219403 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (a7eaf665-0f6d-431a-9601-222c900251ec), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:13.429723 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-ca7e54f3-a1a1-4a05-94e6-20cdcad41537 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (037668f0-d812-4b59-9d2d-ce33f66a7708), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:14.465082 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cdcd43ac-7909-438b-ba67-31b4a20d4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (bcd4f52e-0d63-4d8a-9dda-ff825ab30758), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:15.559615 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (01773ddc-a5d8-4c68-b7b5-e385af2b339f), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:16.462808 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-55545b4a-c719-46e4-a9c5-7c044aa64822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (63136763-0f20-46a8-951a-2f70193501e4), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:20.091788 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-ed655acf-179c-425f-b366-e1bcc088b79c req-d02d3045-8f15-4311-9694-f915e849ae9b service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=80666307-d0f2-45ea-8d85-c256c8f65841&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389242 Aug 30 00:06:20.161490 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed655acf-179c-425f-b366-e1bcc088b79c req-71d7ac1d-6f88-4a39-a8ab-c297613cfd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:06:20.185388 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-ed655acf-179c-425f-b366-e1bcc088b79c req-71d7ac1d-6f88-4a39-a8ab-c297613cfd39 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=6e1e7c36165f47ad838bb6b42f3179d9&device_id=80666307-d0f2-45ea-8d85-c256c8f65841 HTTP/1.1" status: 200 len: 1130 time: 0.0482695 Aug 30 00:06:20.269013 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed655acf-179c-425f-b366-e1bcc088b79c req-334771a8-9170-49ac-9e9c-17ce4168355a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:06:20.270475 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-ed655acf-179c-425f-b366-e1bcc088b79c req-334771a8-9170-49ac-9e9c-17ce4168355a service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=79f758d9-f5c9-4dd1-ba1e-2857ef410b54 HTTP/1.1" status: 200 len: 913 time: 0.0902512 Aug 30 00:06:20.336633 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-ed655acf-179c-425f-b366-e1bcc088b79c req-4ce31aca-6664-470a-bbf7-98376582228c service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4854ce64-ea30-4f58-b30f-1110cea9fcea HTTP/1.1" status: 200 len: 1002 time: 0.0606625 Aug 30 00:06:20.383091 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed655acf-179c-425f-b366-e1bcc088b79c req-33df81ba-b702-4fa5-ae20-a3923168c0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:06:20.385250 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-ed655acf-179c-425f-b366-e1bcc088b79c req-33df81ba-b702-4fa5-ae20-a3923168c0d8 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=7f07dc28-3b5d-4778-a100-fbd0d9f8acb3 HTTP/1.1" status: 200 len: 850 time: 0.0438089 Aug 30 00:06:20.426765 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed655acf-179c-425f-b366-e1bcc088b79c req-6d02141b-47fd-4ec6-a3a8-1d39e5c4842b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:06:20.428252 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-ed655acf-179c-425f-b366-e1bcc088b79c req-6d02141b-47fd-4ec6-a3a8-1d39e5c4842b service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=79f758d9-f5c9-4dd1-ba1e-2857ef410b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378809 Aug 30 00:06:20.523034 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-ed655acf-179c-425f-b366-e1bcc088b79c req-9523b2e2-9081-4b53-953d-a4717fb93e06 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/79f758d9-f5c9-4dd1-ba1e-2857ef410b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890887 Aug 30 00:06:20.616305 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-ed655acf-179c-425f-b366-e1bcc088b79c req-d960b4a0-413d-438c-bf2b-9b39d6a7cc04 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/79f758d9-f5c9-4dd1-ba1e-2857ef410b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860417 Aug 30 00:06:20.740682 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-34050be2-5e63-4739-a3db-28fd18fab347 req-e9c945b2-9210-405f-bf1c-95d12e32d703 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1260045331&fields=id&tenant_id=6e1e7c36165f47ad838bb6b42f3179d9 HTTP/1.1" status: 200 len: 267 time: 0.0464275 Aug 30 00:06:20.849565 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34050be2-5e63-4739-a3db-28fd18fab347 req-86983a87-a02a-495f-a954-31843fdecdb7 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:06:20.851059 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-34050be2-5e63-4739-a3db-28fd18fab347 req-86983a87-a02a-495f-a954-31843fdecdb7 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/networks?id=79f758d9-f5c9-4dd1-ba1e-2857ef410b54 HTTP/1.1" status: 200 len: 811 time: 0.1031961 Aug 30 00:06:20.866533 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-34050be2-5e63-4739-a3db-28fd18fab347 req-e3dc20c0-a1ba-4422-8582-2628e6309492 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/quotas/6e1e7c36165f47ad838bb6b42f3179d9 HTTP/1.1" status: 200 len: 375 time: 0.0094903 Aug 30 00:06:20.922582 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-34050be2-5e63-4739-a3db-28fd18fab347 req-9e3adab3-ec9d-4411-a3a2-7205f362b69a tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/ports?tenant_id=6e1e7c36165f47ad838bb6b42f3179d9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0501597 Aug 30 00:06:21.021430 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-34050be2-5e63-4739-a3db-28fd18fab347 req-a96f2e27-6a99-46f8-812a-0c15b3349475 service neutron] 10.222.0.90 "GET /networking/v2.0/networks/79f758d9-f5c9-4dd1-ba1e-2857ef410b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867362 Aug 30 00:06:21.120992 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-34050be2-5e63-4739-a3db-28fd18fab347 req-a04aa0b7-a767-4636-b678-6f2b51f04bbf service neutron] 10.222.0.90 "GET /networking/v2.0/networks/79f758d9-f5c9-4dd1-ba1e-2857ef410b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930340 Aug 30 00:06:21.699420 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-0a245f9e-47f0-491a-b466-8a70dbf510ef req-f3228a19-2c10-4d14-949e-848f4d8cdf8f tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=0c5d6cce-0131-45c1-bfcd-a66adba76c95 HTTP/1.1" status: 200 len: 210 time: 0.0296047 Aug 30 00:06:21.966349 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.agents_db [None req-4166f728-c6cb-4ae6-8e81-f61b29fbc360 None None] Agent healthcheck: found 6 active agents {{(pid=113418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 00:06:22.801921 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-d2cd5fd3-81cf-45cc-bb9b-6bcdb10dffe7 req-caf69f0a-f532-4924-997c-3ac8c371053f tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=0c5d6cce-0131-45c1-bfcd-a66adba76c95 HTTP/1.1" status: 200 len: 210 time: 0.0291557 Aug 30 00:06:23.640480 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34050be2-5e63-4739-a3db-28fd18fab347 req-0b2e9cd8-8217-483d-bb0f-e2ac93f8d621 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:06:23.641982 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-34050be2-5e63-4739-a3db-28fd18fab347 req-0b2e9cd8-8217-483d-bb0f-e2ac93f8d621 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.87 "GET /networking/v2.0/networks?id=79f758d9-f5c9-4dd1-ba1e-2857ef410b54 HTTP/1.1" status: 200 len: 811 time: 0.1076562 Aug 30 00:06:23.705133 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-34050be2-5e63-4739-a3db-28fd18fab347 req-2152b90b-5d6e-4e80-838a-170788c24d89 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.87 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6e1e7c36165f47ad838bb6b42f3179d9 HTTP/1.1" status: 200 len: 380 time: 0.0547647 Aug 30 00:06:23.713501 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [req-34050be2-5e63-4739-a3db-28fd18fab347 req-e0920ffc-1d8b-4612-8edc-64a51c0ba669 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Request body: {'port': {'device_id': '0c5d6cce-0131-45c1-bfcd-a66adba76c95', 'network_id': '79f758d9-f5c9-4dd1-ba1e-2857ef410b54', 'admin_state_up': True, 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'security_groups': ['fa10b182-c739-4d09-bf63-62bbd8ffd175']}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:06:23.959167 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-ee115d65-703f-41c9-830c-c768b84aa5d9 req-3a05c0c6-ebf3-4054-bd54-8b5c214ccfbc tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=0c5d6cce-0131-45c1-bfcd-a66adba76c95 HTTP/1.1" status: 200 len: 210 time: 0.0322115 Aug 30 00:06:23.959870 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34050be2-5e63-4739-a3db-28fd18fab347 req-e0920ffc-1d8b-4612-8edc-64a51c0ba669 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Made reservation on behalf of 6e1e7c36165f47ad838bb6b42f3179d9 for: {'port': 1} {{(pid=113416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 00:06:23.959870 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-34050be2-5e63-4739-a3db-28fd18fab347 req-e0920ffc-1d8b-4612-8edc-64a51c0ba669 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:24.034280 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:06:24.061275 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.db_base_plugin_common [req-34050be2-5e63-4739-a3db-28fd18fab347 req-e0920ffc-1d8b-4612-8edc-64a51c0ba669 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Allocated IP 172.20.0.9 (79f758d9-f5c9-4dd1-ba1e-2857ef410b54/7f07dc28-3b5d-4778-a100-fbd0d9f8acb3/abe29c2e-86d6-4583-9a88-dd72f841e7b5) {{(pid=113416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 00:06:24.070432 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:06:24.208245 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-34050be2-5e63-4739-a3db-28fd18fab347 req-e0920ffc-1d8b-4612-8edc-64a51c0ba669 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks [] for port (abe29c2e-86d6-4583-9a88-dd72f841e7b5), precommit_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:24.298244 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-34050be2-5e63-4739-a3db-28fd18fab347 req-e0920ffc-1d8b-4612-8edc-64a51c0ba669 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963692'] for port (abe29c2e-86d6-4583-9a88-dd72f841e7b5), after_create {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:24.346407 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34050be2-5e63-4739-a3db-28fd18fab347 req-e0920ffc-1d8b-4612-8edc-64a51c0ba669 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Network 79f758d9-f5c9-4dd1-ba1e-2857ef410b54 is already hosted by enough agents. {{(pid=113416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 00:06:24.349509 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.base_scheduler [req-34050be2-5e63-4739-a3db-28fd18fab347 req-e0920ffc-1d8b-4612-8edc-64a51c0ba669 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Resources bound (agent type, host, resource id): {{(pid=113416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 00:06:24.353388 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.l3_dvrscheduler_db [req-34050be2-5e63-4739-a3db-28fd18fab347 req-e0920ffc-1d8b-4612-8edc-64a51c0ba669 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Received port after_create {{(pid=113416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 00:06:24.360592 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0920ffc-1d8b-4612-8edc-64a51c0ba669 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Pushing event updated for resources: {'Port': ['ID=abe29c2e-86d6-4583-9a88-dd72f841e7b5,revision_number=1']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:06:24.396773 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0920ffc-1d8b-4612-8edc-64a51c0ba669 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:06:24.397125 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0920ffc-1d8b-4612-8edc-64a51c0ba669 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:06:24.397473 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0920ffc-1d8b-4612-8edc-64a51c0ba669 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:06:24.397819 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0920ffc-1d8b-4612-8edc-64a51c0ba669 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:06:24.398152 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0920ffc-1d8b-4612-8edc-64a51c0ba669 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:06:24.398582 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0920ffc-1d8b-4612-8edc-64a51c0ba669 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:06:24.398834 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0920ffc-1d8b-4612-8edc-64a51c0ba669 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:06:24.399162 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0920ffc-1d8b-4612-8edc-64a51c0ba669 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:06:24.399526 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0920ffc-1d8b-4612-8edc-64a51c0ba669 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:06:24.399853 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0920ffc-1d8b-4612-8edc-64a51c0ba669 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:06:24.400217 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0920ffc-1d8b-4612-8edc-64a51c0ba669 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:06:24.402529 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0920ffc-1d8b-4612-8edc-64a51c0ba669 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:06:24.402529 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0920ffc-1d8b-4612-8edc-64a51c0ba669 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:06:24.402529 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0920ffc-1d8b-4612-8edc-64a51c0ba669 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:06:24.402529 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0920ffc-1d8b-4612-8edc-64a51c0ba669 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:06:24.432437 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34050be2-5e63-4739-a3db-28fd18fab347 req-e0920ffc-1d8b-4612-8edc-64a51c0ba669 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:06:24.436667 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-34050be2-5e63-4739-a3db-28fd18fab347 req-e0920ffc-1d8b-4612-8edc-64a51c0ba669 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for port (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:24.517449 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-34050be2-5e63-4739-a3db-28fd18fab347 req-e0920ffc-1d8b-4612-8edc-64a51c0ba669 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.87 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8074753 Aug 30 00:06:24.533728 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.v2.base [req-34050be2-5e63-4739-a3db-28fd18fab347 req-b0636b55-acc1-4d19-8ac6-09c1fc8d237f service neutron] Request body: {'port': {'device_id': '0c5d6cce-0131-45c1-bfcd-a66adba76c95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85504'}} {{(pid=113416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:06:24.596518 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-34050be2-5e63-4739-a3db-28fd18fab347 req-b0636b55-acc1-4d19-8ac6-09c1fc8d237f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (abe29c2e-86d6-4583-9a88-dd72f841e7b5), before_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:24.610581 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:06:24.655148 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-25bf4f45-d160-4bab-9d5d-db082e1f8efb None None] Provisioning complete for port abe29c2e-86d6-4583-9a88-dd72f841e7b5 triggered by entity DHCP. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:06:24.657339 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-25bf4f45-d160-4bab-9d5d-db082e1f8efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (abe29c2e-86d6-4583-9a88-dd72f841e7b5), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:24.694331 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-25bf4f45-d160-4bab-9d5d-db082e1f8efb None None] Port abe29c2e-86d6-4583-9a88-dd72f841e7b5 cannot update to ACTIVE because it is not bound. {{(pid=113417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 00:06:24.866546 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.notifiers.nova [req-34050be2-5e63-4739-a3db-28fd18fab347 req-b0636b55-acc1-4d19-8ac6-09c1fc8d237f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abe29c2e-86d6-4583-9a88-dd72f841e7b5 {{(pid=113416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 00:06:24.874278 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-34050be2-5e63-4739-a3db-28fd18fab347 req-b0636b55-acc1-4d19-8ac6-09c1fc8d237f service neutron] Publish callbacks [] for port (abe29c2e-86d6-4583-9a88-dd72f841e7b5), precommit_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:24.886768 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.provisioning_blocks [req-34050be2-5e63-4739-a3db-28fd18fab347 req-b0636b55-acc1-4d19-8ac6-09c1fc8d237f service neutron] Transition to ACTIVE for port object abe29c2e-86d6-4583-9a88-dd72f841e7b5 will not be triggered until provisioned by entity L2. {{(pid=113416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 00:06:24.951047 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-34050be2-5e63-4739-a3db-28fd18fab347 req-b0636b55-acc1-4d19-8ac6-09c1fc8d237f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963685'] for port (abe29c2e-86d6-4583-9a88-dd72f841e7b5), after_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:25.013302 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0636b55-acc1-4d19-8ac6-09c1fc8d237f service neutron] Pushing event updated for resources: {'Port': ['ID=abe29c2e-86d6-4583-9a88-dd72f841e7b5,revision_number=2']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:06:25.045936 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d62536c-106f-4d3a-9b7b-923a69ae374f req-2ff48568-ab38-4061-8ea8-24be71fd1fc0 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:06:25.047511 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-4d62536c-106f-4d3a-9b7b-923a69ae374f req-2ff48568-ab38-4061-8ea8-24be71fd1fc0 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=0c5d6cce-0131-45c1-bfcd-a66adba76c95 HTTP/1.1" status: 200 len: 943 time: 0.0516727 Aug 30 00:06:25.103013 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-4d62536c-106f-4d3a-9b7b-923a69ae374f req-41909b6e-1e3d-4a75-931d-9586db9fc39b tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fa10b182-c739-4d09-bf63-62bbd8ffd175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495415 Aug 30 00:06:25.318509 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.managers [req-34050be2-5e63-4739-a3db-28fd18fab347 req-b0636b55-acc1-4d19-8ac6-09c1fc8d237f service neutron] Attempting to bind port abe29c2e-86d6-4583-9a88-dd72f841e7b5 on host hv-cinder-85504 for vnic_type normal with profile {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 00:06:25.318839 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.managers [req-34050be2-5e63-4739-a3db-28fd18fab347 req-b0636b55-acc1-4d19-8ac6-09c1fc8d237f service neutron] Attempting to bind port abe29c2e-86d6-4583-9a88-dd72f841e7b5 by drivers openvswitch,hyperv on host hv-cinder-85504 at level 0 using segments [{'id': 'e442b733-cdb1-440f-8d43-4017843e1658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '79f758d9-f5c9-4dd1-ba1e-2857ef410b54'}] {{(pid=113416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 00:06:25.319163 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34050be2-5e63-4739-a3db-28fd18fab347 req-b0636b55-acc1-4d19-8ac6-09c1fc8d237f service neutron] Attempting to bind port abe29c2e-86d6-4583-9a88-dd72f841e7b5 on network 79f758d9-f5c9-4dd1-ba1e-2857ef410b54 {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 00:06:25.323665 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34050be2-5e63-4739-a3db-28fd18fab347 req-b0636b55-acc1-4d19-8ac6-09c1fc8d237f service neutron] Port abe29c2e-86d6-4583-9a88-dd72f841e7b5 on network 79f758d9-f5c9-4dd1-ba1e-2857ef410b54 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85504 {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 00:06:25.323981 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34050be2-5e63-4739-a3db-28fd18fab347 req-b0636b55-acc1-4d19-8ac6-09c1fc8d237f service neutron] Attempting to bind port abe29c2e-86d6-4583-9a88-dd72f841e7b5 on network 79f758d9-f5c9-4dd1-ba1e-2857ef410b54 {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 00:06:25.329372 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34050be2-5e63-4739-a3db-28fd18fab347 req-b0636b55-acc1-4d19-8ac6-09c1fc8d237f service neutron] Checking agent: {'id': 'a7eaf665-0f6d-431a-9601-222c900251ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85504', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 50, 13), 'started_at': datetime.datetime(2022, 8, 29, 23, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 0, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 00:06:25.329709 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34050be2-5e63-4739-a3db-28fd18fab347 req-b0636b55-acc1-4d19-8ac6-09c1fc8d237f service neutron] Checking segment: {'id': 'e442b733-cdb1-440f-8d43-4017843e1658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '79f758d9-f5c9-4dd1-ba1e-2857ef410b54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 00:06:25.330083 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34050be2-5e63-4739-a3db-28fd18fab347 req-b0636b55-acc1-4d19-8ac6-09c1fc8d237f service neutron] Bound using segment: {'id': 'e442b733-cdb1-440f-8d43-4017843e1658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '79f758d9-f5c9-4dd1-ba1e-2857ef410b54'} {{(pid=113416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 00:06:25.330497 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.managers [req-34050be2-5e63-4739-a3db-28fd18fab347 req-b0636b55-acc1-4d19-8ac6-09c1fc8d237f service neutron] Bound port: abe29c2e-86d6-4583-9a88-dd72f841e7b5, host: hv-cinder-85504, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e442b733-cdb1-440f-8d43-4017843e1658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '79f758d9-f5c9-4dd1-ba1e-2857ef410b54'}}] {{(pid=113416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 00:06:25.330849 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-34050be2-5e63-4739-a3db-28fd18fab347 req-b0636b55-acc1-4d19-8ac6-09c1fc8d237f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (abe29c2e-86d6-4583-9a88-dd72f841e7b5), before_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:25.394740 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.db [req-34050be2-5e63-4739-a3db-28fd18fab347 req-b0636b55-acc1-4d19-8ac6-09c1fc8d237f service neutron] For port abe29c2e-86d6-4583-9a88-dd72f841e7b5, host hv-cinder-85504, cleared binding levels {{(pid=113416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 00:06:25.397889 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.db [req-34050be2-5e63-4739-a3db-28fd18fab347 req-b0636b55-acc1-4d19-8ac6-09c1fc8d237f service neutron] For port abe29c2e-86d6-4583-9a88-dd72f841e7b5, host hv-cinder-85504, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=abe29c2e-86d6-4583-9a88-dd72f841e7b5,segment=NetworkSegment(e442b733-cdb1-440f-8d43-4017843e1658),segment_id=e442b733-cdb1-440f-8d43-4017843e1658)] {{(pid=113416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 00:06:25.489066 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-34050be2-5e63-4739-a3db-28fd18fab347 req-b0636b55-acc1-4d19-8ac6-09c1fc8d237f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963685'] for port (abe29c2e-86d6-4583-9a88-dd72f841e7b5), after_update {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:25.495325 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34050be2-5e63-4739-a3db-28fd18fab347 req-b0636b55-acc1-4d19-8ac6-09c1fc8d237f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:06:25.496029 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-34050be2-5e63-4739-a3db-28fd18fab347 req-b0636b55-acc1-4d19-8ac6-09c1fc8d237f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for port (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:25.497708 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-34050be2-5e63-4739-a3db-28fd18fab347 req-b0636b55-acc1-4d19-8ac6-09c1fc8d237f service neutron] 10.222.0.87 "PUT /networking/v2.0/ports/abe29c2e-86d6-4583-9a88-dd72f841e7b5 HTTP/1.1" status: 200 len: 1093 time: 0.9709315 Aug 30 00:06:25.498225 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c5d6cce-0131-45c1-bfcd-a66adba76c95', 'tag': 'abe29c2e-86d6-4583-9a88-dd72f841e7b5'}] {{(pid=113416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 00:06:25.500512 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca1b1d0bad556637bdc4aa8e491b493d03ba5f494de7569054403470f02cf73a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1edd2239-422d-47da-b4ce-cdd6790de85e" -d '{"events": [{"name": "network-changed", "server_uuid": "0c5d6cce-0131-45c1-bfcd-a66adba76c95", "tag": "abe29c2e-86d6-4583-9a88-dd72f841e7b5"}]}' {{(pid=113416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 00:06:25.546127 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 00:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc40a58-3841-4e16-93da-8af956d8e027 x-openstack-request-id: req-3dc40a58-3841-4e16-93da-8af956d8e027 {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 00:06:25.546417 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c5d6cce-0131-45c1-bfcd-a66adba76c95", "tag": "abe29c2e-86d6-4583-9a88-dd72f841e7b5", "status": "completed", "code": 200}]} {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 00:06:25.546667 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-3dc40a58-3841-4e16-93da-8af956d8e027 {{(pid=113416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 00:06:25.547066 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dc40a58-3841-4e16-93da-8af956d8e027'] response: {'name': 'network-changed', 'server_uuid': '0c5d6cce-0131-45c1-bfcd-a66adba76c95', 'tag': 'abe29c2e-86d6-4583-9a88-dd72f841e7b5', 'status': 'completed', 'code': 200} Aug 30 00:06:25.553876 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0636b55-acc1-4d19-8ac6-09c1fc8d237f service neutron] Pushing event updated for resources: {'Port': ['ID=abe29c2e-86d6-4583-9a88-dd72f841e7b5,revision_number=3']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:06:25.607146 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd2239-422d-47da-b4ce-cdd6790de85e req-8d808ec2-cf90-434e-b4ef-818df08ae404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:06:25.608605 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-1edd2239-422d-47da-b4ce-cdd6790de85e req-8d808ec2-cf90-434e-b4ef-818df08ae404 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=6e1e7c36165f47ad838bb6b42f3179d9&device_id=0c5d6cce-0131-45c1-bfcd-a66adba76c95 HTTP/1.1" status: 200 len: 1127 time: 0.0443897 Aug 30 00:06:25.841751 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:06:25.874023 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd2239-422d-47da-b4ce-cdd6790de85e req-43f14a81-0e10-4b0c-a12f-a280f2fda0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:06:25.875569 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-1edd2239-422d-47da-b4ce-cdd6790de85e req-43f14a81-0e10-4b0c-a12f-a280f2fda0ca service neutron] 10.222.0.87 "GET /networking/v2.0/networks?tenant_id=6e1e7c36165f47ad838bb6b42f3179d9&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0953946 Aug 30 00:06:25.974703 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd2239-422d-47da-b4ce-cdd6790de85e req-c3dc91e5-f728-4384-a485-ac846ad1e4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:06:25.976156 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-1edd2239-422d-47da-b4ce-cdd6790de85e req-c3dc91e5-f728-4384-a485-ac846ad1e4d9 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0936487 Aug 30 00:06:26.049554 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34050be2-5e63-4739-a3db-28fd18fab347 req-aaae648b-7b5a-409f-9c26-f39e38153b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:06:26.051030 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-34050be2-5e63-4739-a3db-28fd18fab347 req-aaae648b-7b5a-409f-9c26-f39e38153b2d service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=6e1e7c36165f47ad838bb6b42f3179d9&device_id=0c5d6cce-0131-45c1-bfcd-a66adba76c95 HTTP/1.1" status: 200 len: 1127 time: 0.0404940 Aug 30 00:06:26.090364 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-34050be2-5e63-4739-a3db-28fd18fab347 req-303ec67f-a286-4299-b92b-a46993b48d2c service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=abe29c2e-86d6-4583-9a88-dd72f841e7b5 HTTP/1.1" status: 200 len: 217 time: 0.0323784 Aug 30 00:06:26.141951 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34050be2-5e63-4739-a3db-28fd18fab347 req-555135d7-651a-4b31-9e94-d1fc973f4ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:06:26.143526 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-34050be2-5e63-4739-a3db-28fd18fab347 req-555135d7-651a-4b31-9e94-d1fc973f4ab5 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=7f07dc28-3b5d-4778-a100-fbd0d9f8acb3 HTTP/1.1" status: 200 len: 850 time: 0.0491042 Aug 30 00:06:26.187911 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34050be2-5e63-4739-a3db-28fd18fab347 req-2a563a48-47cf-482c-9b63-6dd2a4a59a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:06:26.189508 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-34050be2-5e63-4739-a3db-28fd18fab347 req-2a563a48-47cf-482c-9b63-6dd2a4a59a1f service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=79f758d9-f5c9-4dd1-ba1e-2857ef410b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400751 Aug 30 00:06:26.224006 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443bfb75-ee6e-4343-952e-b82946b52aad req-9b2042b6-fc6f-415f-8bdf-d0d9867bd6d6 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:06:26.225534 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-443bfb75-ee6e-4343-952e-b82946b52aad req-9b2042b6-fc6f-415f-8bdf-d0d9867bd6d6 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=0c5d6cce-0131-45c1-bfcd-a66adba76c95 HTTP/1.1" status: 200 len: 943 time: 0.0482962 Aug 30 00:06:26.275195 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-443bfb75-ee6e-4343-952e-b82946b52aad req-f1c84ddc-4517-44fc-b080-0468a86de7f4 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fa10b182-c739-4d09-bf63-62bbd8ffd175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438969 Aug 30 00:06:26.285255 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-34050be2-5e63-4739-a3db-28fd18fab347 req-6ef3cefa-1618-42c9-8b0b-7cab5cd2b0a3 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/79f758d9-f5c9-4dd1-ba1e-2857ef410b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900371 Aug 30 00:06:26.343121 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:06:26.378504 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-34050be2-5e63-4739-a3db-28fd18fab347 req-0ed45619-b665-430d-be47-fc9aa5079283 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/79f758d9-f5c9-4dd1-ba1e-2857ef410b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879273 Aug 30 00:06:27.401953 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f815e-038f-4609-8c04-379b413b690d req-f5b13988-6a71-4e04-ac32-6372cdae48eb tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:06:27.403928 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-745f815e-038f-4609-8c04-379b413b690d req-f5b13988-6a71-4e04-ac32-6372cdae48eb tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=0c5d6cce-0131-45c1-bfcd-a66adba76c95 HTTP/1.1" status: 200 len: 943 time: 0.0509875 Aug 30 00:06:27.456033 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-745f815e-038f-4609-8c04-379b413b690d req-5603efd2-8897-4635-ac02-8a4ea4126119 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fa10b182-c739-4d09-bf63-62bbd8ffd175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464969 Aug 30 00:06:28.576342 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6686e007-e616-4040-bb5e-1fd31e6c5fb2 req-2fcd5913-4436-4517-81be-ab6b3bb19bd9 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:06:28.577810 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-6686e007-e616-4040-bb5e-1fd31e6c5fb2 req-2fcd5913-4436-4517-81be-ab6b3bb19bd9 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=0c5d6cce-0131-45c1-bfcd-a66adba76c95 HTTP/1.1" status: 200 len: 943 time: 0.0473886 Aug 30 00:06:28.627817 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-6686e007-e616-4040-bb5e-1fd31e6c5fb2 req-ab7c9587-4559-41a7-bf97-ebf76aae5e94 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fa10b182-c739-4d09-bf63-62bbd8ffd175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440836 Aug 30 00:06:29.746662 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29fbd6b-1016-4ad8-8cec-bffc8e3429d0 req-86e0c39a-3d89-466b-a4f8-2f9607b25f0e tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:06:29.748113 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-f29fbd6b-1016-4ad8-8cec-bffc8e3429d0 req-86e0c39a-3d89-466b-a4f8-2f9607b25f0e tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=0c5d6cce-0131-45c1-bfcd-a66adba76c95 HTTP/1.1" status: 200 len: 943 time: 0.0491593 Aug 30 00:06:29.800151 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-f29fbd6b-1016-4ad8-8cec-bffc8e3429d0 req-6c3efafb-03a7-4be2-92de-616b1a5a23ee tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fa10b182-c739-4d09-bf63-62bbd8ffd175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461819 Aug 30 00:06:30.922204 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ab130-5972-4a80-9c59-fb952fc28138 req-e678e1e9-e827-4fe8-97b9-b2e6715219a6 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:06:30.923654 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-6b1ab130-5972-4a80-9c59-fb952fc28138 req-e678e1e9-e827-4fe8-97b9-b2e6715219a6 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=0c5d6cce-0131-45c1-bfcd-a66adba76c95 HTTP/1.1" status: 200 len: 943 time: 0.0469053 Aug 30 00:06:30.973839 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-6b1ab130-5972-4a80-9c59-fb952fc28138 req-4c85c8a2-574d-4678-86d9-13991211a04d tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fa10b182-c739-4d09-bf63-62bbd8ffd175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446560 Aug 30 00:06:32.081312 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:06:32.086208 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:06:32.097086 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871592c-3dbf-4a43-a6d3-ffa73569266e req-38986cc5-1f26-4b60-a90a-89a5ec4b5dae tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:06:32.098602 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-2871592c-3dbf-4a43-a6d3-ffa73569266e req-38986cc5-1f26-4b60-a90a-89a5ec4b5dae tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=0c5d6cce-0131-45c1-bfcd-a66adba76c95 HTTP/1.1" status: 200 len: 943 time: 0.0483730 Aug 30 00:06:32.155086 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-2871592c-3dbf-4a43-a6d3-ffa73569266e req-fd1aa174-1b12-4d92-a0c8-df23484ec7c3 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fa10b182-c739-4d09-bf63-62bbd8ffd175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507009 Aug 30 00:06:32.761040 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 57168) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:06:32.822337 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device abe29c2e-86d6-4583-9a88-dd72f841e7b5 details requested by agent hyperv_hv-cinder-85504 with host hv-cinder-85504 {{(pid=113417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 00:06:32.912615 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [None req-8c98f828-3355-427a-aa02-78bb42896739 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Deleting port 84608787-ba6e-47d8-b83b-dff5944adcc8 {{(pid=113415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 00:06:32.912956 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-8c98f828-3355-427a-aa02-78bb42896739 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (84608787-ba6e-47d8-b83b-dff5944adcc8), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:32.929274 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port abe29c2e-86d6-4583-9a88-dd72f841e7b5, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=abe29c2e-86d6-4583-9a88-dd72f841e7b5,segment=NetworkSegment(e442b733-cdb1-440f-8d43-4017843e1658),segment_id=e442b733-cdb1-440f-8d43-4017843e1658)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:06:32.940798 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Returning: {'device': 'abe29c2e-86d6-4583-9a88-dd72f841e7b5', 'network_id': '79f758d9-f5c9-4dd1-ba1e-2857ef410b54', 'port_id': 'abe29c2e-86d6-4583-9a88-dd72f841e7b5', 'mac_address': 'fa:16:3e:51:b7:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f07dc28-3b5d-4778-a100-fbd0d9f8acb3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 00:06:32.975392 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Current status of the port abe29c2e-86d6-4583-9a88-dd72f841e7b5 is: DOWN; New status is: BUILD {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:06:32.975782 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (abe29c2e-86d6-4583-9a88-dd72f841e7b5), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:32.992939 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-8c98f828-3355-427a-aa02-78bb42896739 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (84608787-ba6e-47d8-b83b-dff5944adcc8), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:32.993213 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.notifiers.nova [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abe29c2e-86d6-4583-9a88-dd72f841e7b5 {{(pid=113417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 00:06:32.993322 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-8c98f828-3355-427a-aa02-78bb42896739 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Publish callbacks [] for floatingip (84608787-ba6e-47d8-b83b-dff5944adcc8), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:33.006180 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [None req-8c98f828-3355-427a-aa02-78bb42896739 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Calling delete_port for 84608787-ba6e-47d8-b83b-dff5944adcc8 owned by network:floatingip {{(pid=113415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 00:06:33.013346 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port abe29c2e-86d6-4583-9a88-dd72f841e7b5, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=abe29c2e-86d6-4583-9a88-dd72f841e7b5,segment=NetworkSegment(e442b733-cdb1-440f-8d43-4017843e1658),segment_id=e442b733-cdb1-440f-8d43-4017843e1658)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:06:33.076720 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (abe29c2e-86d6-4583-9a88-dd72f841e7b5), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:33.130577 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Pushing event updated for resources: {'Port': ['ID=abe29c2e-86d6-4583-9a88-dd72f841e7b5,revision_number=4']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:06:33.138684 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:06:33.142233 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:06:33.142614 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:06:33.142952 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:06:33.143282 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:06:33.143610 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:06:33.143951 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:06:33.144301 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:06:33.144616 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:06:33.145052 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:06:33.145379 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:06:33.145702 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:06:33.146019 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:06:33.146337 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:06:33.146653 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:06:33.313348 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] get_ports_and_sgs() called for port_ids ['abe29c2e-86d6-4583-9a88-dd72f841e7b5'] {{(pid=113417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 00:06:33.390406 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e5ec8-f2bb-4e02-b202-1ef3be06bf79 req-10922fee-f9f0-4cbc-97b6-61419a672c33 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:06:33.391865 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-2d4e5ec8-f2bb-4e02-b202-1ef3be06bf79 req-10922fee-f9f0-4cbc-97b6-61419a672c33 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=0c5d6cce-0131-45c1-bfcd-a66adba76c95 HTTP/1.1" status: 200 len: 944 time: 0.0588939 Aug 30 00:06:33.467455 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-2d4e5ec8-f2bb-4e02-b202-1ef3be06bf79 req-b0154f95-c55c-446f-acaf-7c361a18d5e6 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fa10b182-c739-4d09-bf63-62bbd8ffd175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633721 Aug 30 00:06:33.602847 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-8c98f828-3355-427a-aa02-78bb42896739 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11068774'] for port (84608787-ba6e-47d8-b83b-dff5944adcc8), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:33.629021 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c98f828-3355-427a-aa02-78bb42896739 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Pushing event deleted for resources: {'Port': ['ID=84608787-ba6e-47d8-b83b-dff5944adcc8,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:06:33.641347 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c98f828-3355-427a-aa02-78bb42896739 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:06:33.641787 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c98f828-3355-427a-aa02-78bb42896739 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:06:33.642120 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c98f828-3355-427a-aa02-78bb42896739 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:06:33.642457 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c98f828-3355-427a-aa02-78bb42896739 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:06:33.642780 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c98f828-3355-427a-aa02-78bb42896739 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:06:33.643097 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c98f828-3355-427a-aa02-78bb42896739 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:06:33.643411 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c98f828-3355-427a-aa02-78bb42896739 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:06:33.643723 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c98f828-3355-427a-aa02-78bb42896739 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:06:33.644121 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c98f828-3355-427a-aa02-78bb42896739 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:06:33.644484 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c98f828-3355-427a-aa02-78bb42896739 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:06:33.644798 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c98f828-3355-427a-aa02-78bb42896739 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:06:33.645111 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c98f828-3355-427a-aa02-78bb42896739 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:06:33.645422 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c98f828-3355-427a-aa02-78bb42896739 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:06:33.645731 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c98f828-3355-427a-aa02-78bb42896739 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:06:33.646038 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c98f828-3355-427a-aa02-78bb42896739 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:06:33.703422 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-8c98f828-3355-427a-aa02-78bb42896739 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Publish callbacks [] for floatingip (9c2795af-62ea-418a-8d07-61105e1ab259), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:33.703739 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.db.l3_db [None req-8c98f828-3355-427a-aa02-78bb42896739 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Floating IP 9c2795af-62ea-418a-8d07-61105e1ab259 disassociated (deleted). External IP: 172.27.1.191, port: b23f7177-0e8e-4fff-b079-7a4f5edcff57. Aug 30 00:06:33.856479 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:06:33.907843 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c98f828-3355-427a-aa02-78bb42896739 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Router 50801df7-c9ce-4645-9011-e32edfdcf6ea has already been hosted by L3 agent 037668f0-d812-4b59-9d2d-ce33f66a7708 {{(pid=113415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 00:06:33.919747 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=100 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:06:34.015188 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c98f828-3355-427a-aa02-78bb42896739 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Notify agent at l3_agent.dv-cinder-855041-2-iscsi the message routers_updated {{(pid=113415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 00:06:34.020811 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-8c98f828-3355-427a-aa02-78bb42896739 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for floatingip (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:34.025320 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d59fc7a-2a90-4e58-8ac2-2161322b7ebd None None] Sync routers for ids ['50801df7-c9ce-4645-9011-e32edfdcf6ea'] in dv-cinder-855041-2-iscsi {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 00:06:34.039469 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d59fc7a-2a90-4e58-8ac2-2161322b7ebd None None] Routers {'50801df7-c9ce-4645-9011-e32edfdcf6ea'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:06:34.040094 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-2d59fc7a-2a90-4e58-8ac2-2161322b7ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-30T00:06:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['50801df7-c9ce-4645-9011-e32edfdcf6ea'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:06:34.052805 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-8c98f828-3355-427a-aa02-78bb42896739 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "DELETE /networking/v2.0/floatingips/9c2795af-62ea-418a-8d07-61105e1ab259 HTTP/1.1" status: 204 len: 168 time: 1.2905951 Aug 30 00:06:34.053392 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00a1abe8-ac53-4188-a0ef-b087cec70b75', 'tag': 'b23f7177-0e8e-4fff-b079-7a4f5edcff57'}] {{(pid=113415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 00:06:34.055665 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbb4ce14699acef1e34bc356a7f428b480f1dc74f7679c811df4fa99cd0d73e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2dbe5a7-6688-4132-a1fc-7d17d7d0c687" -d '{"events": [{"name": "network-changed", "server_uuid": "00a1abe8-ac53-4188-a0ef-b087cec70b75", "tag": "b23f7177-0e8e-4fff-b079-7a4f5edcff57"}]}' {{(pid=113415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 00:06:34.145696 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-2d59fc7a-2a90-4e58-8ac2-2161322b7ebd None None] Set router 50801df7-c9ce-4645-9011-e32edfdcf6ea gateway port host: dv-cinder-855041-2-iscsi {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:06:34.162802 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 00:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01bee742-24b9-47d9-802a-b327becacf16 x-openstack-request-id: req-01bee742-24b9-47d9-802a-b327becacf16 {{(pid=113415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 00:06:34.163095 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00a1abe8-ac53-4188-a0ef-b087cec70b75", "tag": "b23f7177-0e8e-4fff-b079-7a4f5edcff57", "status": "completed", "code": 200}]} {{(pid=113415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 00:06:34.163349 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-01bee742-24b9-47d9-802a-b327becacf16 {{(pid=113415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 00:06:34.163758 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01bee742-24b9-47d9-802a-b327becacf16'] response: {'name': 'network-changed', 'server_uuid': '00a1abe8-ac53-4188-a0ef-b087cec70b75', 'tag': 'b23f7177-0e8e-4fff-b079-7a4f5edcff57', 'status': 'completed', 'code': 200} Aug 30 00:06:34.225987 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dbe5a7-6688-4132-a1fc-7d17d7d0c687 req-7f6af4eb-b761-4d2b-afd2-533b137f0c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:06:34.227647 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-b2dbe5a7-6688-4132-a1fc-7d17d7d0c687 req-7f6af4eb-b761-4d2b-afd2-533b137f0c1f service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=25d9f13fb1af4c3a911d91561bf0aae5&device_id=00a1abe8-ac53-4188-a0ef-b087cec70b75 HTTP/1.1" status: 200 len: 1129 time: 0.0419309 Aug 30 00:06:34.327003 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dbe5a7-6688-4132-a1fc-7d17d7d0c687 req-713bb7d2-4b04-47fe-a765-fcc9b2b6cff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:06:34.328505 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-b2dbe5a7-6688-4132-a1fc-7d17d7d0c687 req-713bb7d2-4b04-47fe-a765-fcc9b2b6cff0 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=8f166cb4-c4bf-43cb-8e53-808a94ef3b22 HTTP/1.1" status: 200 len: 911 time: 0.0954611 Aug 30 00:06:34.349475 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-2d59fc7a-2a90-4e58-8ac2-2161322b7ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50801df7-c9ce-4645-9011-e32edfdcf6ea', 'name': 'tempest-TestShelveInstance-1681345251-router', 'tenant_id': '25d9f13fb1af4c3a911d91561bf0aae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '1233ebc9-bc6e-477f-a3db-3594f67c0d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:01:56Z', 'updated_at': '2022-08-30T00:02:00Z', 'revision_number': 4, 'project_id': '25d9f13fb1af4c3a911d91561bf0aae5', 'gw_port': {'id': '1233ebc9-bc6e-477f-a3db-3594f67c0d4d', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50801df7-c9ce-4645-9011-e32edfdcf6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:56Z', 'updated_at': '2022-08-30T00:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': '1991e147-688e-4af5-8cc3-667e3dd1cf49', 'name': '', 'network_id': '8f166cb4-c4bf-43cb-8e53-808a94ef3b22', 'tenant_id': '25d9f13fb1af4c3a911d91561bf0aae5', 'mac_address': 'fa:16:3e:11:a9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50801df7-c9ce-4645-9011-e32edfdcf6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'eac43cd7-5501-421e-930c-a171e85eb563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:59Z', 'updated_at': '2022-08-30T00:02:06Z', 'revision_number': 5, 'project_id': '25d9f13fb1af4c3a911d91561bf0aae5', 'subnets': [{'id': 'eac43cd7-5501-421e-930c-a171e85eb563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:06:34.369501 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-b2dbe5a7-6688-4132-a1fc-7d17d7d0c687 req-acd6e901-7f32-411d-bcc9-65fe751e2ef2 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b23f7177-0e8e-4fff-b079-7a4f5edcff57 HTTP/1.1" status: 200 len: 217 time: 0.0341177 Aug 30 00:06:34.375756 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d59fc7a-2a90-4e58-8ac2-2161322b7ebd None None] Checking router: 50801df7-c9ce-4645-9011-e32edfdcf6ea for host: dv-cinder-855041-2-iscsi {{(pid=113418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 00:06:34.384453 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d59fc7a-2a90-4e58-8ac2-2161322b7ebd None None] Routers {'50801df7-c9ce-4645-9011-e32edfdcf6ea'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:06:34.388265 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-2d59fc7a-2a90-4e58-8ac2-2161322b7ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-30T00:06:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['50801df7-c9ce-4645-9011-e32edfdcf6ea'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:06:34.490265 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415105f-6899-4e28-b390-d1006b7a258e req-1f0460f2-7661-47b9-9652-14a590cdf712 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:06:34.491795 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-1415105f-6899-4e28-b390-d1006b7a258e req-1f0460f2-7661-47b9-9652-14a590cdf712 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=00a1abe8-ac53-4188-a0ef-b087cec70b75 HTTP/1.1" status: 200 len: 945 time: 0.0493631 Aug 30 00:06:34.495337 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-2d59fc7a-2a90-4e58-8ac2-2161322b7ebd None None] Set router 50801df7-c9ce-4645-9011-e32edfdcf6ea gateway port host: dv-cinder-855041-2-iscsi {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:06:34.566695 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-1415105f-6899-4e28-b390-d1006b7a258e req-64ee9f30-bbb8-4bcd-a1c7-4739e09f28c8 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=3fa1129c-6a3f-4170-8d5a-2f469227501b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634120 Aug 30 00:06:34.604312 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b6f61-c0ea-431b-bc2d-04611adac945 req-5f155da9-1a27-4e44-ad87-8acfe3c953f0 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:06:34.606536 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-664b6f61-c0ea-431b-bc2d-04611adac945 req-5f155da9-1a27-4e44-ad87-8acfe3c953f0 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=0c5d6cce-0131-45c1-bfcd-a66adba76c95 HTTP/1.1" status: 200 len: 944 time: 0.0576000 Aug 30 00:06:34.656945 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-664b6f61-c0ea-431b-bc2d-04611adac945 req-19866af7-92e3-4973-875d-fc4d0ee3f663 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fa10b182-c739-4d09-bf63-62bbd8ffd175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445645 Aug 30 00:06:34.698174 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-2d59fc7a-2a90-4e58-8ac2-2161322b7ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50801df7-c9ce-4645-9011-e32edfdcf6ea', 'name': 'tempest-TestShelveInstance-1681345251-router', 'tenant_id': '25d9f13fb1af4c3a911d91561bf0aae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '1233ebc9-bc6e-477f-a3db-3594f67c0d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:01:56Z', 'updated_at': '2022-08-30T00:02:00Z', 'revision_number': 4, 'project_id': '25d9f13fb1af4c3a911d91561bf0aae5', 'gw_port': {'id': '1233ebc9-bc6e-477f-a3db-3594f67c0d4d', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50801df7-c9ce-4645-9011-e32edfdcf6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:56Z', 'updated_at': '2022-08-30T00:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': '1991e147-688e-4af5-8cc3-667e3dd1cf49', 'name': '', 'network_id': '8f166cb4-c4bf-43cb-8e53-808a94ef3b22', 'tenant_id': '25d9f13fb1af4c3a911d91561bf0aae5', 'mac_address': 'fa:16:3e:11:a9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50801df7-c9ce-4645-9011-e32edfdcf6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'eac43cd7-5501-421e-930c-a171e85eb563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:59Z', 'updated_at': '2022-08-30T00:02:06Z', 'revision_number': 5, 'project_id': '25d9f13fb1af4c3a911d91561bf0aae5', 'subnets': [{'id': 'eac43cd7-5501-421e-930c-a171e85eb563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:06:34.723992 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d59fc7a-2a90-4e58-8ac2-2161322b7ebd None None] The sync data for ids ['50801df7-c9ce-4645-9011-e32edfdcf6ea'] in dv-cinder-855041-2-iscsi is: [{'id': '50801df7-c9ce-4645-9011-e32edfdcf6ea', 'name': 'tempest-TestShelveInstance-1681345251-router', 'tenant_id': '25d9f13fb1af4c3a911d91561bf0aae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '1233ebc9-bc6e-477f-a3db-3594f67c0d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:01:56Z', 'updated_at': '2022-08-30T00:02:00Z', 'revision_number': 4, 'project_id': '25d9f13fb1af4c3a911d91561bf0aae5', 'gw_port': {'id': '1233ebc9-bc6e-477f-a3db-3594f67c0d4d', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50801df7-c9ce-4645-9011-e32edfdcf6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:56Z', 'updated_at': '2022-08-30T00:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': '1991e147-688e-4af5-8cc3-667e3dd1cf49', 'name': '', 'network_id': '8f166cb4-c4bf-43cb-8e53-808a94ef3b22', 'tenant_id': '25d9f13fb1af4c3a911d91561bf0aae5', 'mac_address': 'fa:16:3e:11:a9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50801df7-c9ce-4645-9011-e32edfdcf6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'eac43cd7-5501-421e-930c-a171e85eb563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:59Z', 'updated_at': '2022-08-30T00:02:06Z', 'revision_number': 5, 'project_id': '25d9f13fb1af4c3a911d91561bf0aae5', 'subnets': [{'id': 'eac43cd7-5501-421e-930c-a171e85eb563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 00:06:34.821785 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device abe29c2e-86d6-4583-9a88-dd72f841e7b5 up at agent hyperv_hv-cinder-85504 {{(pid=113417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 00:06:34.867180 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Provisioning for port abe29c2e-86d6-4583-9a88-dd72f841e7b5 completed by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 00:06:34.951595 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.provisioning_blocks [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Provisioning complete for port abe29c2e-86d6-4583-9a88-dd72f841e7b5 triggered by entity L2. {{(pid=113417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:06:34.952059 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3500131'] for port (abe29c2e-86d6-4583-9a88-dd72f841e7b5), provisioning_complete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:34.975940 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2c4ae0-9088-4a43-95a3-55137bd9054b None None] New status for floating IP 9c2795af-62ea-418a-8d07-61105e1ab259: DOWN {{(pid=113417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 00:06:34.987298 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:06:35.038088 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:06:35.085021 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Current status of the port abe29c2e-86d6-4583-9a88-dd72f841e7b5 is: BUILD; New status is: ACTIVE {{(pid=113417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:06:35.085415 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (abe29c2e-86d6-4583-9a88-dd72f841e7b5), before_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:35.112075 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c5d6cce-0131-45c1-bfcd-a66adba76c95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe29c2e-86d6-4583-9a88-dd72f841e7b5'}] {{(pid=113417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 00:06:35.114306 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d41a01b6be055f780f1b28f387bc014884277aca14b53491aeccfff4134a8b4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d44c0f-40fd-4adc-a195-cb88247a3858" -d '{"events": [{"server_uuid": "0c5d6cce-0131-45c1-bfcd-a66adba76c95", "name": "network-vif-plugged", "status": "completed", "tag": "abe29c2e-86d6-4583-9a88-dd72f841e7b5"}]}' {{(pid=113417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 00:06:35.127957 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] For port abe29c2e-86d6-4583-9a88-dd72f841e7b5, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=abe29c2e-86d6-4583-9a88-dd72f841e7b5,segment=NetworkSegment(e442b733-cdb1-440f-8d43-4017843e1658),segment_id=e442b733-cdb1-440f-8d43-4017843e1658)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:06:35.152211 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 00:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb47621c-e15e-438e-9eaa-fca592074bc8 x-openstack-request-id: req-fb47621c-e15e-438e-9eaa-fca592074bc8 {{(pid=113417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 00:06:35.152620 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c5d6cce-0131-45c1-bfcd-a66adba76c95", "name": "network-vif-plugged", "status": "completed", "tag": "abe29c2e-86d6-4583-9a88-dd72f841e7b5", "code": 200}]} {{(pid=113417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 00:06:35.152954 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-fb47621c-e15e-438e-9eaa-fca592074bc8 {{(pid=113417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 00:06:35.153357 dv-cinder-855041-2-iscsi neutron-server[113417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb47621c-e15e-438e-9eaa-fca592074bc8'] response: {'server_uuid': '0c5d6cce-0131-45c1-bfcd-a66adba76c95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe29c2e-86d6-4583-9a88-dd72f841e7b5', 'code': 200} Aug 30 00:06:35.225231 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333'] for port (abe29c2e-86d6-4583-9a88-dd72f841e7b5), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:35.272571 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Pushing event updated for resources: {'Port': ['ID=abe29c2e-86d6-4583-9a88-dd72f841e7b5,revision_number=5']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:06:35.483003 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dbe5a7-6688-4132-a1fc-7d17d7d0c687 req-4b2e89ad-d79e-45ee-83df-53909ef8b001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:06:35.484397 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-b2dbe5a7-6688-4132-a1fc-7d17d7d0c687 req-4b2e89ad-d79e-45ee-83df-53909ef8b001 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=eac43cd7-5501-421e-930c-a171e85eb563 HTTP/1.1" status: 200 len: 848 time: 0.0550370 Aug 30 00:06:35.633331 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dbe5a7-6688-4132-a1fc-7d17d7d0c687 req-64a0ae2a-1c1e-411d-8897-c3aea9c0d091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:06:35.634854 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-b2dbe5a7-6688-4132-a1fc-7d17d7d0c687 req-64a0ae2a-1c1e-411d-8897-c3aea9c0d091 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=8f166cb4-c4bf-43cb-8e53-808a94ef3b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424585 Aug 30 00:06:35.702445 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c91d3a6-6e50-4fb6-b355-3769ecfe922e req-d665eaaa-864c-449b-ac17-e1a206ea52e6 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:06:35.703954 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-3c91d3a6-6e50-4fb6-b355-3769ecfe922e req-d665eaaa-864c-449b-ac17-e1a206ea52e6 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=00a1abe8-ac53-4188-a0ef-b087cec70b75 HTTP/1.1" status: 200 len: 945 time: 0.0575454 Aug 30 00:06:35.737347 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-b2dbe5a7-6688-4132-a1fc-7d17d7d0c687 req-95777116-0ab4-4d96-896b-02316177b96c service neutron] 10.222.0.87 "GET /networking/v2.0/networks/8f166cb4-c4bf-43cb-8e53-808a94ef3b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961440 Aug 30 00:06:35.788395 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-3c91d3a6-6e50-4fb6-b355-3769ecfe922e req-e15066d3-13d0-4c0e-808f-3866d7a8608a tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=3fa1129c-6a3f-4170-8d5a-2f469227501b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784020 Aug 30 00:06:35.798984 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b48ae0-5458-4caf-b0e9-ab8ad463b5de req-c1356023-7fa5-4960-9697-dcdf6f189263 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:06:35.802711 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-19b48ae0-5458-4caf-b0e9-ab8ad463b5de req-c1356023-7fa5-4960-9697-dcdf6f189263 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=0c5d6cce-0131-45c1-bfcd-a66adba76c95 HTTP/1.1" status: 200 len: 945 time: 0.0624983 Aug 30 00:06:35.874651 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9d4d8-4fe9-42f0-b7ca-7ef3a0742ed3 req-15bfe98f-3d14-414d-ad6a-70da885b55c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:06:35.876129 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-9dd9d4d8-4fe9-42f0-b7ca-7ef3a0742ed3 req-15bfe98f-3d14-414d-ad6a-70da885b55c1 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=0c5d6cce-0131-45c1-bfcd-a66adba76c95 HTTP/1.1" status: 200 len: 1129 time: 0.0624158 Aug 30 00:06:35.904913 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-19b48ae0-5458-4caf-b0e9-ab8ad463b5de req-d1769ab8-6682-4513-8caa-ab33d2d6ee22 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fa10b182-c739-4d09-bf63-62bbd8ffd175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985663 Aug 30 00:06:35.934610 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-b2dbe5a7-6688-4132-a1fc-7d17d7d0c687 req-b1bb593a-b6fc-4188-aca5-3785b4ed5b1c service neutron] 10.222.0.87 "GET /networking/v2.0/networks/8f166cb4-c4bf-43cb-8e53-808a94ef3b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228845 Aug 30 00:06:35.935756 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-9dd9d4d8-4fe9-42f0-b7ca-7ef3a0742ed3 req-94763a16-5534-4d25-a4fc-3b1ad738797b service neutron] 10.222.0.87 "GET /networking/v2.0/security-groups?id=fa10b182-c739-4d09-bf63-62bbd8ffd175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474808 Aug 30 00:06:35.946067 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4387e9a-451a-4de3-9682-e68b1b4dd26f req-55df096c-6e63-4d47-837f-8b5b74d3e046 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:06:35.947654 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-f4387e9a-451a-4de3-9682-e68b1b4dd26f req-55df096c-6e63-4d47-837f-8b5b74d3e046 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.87 "GET /networking/v2.0/ports?device_id=00a1abe8-ac53-4188-a0ef-b087cec70b75 HTTP/1.1" status: 200 len: 945 time: 0.0600605 Aug 30 00:06:36.179967 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=100 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:06:36.230753 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.plugin [req-f4387e9a-451a-4de3-9682-e68b1b4dd26f req-db930499-a5bb-4b43-8e14-33d2768dc8d0 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Deleting port b23f7177-0e8e-4fff-b079-7a4f5edcff57 {{(pid=113416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 00:06:36.231100 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-f4387e9a-451a-4de3-9682-e68b1b4dd26f req-db930499-a5bb-4b43-8e14-33d2768dc8d0 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (b23f7177-0e8e-4fff-b079-7a4f5edcff57), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:36.327039 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.db [req-f4387e9a-451a-4de3-9682-e68b1b4dd26f req-db930499-a5bb-4b43-8e14-33d2768dc8d0 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] For port b23f7177-0e8e-4fff-b079-7a4f5edcff57, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=b23f7177-0e8e-4fff-b079-7a4f5edcff57,segment=NetworkSegment(ade09e0b-82bc-4df6-a541-dd677767d870),segment_id=ade09e0b-82bc-4df6-a541-dd677767d870)] {{(pid=113416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:06:36.327402 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-f4387e9a-451a-4de3-9682-e68b1b4dd26f req-db930499-a5bb-4b43-8e14-33d2768dc8d0 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (b23f7177-0e8e-4fff-b079-7a4f5edcff57), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:36.341173 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.plugin [req-f4387e9a-451a-4de3-9682-e68b1b4dd26f req-db930499-a5bb-4b43-8e14-33d2768dc8d0 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Calling delete_port for b23f7177-0e8e-4fff-b079-7a4f5edcff57 owned by compute:nova {{(pid=113416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 00:06:36.548620 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-f4387e9a-451a-4de3-9682-e68b1b4dd26f req-db930499-a5bb-4b43-8e14-33d2768dc8d0 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963692'] for port (b23f7177-0e8e-4fff-b079-7a4f5edcff57), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:36.575890 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db930499-a5bb-4b43-8e14-33d2768dc8d0 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Pushing event deleted for resources: {'Port': ['ID=b23f7177-0e8e-4fff-b079-7a4f5edcff57,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:06:36.632583 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4387e9a-451a-4de3-9682-e68b1b4dd26f req-db930499-a5bb-4b43-8e14-33d2768dc8d0 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] No DVR routers for this DVR port b23f7177-0e8e-4fff-b079-7a4f5edcff57 on host hv-cinder-85504 {{(pid=113416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 00:06:36.635079 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-f4387e9a-451a-4de3-9682-e68b1b4dd26f req-db930499-a5bb-4b43-8e14-33d2768dc8d0 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for port (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:36.638780 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-f4387e9a-451a-4de3-9682-e68b1b4dd26f req-db930499-a5bb-4b43-8e14-33d2768dc8d0 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.87 "DELETE /networking/v2.0/ports/b23f7177-0e8e-4fff-b079-7a4f5edcff57 HTTP/1.1" status: 204 len: 173 time: 0.5013807 Aug 30 00:06:36.639396 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a1abe8-ac53-4188-a0ef-b087cec70b75', 'name': 'network-vif-deleted', 'tag': 'b23f7177-0e8e-4fff-b079-7a4f5edcff57'}] {{(pid=113416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 00:06:36.641864 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca1b1d0bad556637bdc4aa8e491b493d03ba5f494de7569054403470f02cf73a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89736382-899c-4eea-b92e-65e14aa2cfa2" -d '{"events": [{"server_uuid": "00a1abe8-ac53-4188-a0ef-b087cec70b75", "name": "network-vif-deleted", "tag": "b23f7177-0e8e-4fff-b079-7a4f5edcff57"}]}' {{(pid=113416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 00:06:36.679458 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 00:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b59670-c8a0-4b4c-8637-256a1040ed5c x-openstack-request-id: req-97b59670-c8a0-4b4c-8637-256a1040ed5c {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 00:06:36.679749 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00a1abe8-ac53-4188-a0ef-b087cec70b75", "name": "network-vif-deleted", "tag": "b23f7177-0e8e-4fff-b079-7a4f5edcff57", "status": "completed", "code": 200}]} {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 00:06:36.680618 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-97b59670-c8a0-4b4c-8637-256a1040ed5c {{(pid=113416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 00:06:36.680618 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97b59670-c8a0-4b4c-8637-256a1040ed5c'] response: {'server_uuid': '00a1abe8-ac53-4188-a0ef-b087cec70b75', 'name': 'network-vif-deleted', 'tag': 'b23f7177-0e8e-4fff-b079-7a4f5edcff57', 'status': 'completed', 'code': 200} Aug 30 00:06:36.895423 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-4290cb00-3188-4680-8f00-b067e54f87e8 req-6dabca2c-70c2-4438-a545-dbfeab177cb7 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=00a1abe8-ac53-4188-a0ef-b087cec70b75 HTTP/1.1" status: 200 len: 210 time: 0.0299382 Aug 30 00:06:37.095008 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c6b70-591b-47fc-bf61-fa49427b0b1e req-345a9c71-29b9-455f-b653-a97b608070e1 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:06:37.096394 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-471c6b70-591b-47fc-bf61-fa49427b0b1e req-345a9c71-29b9-455f-b653-a97b608070e1 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=0c5d6cce-0131-45c1-bfcd-a66adba76c95 HTTP/1.1" status: 200 len: 945 time: 0.0529101 Aug 30 00:06:37.146582 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-471c6b70-591b-47fc-bf61-fa49427b0b1e req-0b7f8118-4b5e-4980-b0f7-f6a6034305e5 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fa10b182-c739-4d09-bf63-62bbd8ffd175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445375 Aug 30 00:06:38.016614 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-f8e2cafa-a750-433d-9419-bd2e2702ac87 req-b03aa2f9-5dea-416f-bff7-da90f2364ca4 tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=00a1abe8-ac53-4188-a0ef-b087cec70b75 HTTP/1.1" status: 200 len: 210 time: 0.0317132 Aug 30 00:06:38.269077 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e61428-5829-45a8-b96c-2bc97acfda0a req-775ecc27-cefd-4672-a80b-8b3f81c5b653 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:06:38.270620 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e8e61428-5829-45a8-b96c-2bc97acfda0a req-775ecc27-cefd-4672-a80b-8b3f81c5b653 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=0c5d6cce-0131-45c1-bfcd-a66adba76c95 HTTP/1.1" status: 200 len: 945 time: 0.0491307 Aug 30 00:06:38.322195 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-e8e61428-5829-45a8-b96c-2bc97acfda0a req-62b7375f-127d-4896-8316-372b66e25e75 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fa10b182-c739-4d09-bf63-62bbd8ffd175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458393 Aug 30 00:06:38.447032 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a7c2fe-bec8-4bf5-9181-acd03bb78f7f req-9ae7a1d9-afc0-44f8-a8a6-64ccae76cbea tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:06:38.448446 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-90a7c2fe-bec8-4bf5-9181-acd03bb78f7f req-9ae7a1d9-afc0-44f8-a8a6-64ccae76cbea tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=0c5d6cce-0131-45c1-bfcd-a66adba76c95 HTTP/1.1" status: 200 len: 945 time: 0.0530279 Aug 30 00:06:38.502933 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-90a7c2fe-bec8-4bf5-9181-acd03bb78f7f req-8e29f9fe-a984-43d6-ab79-e61b3be73b29 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fa10b182-c739-4d09-bf63-62bbd8ffd175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473554 Aug 30 00:06:38.531574 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 57202) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:06:38.570122 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6209cf51-57b7-4c29-b2e3-5853f66b6b65 tempest-TestVolumeBootPattern-325942584 tempest-TestVolumeBootPattern-325942584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:06:38.571628 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-6209cf51-57b7-4c29-b2e3-5853f66b6b65 tempest-TestVolumeBootPattern-325942584 tempest-TestVolumeBootPattern-325942584-project-admin] 10.222.0.90 "GET /networking/v2.0/ports?device_id=0c5d6cce-0131-45c1-bfcd-a66adba76c95 HTTP/1.1" status: 200 len: 1124 time: 0.0390399 Aug 30 00:06:38.574599 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 57204) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:06:38.580159 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.v2.base [None req-a820d7cd-7a52-4a0a-8133-b6d24ed6bc10 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Request body: {'floatingip': {'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'port_id': 'abe29c2e-86d6-4583-9a88-dd72f841e7b5', 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'fixed_ip_address': '172.20.0.9'}} {{(pid=113415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:06:38.594677 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:06:38.717270 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-a820d7cd-7a52-4a0a-8133-b6d24ed6bc10 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:38.796868 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-a820d7cd-7a52-4a0a-8133-b6d24ed6bc10 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (None), before_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:38.842958 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device b23f7177-0e8e-4fff-b079-7a4f5edcff57 no longer exists at agent hyperv_hv-cinder-85504 {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 00:06:38.861172 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:06:38.863195 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] No Port match for: b23f7177-0e8e-4fff-b079-7a4f5edcff57 {{(pid=113417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 00:06:38.863545 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device b23f7177-0e8e-4fff-b079-7a4f5edcff57 not bound to the agent host hv-cinder-85504 {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 00:06:38.911424 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.db.db_base_plugin_common [None req-a820d7cd-7a52-4a0a-8133-b6d24ed6bc10 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Allocated IP 172.27.1.212 (c6396a07-dfbf-4950-850b-378da3ed2a88/a98be68c-aef3-471c-b3f8-ae629ebf2983/ead9e3aa-dcbb-48e4-aed1-052beb6b42a6) {{(pid=113415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 00:06:39.026171 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-a820d7cd-7a52-4a0a-8133-b6d24ed6bc10 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks [] for port (ead9e3aa-dcbb-48e4-aed1-052beb6b42a6), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:39.081284 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 57208) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:06:39.114598 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-a820d7cd-7a52-4a0a-8133-b6d24ed6bc10 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751005845297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11068774'] for port (ead9e3aa-dcbb-48e4-aed1-052beb6b42a6), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:39.143160 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-63f7cd79-c61d-4a3e-9c2e-cf97699762fe tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Publish callbacks [] for security_group (3fa1129c-6a3f-4170-8d5a-2f469227501b), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:39.157494 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a820d7cd-7a52-4a0a-8133-b6d24ed6bc10 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Network c6396a07-dfbf-4950-850b-378da3ed2a88 is already hosted by enough agents. {{(pid=113415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 00:06:39.162087 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.base_scheduler [None req-a820d7cd-7a52-4a0a-8133-b6d24ed6bc10 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Resources bound (agent type, host, resource id): {{(pid=113415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 00:06:39.166131 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a820d7cd-7a52-4a0a-8133-b6d24ed6bc10 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Received port after_create {{(pid=113415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 00:06:39.170941 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-63f7cd79-c61d-4a3e-9c2e-cf97699762fe tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Publish callbacks [] for security_group (3fa1129c-6a3f-4170-8d5a-2f469227501b), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:39.171337 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a820d7cd-7a52-4a0a-8133-b6d24ed6bc10 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Pushing event updated for resources: {'Port': ['ID=ead9e3aa-dcbb-48e4-aed1-052beb6b42a6,revision_number=1']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:06:39.179872 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:06:39.302688 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-63f7cd79-c61d-4a3e-9c2e-cf97699762fe tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (3fa1129c-6a3f-4170-8d5a-2f469227501b), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:39.305335 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-63f7cd79-c61d-4a3e-9c2e-cf97699762fe tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Publish callbacks [] for security_group (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:39.307053 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-63f7cd79-c61d-4a3e-9c2e-cf97699762fe tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] 10.222.0.90 "DELETE /networking/v2.0/security-groups/3fa1129c-6a3f-4170-8d5a-2f469227501b HTTP/1.1" status: 204 len: 168 time: 0.2252250 Aug 30 00:06:39.317431 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f7cd79-c61d-4a3e-9c2e-cf97699762fe tempest-TestShelveInstance-1816803548 tempest-TestShelveInstance-1816803548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa1129c-6a3f-4170-8d5a-2f469227501b,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:06:39.339708 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:06:39.421294 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 57212) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:06:39.550825 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-a820d7cd-7a52-4a0a-8133-b6d24ed6bc10 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks [] for floatingip (124d28da-f817-4d9b-8382-027cdb417100), precommit_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:39.671144 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-a820d7cd-7a52-4a0a-8133-b6d24ed6bc10 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543538'] for port (ead9e3aa-dcbb-48e4-aed1-052beb6b42a6), before_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:39.702899 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:06:39.748317 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-d641a3c7-9704-44ac-a5f3-ea0a9bc44a9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477410'] for router_interface (50801df7-c9ce-4645-9011-e32edfdcf6ea), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:39.822585 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-a820d7cd-7a52-4a0a-8133-b6d24ed6bc10 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks [] for port (ead9e3aa-dcbb-48e4-aed1-052beb6b42a6), precommit_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:39.914128 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-a820d7cd-7a52-4a0a-8133-b6d24ed6bc10 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751006292866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751005845315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751005845333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11068783'] for port (ead9e3aa-dcbb-48e4-aed1-052beb6b42a6), after_update {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:39.937318 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:06:39.979376 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.plugin [None req-d641a3c7-9704-44ac-a5f3-ea0a9bc44a9b admin admin] Deleting port 1991e147-688e-4af5-8cc3-667e3dd1cf49 {{(pid=113416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 00:06:39.979714 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-d641a3c7-9704-44ac-a5f3-ea0a9bc44a9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (1991e147-688e-4af5-8cc3-667e3dd1cf49), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:39.987375 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-a820d7cd-7a52-4a0a-8133-b6d24ed6bc10 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477666'] for floatingip (124d28da-f817-4d9b-8382-027cdb417100), after_create {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:39.992294 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a820d7cd-7a52-4a0a-8133-b6d24ed6bc10 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Pushing event updated for resources: {'Port': ['ID=ead9e3aa-dcbb-48e4-aed1-052beb6b42a6,revision_number=2']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:06:40.061678 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.db [None req-d641a3c7-9704-44ac-a5f3-ea0a9bc44a9b admin admin] For port 1991e147-688e-4af5-8cc3-667e3dd1cf49, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=1991e147-688e-4af5-8cc3-667e3dd1cf49,segment=NetworkSegment(ade09e0b-82bc-4df6-a541-dd677767d870),segment_id=ade09e0b-82bc-4df6-a541-dd677767d870)] {{(pid=113416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:06:40.062050 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-d641a3c7-9704-44ac-a5f3-ea0a9bc44a9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (1991e147-688e-4af5-8cc3-667e3dd1cf49), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:40.077475 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.plugin [None req-d641a3c7-9704-44ac-a5f3-ea0a9bc44a9b admin admin] Calling delete_port for 1991e147-688e-4af5-8cc3-667e3dd1cf49 owned by network:router_interface {{(pid=113416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 00:06:40.090930 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.db.l3_db [None req-a820d7cd-7a52-4a0a-8133-b6d24ed6bc10 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Floating IP 124d28da-f817-4d9b-8382-027cdb417100 associated. External IP: 172.27.1.212, port: abe29c2e-86d6-4583-9a88-dd72f841e7b5. Aug 30 00:06:40.211667 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:06:40.253383 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-9b007b64-837f-40df-95d0-06115f5cc4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (1020f8f9-c858-45a1-84c5-376480b0ca2e), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:40.306084 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a820d7cd-7a52-4a0a-8133-b6d24ed6bc10 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Router 1db07404-22a4-458a-9efe-f875b32c7901 has already been hosted by L3 agent 037668f0-d812-4b59-9d2d-ce33f66a7708 {{(pid=113415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 00:06:40.339622 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-d641a3c7-9704-44ac-a5f3-ea0a9bc44a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963692'] for port (1991e147-688e-4af5-8cc3-667e3dd1cf49), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:40.366934 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d641a3c7-9704-44ac-a5f3-ea0a9bc44a9b admin admin] Pushing event deleted for resources: {'Port': ['ID=1991e147-688e-4af5-8cc3-667e3dd1cf49,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:06:40.409549 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:06:40.424946 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a820d7cd-7a52-4a0a-8133-b6d24ed6bc10 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Notify agent at l3_agent.dv-cinder-855041-2-iscsi the message routers_updated {{(pid=113415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 00:06:40.442676 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd131654-f10c-4f20-abfe-6818578f0fb4 None None] Sync routers for ids ['1db07404-22a4-458a-9efe-f875b32c7901'] in dv-cinder-855041-2-iscsi {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 00:06:40.457713 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd131654-f10c-4f20-abfe-6818578f0fb4 None None] Routers {'1db07404-22a4-458a-9efe-f875b32c7901'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:06:40.459297 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-fd131654-f10c-4f20-abfe-6818578f0fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-30T00:06:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['1db07404-22a4-458a-9efe-f875b32c7901'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:06:40.502334 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-a820d7cd-7a52-4a0a-8133-b6d24ed6bc10 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for floatingip (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:40.540772 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-a820d7cd-7a52-4a0a-8133-b6d24ed6bc10 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9650688 Aug 30 00:06:40.541350 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c5d6cce-0131-45c1-bfcd-a66adba76c95', 'tag': 'abe29c2e-86d6-4583-9a88-dd72f841e7b5'}] {{(pid=113415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 00:06:40.544334 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbb4ce14699acef1e34bc356a7f428b480f1dc74f7679c811df4fa99cd0d73e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8b49c8-33cf-49ae-ae3b-bcdd55019c8c" -d '{"events": [{"name": "network-changed", "server_uuid": "0c5d6cce-0131-45c1-bfcd-a66adba76c95", "tag": "abe29c2e-86d6-4583-9a88-dd72f841e7b5"}]}' {{(pid=113415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 00:06:40.602038 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-d641a3c7-9704-44ac-a5f3-ea0a9bc44a9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-479058'] for router_interface (50801df7-c9ce-4645-9011-e32edfdcf6ea), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:40.632565 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 00:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f62649-703b-488b-9363-570faf0589b7 x-openstack-request-id: req-59f62649-703b-488b-9363-570faf0589b7 {{(pid=113415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 00:06:40.632686 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c5d6cce-0131-45c1-bfcd-a66adba76c95", "tag": "abe29c2e-86d6-4583-9a88-dd72f841e7b5", "status": "completed", "code": 200}]} {{(pid=113415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 00:06:40.632856 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-59f62649-703b-488b-9363-570faf0589b7 {{(pid=113415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 00:06:40.633263 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59f62649-703b-488b-9363-570faf0589b7'] response: {'name': 'network-changed', 'server_uuid': '0c5d6cce-0131-45c1-bfcd-a66adba76c95', 'tag': 'abe29c2e-86d6-4583-9a88-dd72f841e7b5', 'status': 'completed', 'code': 200} Aug 30 00:06:40.692005 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=100 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:06:40.721592 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-fd131654-f10c-4f20-abfe-6818578f0fb4 None None] Set router 1db07404-22a4-458a-9efe-f875b32c7901 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:06:40.748461 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b49c8-33cf-49ae-ae3b-bcdd55019c8c req-698a8a5d-38b6-45ff-aa42-172dd58bad1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:06:40.750273 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-ed8b49c8-33cf-49ae-ae3b-bcdd55019c8c req-698a8a5d-38b6-45ff-aa42-172dd58bad1e service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=6e1e7c36165f47ad838bb6b42f3179d9&device_id=0c5d6cce-0131-45c1-bfcd-a66adba76c95 HTTP/1.1" status: 200 len: 1129 time: 0.0652597 Aug 30 00:06:40.806316 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=100 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:06:40.814043 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:06:40.953023 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b49c8-33cf-49ae-ae3b-bcdd55019c8c req-2d7cedd1-74ea-4c24-a5a4-eaf9a0211008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:06:40.954480 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-ed8b49c8-33cf-49ae-ae3b-bcdd55019c8c req-2d7cedd1-74ea-4c24-a5a4-eaf9a0211008 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=79f758d9-f5c9-4dd1-ba1e-2857ef410b54 HTTP/1.1" status: 200 len: 913 time: 0.1713543 Aug 30 00:06:40.983545 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-fd131654-f10c-4f20-abfe-6818578f0fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db07404-22a4-458a-9efe-f875b32c7901', 'name': 'tempest-TestVolumeBootPattern-677430752-router', 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:01:24Z', 'updated_at': '2022-08-30T00:01:28Z', 'revision_number': 4, 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'gw_port': {'id': '9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:31:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db07404-22a4-458a-9efe-f875b32c7901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:25Z', 'updated_at': '2022-08-30T00:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_floatingips': [{'id': '124d28da-f817-4d9b-8382-027cdb417100', 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'floating_ip_address': '172.27.1.212', 'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'router_id': '1db07404-22a4-458a-9efe-f875b32c7901', 'port_id': 'abe29c2e-86d6-4583-9a88-dd72f841e7b5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79f758d9-f5c9-4dd1-ba1e-2857ef410b54', 'mac_address': 'fa:16:3e:51:b7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5d6cce-0131-45c1-bfcd-a66adba76c95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T00:06:39Z', 'updated_at': '2022-08-30T00:06:39Z', 'revision_number': 0, 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'fixed_ip_address_scope': None}, {'id': '3d31806c-ceba-4ddc-8b26-bbcebb308be3', 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'floating_ip_address': '172.27.1.140', 'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'router_id': '1db07404-22a4-458a-9efe-f875b32c7901', 'port_id': '4854ce64-ea30-4f58-b30f-1110cea9fcea', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79f758d9-f5c9-4dd1-ba1e-2857ef410b54', 'mac_address': 'fa:16:3e:31:6a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80666307-d0f2-45ea-8d85-c256c8f65841', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T00:04:39Z', 'updated_at': '2022-08-30T00:04:41Z', 'revision_number': 1, 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd73b19b-92ea-4215-9505-fda9f2cfe5e2', 'name': '', 'network_id': '79f758d9-f5c9-4dd1-ba1e-2857ef410b54', 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'mac_address': 'fa:16:3e:db:d2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db07404-22a4-458a-9efe-f875b32c7901', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '7f07dc28-3b5d-4778-a100-fbd0d9f8acb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:27Z', 'updated_at': '2022-08-30T00:01:35Z', 'revision_number': 5, 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'subnets': [{'id': '7f07dc28-3b5d-4778-a100-fbd0d9f8acb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:06:41.017042 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd131654-f10c-4f20-abfe-6818578f0fb4 None None] Checking router: 1db07404-22a4-458a-9efe-f875b32c7901 for host: dv-cinder-855041-2-iscsi {{(pid=113418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 00:06:41.030730 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd131654-f10c-4f20-abfe-6818578f0fb4 None None] Routers {'1db07404-22a4-458a-9efe-f875b32c7901'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:06:41.031359 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-fd131654-f10c-4f20-abfe-6818578f0fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-30T00:06:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['1db07404-22a4-458a-9efe-f875b32c7901'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:06:41.059079 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-ed8b49c8-33cf-49ae-ae3b-bcdd55019c8c req-66a00975-0628-41a3-994d-04a9754d64dd service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=abe29c2e-86d6-4583-9a88-dd72f841e7b5 HTTP/1.1" status: 200 len: 999 time: 0.0734515 Aug 30 00:06:41.061822 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d641a3c7-9704-44ac-a5f3-ea0a9bc44a9b admin admin] Router 50801df7-c9ce-4645-9011-e32edfdcf6ea has already been hosted by L3 agent 037668f0-d812-4b59-9d2d-ce33f66a7708 {{(pid=113416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 00:06:41.158249 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b49c8-33cf-49ae-ae3b-bcdd55019c8c req-7e1aba20-901a-4511-9aa2-633c86f269f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:06:41.159816 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-ed8b49c8-33cf-49ae-ae3b-bcdd55019c8c req-7e1aba20-901a-4511-9aa2-633c86f269f2 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=7f07dc28-3b5d-4778-a100-fbd0d9f8acb3 HTTP/1.1" status: 200 len: 850 time: 0.0942030 Aug 30 00:06:41.168408 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-fd131654-f10c-4f20-abfe-6818578f0fb4 None None] Set router 1db07404-22a4-458a-9efe-f875b32c7901 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:06:41.260879 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b49c8-33cf-49ae-ae3b-bcdd55019c8c req-5712aba2-b0cd-4ad3-ab93-a6d3de70b269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:06:41.262369 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-ed8b49c8-33cf-49ae-ae3b-bcdd55019c8c req-5712aba2-b0cd-4ad3-ab93-a6d3de70b269 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=79f758d9-f5c9-4dd1-ba1e-2857ef410b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0947273 Aug 30 00:06:41.278210 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=100 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:06:41.282801 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d641a3c7-9704-44ac-a5f3-ea0a9bc44a9b admin admin] Notify agent at l3_agent.dv-cinder-855041-2-iscsi the message routers_updated {{(pid=113416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 00:06:41.288063 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-d641a3c7-9704-44ac-a5f3-ea0a9bc44a9b admin admin] 10.222.0.90 "PUT /networking/v2.0/routers/50801df7-c9ce-4645-9011-e32edfdcf6ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8656833 Aug 30 00:06:41.295672 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 57218) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:06:41.299153 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7058fc3b-a051-42c4-896f-98137d3b8f61 None None] Sync routers for ids ['50801df7-c9ce-4645-9011-e32edfdcf6ea'] in dv-cinder-855041-2-iscsi {{(pid=113417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 00:06:41.311375 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7058fc3b-a051-42c4-896f-98137d3b8f61 None None] Routers {'50801df7-c9ce-4645-9011-e32edfdcf6ea'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:06:41.312357 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-7058fc3b-a051-42c4-896f-98137d3b8f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-30T00:06:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['50801df7-c9ce-4645-9011-e32edfdcf6ea'], 'active': True} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:06:41.379051 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-ed8b49c8-33cf-49ae-ae3b-bcdd55019c8c req-7d28055f-502d-4586-b9a7-06c80eeafd7b service neutron] 10.222.0.87 "GET /networking/v2.0/networks/79f758d9-f5c9-4dd1-ba1e-2857ef410b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099181 Aug 30 00:06:41.415222 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-fd131654-f10c-4f20-abfe-6818578f0fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db07404-22a4-458a-9efe-f875b32c7901', 'name': 'tempest-TestVolumeBootPattern-677430752-router', 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:01:24Z', 'updated_at': '2022-08-30T00:01:28Z', 'revision_number': 4, 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'gw_port': {'id': '9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:31:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db07404-22a4-458a-9efe-f875b32c7901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:25Z', 'updated_at': '2022-08-30T00:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_floatingips': [{'id': '124d28da-f817-4d9b-8382-027cdb417100', 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'floating_ip_address': '172.27.1.212', 'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'router_id': '1db07404-22a4-458a-9efe-f875b32c7901', 'port_id': 'abe29c2e-86d6-4583-9a88-dd72f841e7b5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79f758d9-f5c9-4dd1-ba1e-2857ef410b54', 'mac_address': 'fa:16:3e:51:b7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5d6cce-0131-45c1-bfcd-a66adba76c95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T00:06:39Z', 'updated_at': '2022-08-30T00:06:39Z', 'revision_number': 0, 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'fixed_ip_address_scope': None}, {'id': '3d31806c-ceba-4ddc-8b26-bbcebb308be3', 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'floating_ip_address': '172.27.1.140', 'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'router_id': '1db07404-22a4-458a-9efe-f875b32c7901', 'port_id': '4854ce64-ea30-4f58-b30f-1110cea9fcea', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79f758d9-f5c9-4dd1-ba1e-2857ef410b54', 'mac_address': 'fa:16:3e:31:6a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80666307-d0f2-45ea-8d85-c256c8f65841', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T00:04:39Z', 'updated_at': '2022-08-30T00:04:41Z', 'revision_number': 1, 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd73b19b-92ea-4215-9505-fda9f2cfe5e2', 'name': '', 'network_id': '79f758d9-f5c9-4dd1-ba1e-2857ef410b54', 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'mac_address': 'fa:16:3e:db:d2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db07404-22a4-458a-9efe-f875b32c7901', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '7f07dc28-3b5d-4778-a100-fbd0d9f8acb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:27Z', 'updated_at': '2022-08-30T00:01:35Z', 'revision_number': 5, 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'subnets': [{'id': '7f07dc28-3b5d-4778-a100-fbd0d9f8acb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:06:41.416500 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-aca3aac1-3667-441c-851f-3bf84725dabd admin admin] Publish callbacks [] for router (50801df7-c9ce-4645-9011-e32edfdcf6ea), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:41.420891 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvr_db [None req-7058fc3b-a051-42c4-896f-98137d3b8f61 None None] Set router 50801df7-c9ce-4645-9011-e32edfdcf6ea gateway port host: dv-cinder-855041-2-iscsi {{(pid=113417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:06:41.453533 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd131654-f10c-4f20-abfe-6818578f0fb4 None None] The sync data for ids ['1db07404-22a4-458a-9efe-f875b32c7901'] in dv-cinder-855041-2-iscsi is: [{'id': '1db07404-22a4-458a-9efe-f875b32c7901', 'name': 'tempest-TestVolumeBootPattern-677430752-router', 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:01:24Z', 'updated_at': '2022-08-30T00:01:28Z', 'revision_number': 4, 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'gw_port': {'id': '9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:31:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db07404-22a4-458a-9efe-f875b32c7901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:25Z', 'updated_at': '2022-08-30T00:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_floatingips': [{'id': '124d28da-f817-4d9b-8382-027cdb417100', 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'floating_ip_address': '172.27.1.212', 'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'router_id': '1db07404-22a4-458a-9efe-f875b32c7901', 'port_id': 'abe29c2e-86d6-4583-9a88-dd72f841e7b5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79f758d9-f5c9-4dd1-ba1e-2857ef410b54', 'mac_address': 'fa:16:3e:51:b7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5d6cce-0131-45c1-bfcd-a66adba76c95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T00:06:39Z', 'updated_at': '2022-08-30T00:06:39Z', 'revision_number': 0, 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'fixed_ip_address_scope': None}, {'id': '3d31806c-ceba-4ddc-8b26-bbcebb308be3', 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'floating_ip_address': '172.27.1.140', 'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'router_id': '1db07404-22a4-458a-9efe-f875b32c7901', 'port_id': '4854ce64-ea30-4f58-b30f-1110cea9fcea', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79f758d9-f5c9-4dd1-ba1e-2857ef410b54', 'mac_address': 'fa:16:3e:31:6a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80666307-d0f2-45ea-8d85-c256c8f65841', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T00:04:39Z', 'updated_at': '2022-08-30T00:04:41Z', 'revision_number': 1, 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd73b19b-92ea-4215-9505-fda9f2cfe5e2', 'name': '', 'network_id': '79f758d9-f5c9-4dd1-ba1e-2857ef410b54', 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'mac_address': 'fa:16:3e:db:d2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db07404-22a4-458a-9efe-f875b32c7901', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '7f07dc28-3b5d-4778-a100-fbd0d9f8acb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:27Z', 'updated_at': '2022-08-30T00:01:35Z', 'revision_number': 5, 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'subnets': [{'id': '7f07dc28-3b5d-4778-a100-fbd0d9f8acb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 00:06:41.505096 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-ed8b49c8-33cf-49ae-ae3b-bcdd55019c8c req-62f05930-0b66-4b91-a829-54bc1a6872b8 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/79f758d9-f5c9-4dd1-ba1e-2857ef410b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197219 Aug 30 00:06:41.538436 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-aca3aac1-3667-441c-851f-3bf84725dabd admin admin] Publish callbacks [] for router_gateway (50801df7-c9ce-4645-9011-e32edfdcf6ea), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:41.671783 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [None req-aca3aac1-3667-441c-851f-3bf84725dabd admin admin] Deleting port 1233ebc9-bc6e-477f-a3db-3594f67c0d4d {{(pid=113415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 00:06:41.672242 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-aca3aac1-3667-441c-851f-3bf84725dabd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (1233ebc9-bc6e-477f-a3db-3594f67c0d4d), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:41.701634 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb84a1f-df53-4e7d-b99c-a5d8523693cc None None] New status for floating IP 124d28da-f817-4d9b-8382-027cdb417100: ACTIVE {{(pid=113418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 00:06:41.750813 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-7058fc3b-a051-42c4-896f-98137d3b8f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50801df7-c9ce-4645-9011-e32edfdcf6ea', 'name': 'tempest-TestShelveInstance-1681345251-router', 'tenant_id': '25d9f13fb1af4c3a911d91561bf0aae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '1233ebc9-bc6e-477f-a3db-3594f67c0d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:01:56Z', 'updated_at': '2022-08-30T00:06:40Z', 'revision_number': 5, 'project_id': '25d9f13fb1af4c3a911d91561bf0aae5', 'gw_port': {'id': '1233ebc9-bc6e-477f-a3db-3594f67c0d4d', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50801df7-c9ce-4645-9011-e32edfdcf6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:56Z', 'updated_at': '2022-08-30T00:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi'}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:06:41.767159 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.db [None req-aca3aac1-3667-441c-851f-3bf84725dabd admin admin] For port 1233ebc9-bc6e-477f-a3db-3594f67c0d4d, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=1233ebc9-bc6e-477f-a3db-3594f67c0d4d,segment=NetworkSegment(b4742eaf-d58e-407a-bbd7-30be4e48df16),segment_id=b4742eaf-d58e-407a-bbd7-30be4e48df16)] {{(pid=113415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:06:41.767532 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-aca3aac1-3667-441c-851f-3bf84725dabd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (1233ebc9-bc6e-477f-a3db-3594f67c0d4d), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:41.777620 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7058fc3b-a051-42c4-896f-98137d3b8f61 None None] Checking router: 50801df7-c9ce-4645-9011-e32edfdcf6ea for host: dv-cinder-855041-2-iscsi {{(pid=113417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 00:06:41.783693 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [None req-aca3aac1-3667-441c-851f-3bf84725dabd admin admin] Calling delete_port for 1233ebc9-bc6e-477f-a3db-3594f67c0d4d owned by network:router_gateway {{(pid=113415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 00:06:41.787578 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7058fc3b-a051-42c4-896f-98137d3b8f61 None None] Routers {'50801df7-c9ce-4645-9011-e32edfdcf6ea'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:06:41.788323 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-7058fc3b-a051-42c4-896f-98137d3b8f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-30T00:06:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['50801df7-c9ce-4645-9011-e32edfdcf6ea'], 'active': True} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:06:41.875662 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvr_db [None req-7058fc3b-a051-42c4-896f-98137d3b8f61 None None] Set router 50801df7-c9ce-4645-9011-e32edfdcf6ea gateway port host: None {{(pid=113417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:06:41.930726 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-7058fc3b-a051-42c4-896f-98137d3b8f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50801df7-c9ce-4645-9011-e32edfdcf6ea', 'name': 'tempest-TestShelveInstance-1681345251-router', 'tenant_id': '25d9f13fb1af4c3a911d91561bf0aae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:01:56Z', 'updated_at': '2022-08-30T00:06:41Z', 'revision_number': 6, 'project_id': '25d9f13fb1af4c3a911d91561bf0aae5', 'gw_port_host': None}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:06:41.960611 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7058fc3b-a051-42c4-896f-98137d3b8f61 None None] The sync data for ids ['50801df7-c9ce-4645-9011-e32edfdcf6ea'] in dv-cinder-855041-2-iscsi is: [{'id': '50801df7-c9ce-4645-9011-e32edfdcf6ea', 'name': 'tempest-TestShelveInstance-1681345251-router', 'tenant_id': '25d9f13fb1af4c3a911d91561bf0aae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:01:56Z', 'updated_at': '2022-08-30T00:06:41Z', 'revision_number': 6, 'project_id': '25d9f13fb1af4c3a911d91561bf0aae5', 'gw_port_host': None}] {{(pid=113417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 00:06:42.025469 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-aca3aac1-3667-441c-851f-3bf84725dabd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11068774'] for port (1233ebc9-bc6e-477f-a3db-3594f67c0d4d), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:42.052324 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca3aac1-3667-441c-851f-3bf84725dabd admin admin] Pushing event deleted for resources: {'Port': ['ID=1233ebc9-bc6e-477f-a3db-3594f67c0d4d,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:06:42.103370 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:06:42.118204 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-aca3aac1-3667-441c-851f-3bf84725dabd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477601'] for router_gateway (50801df7-c9ce-4645-9011-e32edfdcf6ea), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:42.209492 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-aca3aac1-3667-441c-851f-3bf84725dabd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63306'] for router (50801df7-c9ce-4645-9011-e32edfdcf6ea), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:42.211663 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-aca3aac1-3667-441c-851f-3bf84725dabd admin admin] Publish callbacks [] for router_controller (50801df7-c9ce-4645-9011-e32edfdcf6ea), precommit_delete_associations {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:42.214275 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:06:42.325412 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-aca3aac1-3667-441c-851f-3bf84725dabd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-479023'] for router (50801df7-c9ce-4645-9011-e32edfdcf6ea), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:42.326194 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca3aac1-3667-441c-851f-3bf84725dabd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50801df7-c9ce-4645-9011-e32edfdcf6ea {{(pid=113415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 00:06:42.330361 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-aca3aac1-3667-441c-851f-3bf84725dabd admin admin] Publish callbacks [] for router (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:42.331517 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-aca3aac1-3667-441c-851f-3bf84725dabd admin admin] 10.222.0.90 "DELETE /networking/v2.0/routers/50801df7-c9ce-4645-9011-e32edfdcf6ea HTTP/1.1" status: 204 len: 168 time: 1.0396163 Aug 30 00:06:42.334645 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 57220) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:06:42.384226 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a67bb85-adef-44da-982d-aea8b73502bc admin admin] Deleting subnet eac43cd7-5501-421e-930c-a171e85eb563 {{(pid=113415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 00:06:42.387832 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-3a67bb85-adef-44da-982d-aea8b73502bc admin admin] Publish callbacks [] for subnet (eac43cd7-5501-421e-930c-a171e85eb563), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:42.424779 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-3a67bb85-adef-44da-982d-aea8b73502bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10512014'] for subnet (eac43cd7-5501-421e-930c-a171e85eb563), precommit_delete_associations {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:42.505037 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-3a67bb85-adef-44da-982d-aea8b73502bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3500387'] for subnet (eac43cd7-5501-421e-930c-a171e85eb563), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:42.625595 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-3a67bb85-adef-44da-982d-aea8b73502bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3500410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4096602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11073941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11041910'] for subnet (eac43cd7-5501-421e-930c-a171e85eb563), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:42.651615 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a67bb85-adef-44da-982d-aea8b73502bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eac43cd7-5501-421e-930c-a171e85eb563,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:06:42.655724 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-3a67bb85-adef-44da-982d-aea8b73502bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:42.659132 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-3a67bb85-adef-44da-982d-aea8b73502bc admin admin] 10.222.0.90 "DELETE /networking/v2.0/subnets/eac43cd7-5501-421e-930c-a171e85eb563 HTTP/1.1" status: 204 len: 168 time: 0.3232503 Aug 30 00:06:42.661540 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826885d5-d11e-4b5e-9e05-5438f71e845c None None] Network 8f166cb4-c4bf-43cb-8e53-808a94ef3b22 requested from dv-cinder-855041-2-iscsi {{(pid=113417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 00:06:42.662052 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 57222) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:06:42.750554 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-e0327118-929b-4c52-893d-295192619861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578142'] for network (8f166cb4-c4bf-43cb-8e53-808a94ef3b22), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:42.772338 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 1991e147-688e-4af5-8cc3-667e3dd1cf49 no longer exists at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 00:06:42.796695 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] No Port match for: 1991e147-688e-4af5-8cc3-667e3dd1cf49 {{(pid=113417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 00:06:42.797041 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 1991e147-688e-4af5-8cc3-667e3dd1cf49 not bound to the agent host dv-cinder-855041-2-iscsi {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 00:06:42.797465 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 1233ebc9-bc6e-477f-a3db-3594f67c0d4d no longer exists at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 00:06:42.800353 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.plugin [None req-e0327118-929b-4c52-893d-295192619861 admin admin] Deleting port 6a3dde41-9796-4ac0-b0f6-fbd02a6562f8 {{(pid=113416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 00:06:42.800353 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-e0327118-929b-4c52-893d-295192619861 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (6a3dde41-9796-4ac0-b0f6-fbd02a6562f8), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:42.818162 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] No Port match for: 1233ebc9-bc6e-477f-a3db-3594f67c0d4d {{(pid=113417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 00:06:42.818513 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 1233ebc9-bc6e-477f-a3db-3594f67c0d4d not bound to the agent host dv-cinder-855041-2-iscsi {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 00:06:42.877054 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.db [None req-e0327118-929b-4c52-893d-295192619861 admin admin] For port 6a3dde41-9796-4ac0-b0f6-fbd02a6562f8, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=6a3dde41-9796-4ac0-b0f6-fbd02a6562f8,segment=NetworkSegment(ade09e0b-82bc-4df6-a541-dd677767d870),segment_id=ade09e0b-82bc-4df6-a541-dd677767d870)] {{(pid=113416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:06:42.877348 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-e0327118-929b-4c52-893d-295192619861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (6a3dde41-9796-4ac0-b0f6-fbd02a6562f8), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:42.885983 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2ced65-65d3-4ab3-9d45-10f473dd4c48 None None] DHCP port deletion for 8f166cb4-c4bf-43cb-8e53-808a94ef3b22 request from dv-cinder-855041-2-iscsi {{(pid=113417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 00:06:42.889688 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:06:42.893253 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.plugin [None req-e0327118-929b-4c52-893d-295192619861 admin admin] Calling delete_port for 6a3dde41-9796-4ac0-b0f6-fbd02a6562f8 owned by network:dhcp {{(pid=113416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 00:06:42.928086 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-8b2ced65-65d3-4ab3-9d45-10f473dd4c48 None None] Deleting port 6a3dde41-9796-4ac0-b0f6-fbd02a6562f8 {{(pid=113417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 00:06:42.928496 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-8b2ced65-65d3-4ab3-9d45-10f473dd4c48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (6a3dde41-9796-4ac0-b0f6-fbd02a6562f8), before_delete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:42.997546 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-8b2ced65-65d3-4ab3-9d45-10f473dd4c48 None None] For port 6a3dde41-9796-4ac0-b0f6-fbd02a6562f8, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=6a3dde41-9796-4ac0-b0f6-fbd02a6562f8,segment=NetworkSegment(ade09e0b-82bc-4df6-a541-dd677767d870),segment_id=ade09e0b-82bc-4df6-a541-dd677767d870)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:06:42.998475 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-8b2ced65-65d3-4ab3-9d45-10f473dd4c48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (6a3dde41-9796-4ac0-b0f6-fbd02a6562f8), precommit_delete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:43.012485 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-8b2ced65-65d3-4ab3-9d45-10f473dd4c48 None None] Calling delete_port for 6a3dde41-9796-4ac0-b0f6-fbd02a6562f8 owned by network:dhcp {{(pid=113417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 00:06:43.042420 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-e0327118-929b-4c52-893d-295192619861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963692'] for port (6a3dde41-9796-4ac0-b0f6-fbd02a6562f8), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:43.072295 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0327118-929b-4c52-893d-295192619861 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a3dde41-9796-4ac0-b0f6-fbd02a6562f8,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:06:43.077355 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0327118-929b-4c52-893d-295192619861 admin admin] No DVR routers for this DVR port 6a3dde41-9796-4ac0-b0f6-fbd02a6562f8 on host dv-cinder-855041-2-iscsi {{(pid=113416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 00:06:43.096267 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-8b2ced65-65d3-4ab3-9d45-10f473dd4c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306'] for port (6a3dde41-9796-4ac0-b0f6-fbd02a6562f8), after_delete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:43.133462 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2ced65-65d3-4ab3-9d45-10f473dd4c48 None None] Pushing event deleted for resources: {'Port': ['ID=6a3dde41-9796-4ac0-b0f6-fbd02a6562f8,revision_number=None']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:06:43.139242 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2ced65-65d3-4ab3-9d45-10f473dd4c48 None None] No DVR routers for this DVR port 6a3dde41-9796-4ac0-b0f6-fbd02a6562f8 on host dv-cinder-855041-2-iscsi {{(pid=113417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 00:06:43.158589 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-e0327118-929b-4c52-893d-295192619861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3498496', 'neutron.services.segments.db._delete_segments_for_network-8751006364483'] for network (8f166cb4-c4bf-43cb-8e53-808a94ef3b22), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:43.161592 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:06:43.182217 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.services.segments.db [None req-e0327118-929b-4c52-893d-295192619861 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f166cb4-c4bf-43cb-8e53-808a94ef3b22']}} {{(pid=113416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:06:43.193076 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.services.segments.db [None req-e0327118-929b-4c52-893d-295192619861 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ade09e0b-82bc-4df6-a541-dd677767d870') {'for_net_delete': True} {{(pid=113416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:06:43.193376 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.services.segments.db [None req-e0327118-929b-4c52-893d-295192619861 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ade09e0b-82bc-4df6-a541-dd677767d870') {} {{(pid=113416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:06:43.203058 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-e0327118-929b-4c52-893d-295192619861 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751006358959', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10966535'] for segment (ade09e0b-82bc-4df6-a541-dd677767d870), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:43.217351 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-e0327118-929b-4c52-893d-295192619861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3480186'] for segment (ade09e0b-82bc-4df6-a541-dd677767d870), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:43.223775 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0327118-929b-4c52-893d-295192619861 admin admin] Releasing vlan 1109 on physical network physnet1 to pool {{(pid=113416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 00:06:43.224162 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-e0327118-929b-4c52-893d-295192619861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3480186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10963641'] for segment (ade09e0b-82bc-4df6-a541-dd677767d870), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:43.248737 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (a7eaf665-0f6d-431a-9601-222c900251ec), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:43.309895 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.services.segments.plugin [-] Segment ade09e0b-82bc-4df6-a541-dd677767d870 resource provider aggregate not found Aug 30 00:06:43.328696 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.services.segments.plugin [-] Segment ade09e0b-82bc-4df6-a541-dd677767d870 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ade09e0b-82bc-4df6-a541-dd677767d870 found for delete ", "request_id": "req-f7d1b9cb-a9bd-4baf-a02d-bf2c3351ae40"}]} Aug 30 00:06:43.382600 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-e0327118-929b-4c52-893d-295192619861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3498505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477645'] for network (8f166cb4-c4bf-43cb-8e53-808a94ef3b22), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:43.382804 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-88410018-4794-4971-9a67-69c5da130eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (037668f0-d812-4b59-9d2d-ce33f66a7708), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:43.388465 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-e0327118-929b-4c52-893d-295192619861 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for network (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:43.394746 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-e0327118-929b-4c52-893d-295192619861 admin admin] 10.222.0.90 "DELETE /networking/v2.0/networks/8f166cb4-c4bf-43cb-8e53-808a94ef3b22 HTTP/1.1" status: 204 len: 168 time: 0.7319846 Aug 30 00:06:43.394902 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 57230) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:06:43.407574 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0327118-929b-4c52-893d-295192619861 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f166cb4-c4bf-43cb-8e53-808a94ef3b22,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:06:43.977561 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-a9013ad4-81a4-47a0-b7be-63d974c403f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477410'] for router_interface (9658d5dd-c13c-4f92-80a9-a1ddbc1c554d), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:44.160252 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:06:44.209546 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [None req-a9013ad4-81a4-47a0-b7be-63d974c403f5 admin admin] Deleting port 6e861a51-4173-43fc-997a-53e3a9c1c05a {{(pid=113415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 00:06:44.209881 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-a9013ad4-81a4-47a0-b7be-63d974c403f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (6e861a51-4173-43fc-997a-53e3a9c1c05a), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:44.262560 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:06:44.293214 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.db [None req-a9013ad4-81a4-47a0-b7be-63d974c403f5 admin admin] For port 6e861a51-4173-43fc-997a-53e3a9c1c05a, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=6e861a51-4173-43fc-997a-53e3a9c1c05a,segment=NetworkSegment(5430eb83-be84-4c19-a020-3ef5fba6ded2),segment_id=5430eb83-be84-4c19-a020-3ef5fba6ded2)] {{(pid=113415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:06:44.302261 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-a9013ad4-81a4-47a0-b7be-63d974c403f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (6e861a51-4173-43fc-997a-53e3a9c1c05a), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:44.307065 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [None req-a9013ad4-81a4-47a0-b7be-63d974c403f5 admin admin] Calling delete_port for 6e861a51-4173-43fc-997a-53e3a9c1c05a owned by network:router_interface {{(pid=113415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 00:06:44.493660 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cdcd43ac-7909-438b-ba67-31b4a20d4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (bcd4f52e-0d63-4d8a-9dda-ff825ab30758), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:44.577133 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-a9013ad4-81a4-47a0-b7be-63d974c403f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11068774'] for port (6e861a51-4173-43fc-997a-53e3a9c1c05a), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:44.593697 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 6a3dde41-9796-4ac0-b0f6-fbd02a6562f8 no longer exists at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 00:06:44.603073 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9013ad4-81a4-47a0-b7be-63d974c403f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e861a51-4173-43fc-997a-53e3a9c1c05a,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:06:44.614073 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] No Port match for: 6a3dde41-9796-4ac0-b0f6-fbd02a6562f8 {{(pid=113417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 00:06:44.614424 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 6a3dde41-9796-4ac0-b0f6-fbd02a6562f8 not bound to the agent host dv-cinder-855041-2-iscsi {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 00:06:44.768336 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-a9013ad4-81a4-47a0-b7be-63d974c403f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-479058'] for router_interface (9658d5dd-c13c-4f92-80a9-a1ddbc1c554d), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:44.871746 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:06:44.982803 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9013ad4-81a4-47a0-b7be-63d974c403f5 admin admin] Router 9658d5dd-c13c-4f92-80a9-a1ddbc1c554d has already been hosted by L3 agent 037668f0-d812-4b59-9d2d-ce33f66a7708 {{(pid=113415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 00:06:45.085927 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9013ad4-81a4-47a0-b7be-63d974c403f5 admin admin] Notify agent at l3_agent.dv-cinder-855041-2-iscsi the message routers_updated {{(pid=113415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 00:06:45.090701 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-a9013ad4-81a4-47a0-b7be-63d974c403f5 admin admin] 10.222.0.90 "PUT /networking/v2.0/routers/9658d5dd-c13c-4f92-80a9-a1ddbc1c554d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6947525 Aug 30 00:06:45.093645 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 57232) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:06:45.094494 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2eaaf78-2959-4d82-9dbc-22843cebbc80 None None] Sync routers for ids ['9658d5dd-c13c-4f92-80a9-a1ddbc1c554d'] in dv-cinder-855041-2-iscsi {{(pid=113417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 00:06:45.106166 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2eaaf78-2959-4d82-9dbc-22843cebbc80 None None] Routers {'9658d5dd-c13c-4f92-80a9-a1ddbc1c554d'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:06:45.106747 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-f2eaaf78-2959-4d82-9dbc-22843cebbc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-30T00:06:43Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['9658d5dd-c13c-4f92-80a9-a1ddbc1c554d'], 'active': True} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:06:45.185621 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:06:45.193943 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-332a47f8-af81-49f2-8295-e521a5c5c82a admin admin] Publish callbacks [] for router (9658d5dd-c13c-4f92-80a9-a1ddbc1c554d), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:45.210830 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvr_db [None req-f2eaaf78-2959-4d82-9dbc-22843cebbc80 None None] Set router 9658d5dd-c13c-4f92-80a9-a1ddbc1c554d gateway port host: dv-cinder-855041-2-iscsi {{(pid=113417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:06:45.295668 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-332a47f8-af81-49f2-8295-e521a5c5c82a admin admin] Publish callbacks [] for router_gateway (9658d5dd-c13c-4f92-80a9-a1ddbc1c554d), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:45.386827 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-f2eaaf78-2959-4d82-9dbc-22843cebbc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9658d5dd-c13c-4f92-80a9-a1ddbc1c554d', 'name': 'tempest-TestShelveInstance-1715797267-router', 'tenant_id': 'c61e584eb024434d80fc9b6f946e6dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'c5d63f1f-6ae0-4ccc-9cff-fdef5203cfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:02:05Z', 'updated_at': '2022-08-30T00:06:44Z', 'revision_number': 5, 'project_id': 'c61e584eb024434d80fc9b6f946e6dd9', 'gw_port': {'id': 'c5d63f1f-6ae0-4ccc-9cff-fdef5203cfac', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9658d5dd-c13c-4f92-80a9-a1ddbc1c554d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:02:06Z', 'updated_at': '2022-08-30T00:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi'}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:06:45.412342 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2eaaf78-2959-4d82-9dbc-22843cebbc80 None None] Checking router: 9658d5dd-c13c-4f92-80a9-a1ddbc1c554d for host: dv-cinder-855041-2-iscsi {{(pid=113417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 00:06:45.419237 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [None req-332a47f8-af81-49f2-8295-e521a5c5c82a admin admin] Deleting port c5d63f1f-6ae0-4ccc-9cff-fdef5203cfac {{(pid=113415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 00:06:45.420140 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-332a47f8-af81-49f2-8295-e521a5c5c82a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (c5d63f1f-6ae0-4ccc-9cff-fdef5203cfac), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:45.421806 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2eaaf78-2959-4d82-9dbc-22843cebbc80 None None] Routers {'9658d5dd-c13c-4f92-80a9-a1ddbc1c554d'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:06:45.422417 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-f2eaaf78-2959-4d82-9dbc-22843cebbc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-30T00:06:43Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['9658d5dd-c13c-4f92-80a9-a1ddbc1c554d'], 'active': True} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:06:45.460555 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:06:45.505401 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.db [None req-332a47f8-af81-49f2-8295-e521a5c5c82a admin admin] For port c5d63f1f-6ae0-4ccc-9cff-fdef5203cfac, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=c5d63f1f-6ae0-4ccc-9cff-fdef5203cfac,segment=NetworkSegment(b4742eaf-d58e-407a-bbd7-30be4e48df16),segment_id=b4742eaf-d58e-407a-bbd7-30be4e48df16)] {{(pid=113415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:06:45.506080 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-332a47f8-af81-49f2-8295-e521a5c5c82a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (c5d63f1f-6ae0-4ccc-9cff-fdef5203cfac), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:45.521432 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [None req-332a47f8-af81-49f2-8295-e521a5c5c82a admin admin] Calling delete_port for c5d63f1f-6ae0-4ccc-9cff-fdef5203cfac owned by network:router_gateway {{(pid=113415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 00:06:45.524760 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvr_db [None req-f2eaaf78-2959-4d82-9dbc-22843cebbc80 None None] Set router 9658d5dd-c13c-4f92-80a9-a1ddbc1c554d gateway port host: None {{(pid=113417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:06:45.574439 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-f2eaaf78-2959-4d82-9dbc-22843cebbc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9658d5dd-c13c-4f92-80a9-a1ddbc1c554d', 'name': 'tempest-TestShelveInstance-1715797267-router', 'tenant_id': 'c61e584eb024434d80fc9b6f946e6dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:02:05Z', 'updated_at': '2022-08-30T00:06:45Z', 'revision_number': 6, 'project_id': 'c61e584eb024434d80fc9b6f946e6dd9', 'gw_port_host': None}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:06:45.576485 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (01773ddc-a5d8-4c68-b7b5-e385af2b339f), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:45.606364 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2eaaf78-2959-4d82-9dbc-22843cebbc80 None None] The sync data for ids ['9658d5dd-c13c-4f92-80a9-a1ddbc1c554d'] in dv-cinder-855041-2-iscsi is: [{'id': '9658d5dd-c13c-4f92-80a9-a1ddbc1c554d', 'name': 'tempest-TestShelveInstance-1715797267-router', 'tenant_id': 'c61e584eb024434d80fc9b6f946e6dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:02:05Z', 'updated_at': '2022-08-30T00:06:45Z', 'revision_number': 6, 'project_id': 'c61e584eb024434d80fc9b6f946e6dd9', 'gw_port_host': None}] {{(pid=113417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 00:06:45.789191 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-332a47f8-af81-49f2-8295-e521a5c5c82a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11068774'] for port (c5d63f1f-6ae0-4ccc-9cff-fdef5203cfac), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:45.817695 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332a47f8-af81-49f2-8295-e521a5c5c82a admin admin] Pushing event deleted for resources: {'Port': ['ID=c5d63f1f-6ae0-4ccc-9cff-fdef5203cfac,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:06:45.874251 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:06:45.888323 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-332a47f8-af81-49f2-8295-e521a5c5c82a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477601'] for router_gateway (9658d5dd-c13c-4f92-80a9-a1ddbc1c554d), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:45.983320 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-332a47f8-af81-49f2-8295-e521a5c5c82a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63306'] for router (9658d5dd-c13c-4f92-80a9-a1ddbc1c554d), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:45.985912 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-332a47f8-af81-49f2-8295-e521a5c5c82a admin admin] Publish callbacks [] for router_controller (9658d5dd-c13c-4f92-80a9-a1ddbc1c554d), precommit_delete_associations {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:46.099371 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-332a47f8-af81-49f2-8295-e521a5c5c82a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-479023'] for router (9658d5dd-c13c-4f92-80a9-a1ddbc1c554d), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:46.100005 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-332a47f8-af81-49f2-8295-e521a5c5c82a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9658d5dd-c13c-4f92-80a9-a1ddbc1c554d {{(pid=113415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 00:06:46.104527 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-332a47f8-af81-49f2-8295-e521a5c5c82a admin admin] Publish callbacks [] for router (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:46.105407 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-332a47f8-af81-49f2-8295-e521a5c5c82a admin admin] 10.222.0.90 "DELETE /networking/v2.0/routers/9658d5dd-c13c-4f92-80a9-a1ddbc1c554d HTTP/1.1" status: 204 len: 168 time: 1.0108318 Aug 30 00:06:46.108935 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 57234) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:06:46.158552 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbd8d7b7-aa09-4485-9c12-a95a984b7056 admin admin] Deleting subnet e329f768-7252-4773-8493-29e16526642c {{(pid=113415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 00:06:46.161693 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-cbd8d7b7-aa09-4485-9c12-a95a984b7056 admin admin] Publish callbacks [] for subnet (e329f768-7252-4773-8493-29e16526642c), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:46.204258 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-cbd8d7b7-aa09-4485-9c12-a95a984b7056 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10512014'] for subnet (e329f768-7252-4773-8493-29e16526642c), precommit_delete_associations {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:46.279902 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-cbd8d7b7-aa09-4485-9c12-a95a984b7056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3500387'] for subnet (e329f768-7252-4773-8493-29e16526642c), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:46.402534 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-cbd8d7b7-aa09-4485-9c12-a95a984b7056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3500410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4096602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11073941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11041910'] for subnet (e329f768-7252-4773-8493-29e16526642c), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:46.437801 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-cbd8d7b7-aa09-4485-9c12-a95a984b7056 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:46.441728 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-cbd8d7b7-aa09-4485-9c12-a95a984b7056 admin admin] 10.222.0.90 "DELETE /networking/v2.0/subnets/e329f768-7252-4773-8493-29e16526642c HTTP/1.1" status: 204 len: 168 time: 0.3318367 Aug 30 00:06:46.442531 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd8d7b7-aa09-4485-9c12-a95a984b7056 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e329f768-7252-4773-8493-29e16526642c,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:06:46.443063 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e352129b-6a5e-48ea-9d07-a7b60f8ec55f None None] Network cb350e10-273c-4799-92e0-c365d6a24fd5 requested from dv-cinder-855041-2-iscsi {{(pid=113417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 00:06:46.444586 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 57236) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:06:46.460252 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:06:46.488689 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-55545b4a-c719-46e4-a9c5-7c044aa64822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (63136763-0f20-46a8-951a-2f70193501e4), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:46.523702 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-bd5cc71b-2532-403f-bdf4-7819e2a13fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578142'] for network (cb350e10-273c-4799-92e0-c365d6a24fd5), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:46.613763 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b64c412-d94a-42e9-be33-26356086c9b2 None None] DHCP port deletion for cb350e10-273c-4799-92e0-c365d6a24fd5 request from dv-cinder-855041-2-iscsi {{(pid=113417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 00:06:46.651793 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 6e861a51-4173-43fc-997a-53e3a9c1c05a no longer exists at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 00:06:46.689469 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-8b64c412-d94a-42e9-be33-26356086c9b2 None None] Deleting port dddbe7de-8e9a-42cd-9681-2ca7543aa624 {{(pid=113417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 00:06:46.689469 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-8b64c412-d94a-42e9-be33-26356086c9b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (dddbe7de-8e9a-42cd-9681-2ca7543aa624), before_delete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:46.690363 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] No Port match for: 6e861a51-4173-43fc-997a-53e3a9c1c05a {{(pid=113417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 00:06:46.690363 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 6e861a51-4173-43fc-997a-53e3a9c1c05a not bound to the agent host dv-cinder-855041-2-iscsi {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 00:06:46.690918 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device c5d63f1f-6ae0-4ccc-9cff-fdef5203cfac no longer exists at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 00:06:46.719113 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] No Port match for: c5d63f1f-6ae0-4ccc-9cff-fdef5203cfac {{(pid=113417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 00:06:46.719378 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device c5d63f1f-6ae0-4ccc-9cff-fdef5203cfac not bound to the agent host dv-cinder-855041-2-iscsi {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 00:06:46.778602 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-8b64c412-d94a-42e9-be33-26356086c9b2 None None] For port dddbe7de-8e9a-42cd-9681-2ca7543aa624, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=dddbe7de-8e9a-42cd-9681-2ca7543aa624,segment=NetworkSegment(5430eb83-be84-4c19-a020-3ef5fba6ded2),segment_id=5430eb83-be84-4c19-a020-3ef5fba6ded2)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:06:46.779037 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-8b64c412-d94a-42e9-be33-26356086c9b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (dddbe7de-8e9a-42cd-9681-2ca7543aa624), precommit_delete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:46.792790 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-8b64c412-d94a-42e9-be33-26356086c9b2 None None] Calling delete_port for dddbe7de-8e9a-42cd-9681-2ca7543aa624 owned by network:dhcp {{(pid=113417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 00:06:46.827831 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.plugin [None req-bd5cc71b-2532-403f-bdf4-7819e2a13fbd admin admin] Deleting port dddbe7de-8e9a-42cd-9681-2ca7543aa624 {{(pid=113416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 00:06:46.828268 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-bd5cc71b-2532-403f-bdf4-7819e2a13fbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (dddbe7de-8e9a-42cd-9681-2ca7543aa624), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:46.892390 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:06:46.894331 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.db [None req-bd5cc71b-2532-403f-bdf4-7819e2a13fbd admin admin] For port dddbe7de-8e9a-42cd-9681-2ca7543aa624, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=dddbe7de-8e9a-42cd-9681-2ca7543aa624,segment=NetworkSegment(5430eb83-be84-4c19-a020-3ef5fba6ded2),segment_id=5430eb83-be84-4c19-a020-3ef5fba6ded2)] {{(pid=113416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:06:46.894715 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-bd5cc71b-2532-403f-bdf4-7819e2a13fbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (dddbe7de-8e9a-42cd-9681-2ca7543aa624), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:46.908224 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.plugin [None req-bd5cc71b-2532-403f-bdf4-7819e2a13fbd admin admin] Calling delete_port for dddbe7de-8e9a-42cd-9681-2ca7543aa624 owned by network:dhcp {{(pid=113416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 00:06:47.094041 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-8b64c412-d94a-42e9-be33-26356086c9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306'] for port (dddbe7de-8e9a-42cd-9681-2ca7543aa624), after_delete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:47.101814 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-bd5cc71b-2532-403f-bdf4-7819e2a13fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963692'] for port (dddbe7de-8e9a-42cd-9681-2ca7543aa624), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:47.120258 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b64c412-d94a-42e9-be33-26356086c9b2 None None] Pushing event deleted for resources: {'Port': ['ID=dddbe7de-8e9a-42cd-9681-2ca7543aa624,revision_number=None']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:06:47.127762 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5cc71b-2532-403f-bdf4-7819e2a13fbd admin admin] Pushing event deleted for resources: {'Port': ['ID=dddbe7de-8e9a-42cd-9681-2ca7543aa624,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:06:47.129608 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b64c412-d94a-42e9-be33-26356086c9b2 None None] No DVR routers for this DVR port dddbe7de-8e9a-42cd-9681-2ca7543aa624 on host dv-cinder-855041-2-iscsi {{(pid=113417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 00:06:47.133774 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5cc71b-2532-403f-bdf4-7819e2a13fbd admin admin] No DVR routers for this DVR port dddbe7de-8e9a-42cd-9681-2ca7543aa624 on host dv-cinder-855041-2-iscsi {{(pid=113416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 00:06:47.210234 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-bd5cc71b-2532-403f-bdf4-7819e2a13fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3498496', 'neutron.services.segments.db._delete_segments_for_network-8751006364483'] for network (cb350e10-273c-4799-92e0-c365d6a24fd5), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:47.230804 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.services.segments.db [None req-bd5cc71b-2532-403f-bdf4-7819e2a13fbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb350e10-273c-4799-92e0-c365d6a24fd5']}} {{(pid=113416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:06:47.241673 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.services.segments.db [None req-bd5cc71b-2532-403f-bdf4-7819e2a13fbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5430eb83-be84-4c19-a020-3ef5fba6ded2') {'for_net_delete': True} {{(pid=113416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:06:47.241900 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.services.segments.db [None req-bd5cc71b-2532-403f-bdf4-7819e2a13fbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5430eb83-be84-4c19-a020-3ef5fba6ded2') {} {{(pid=113416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:06:47.251939 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-bd5cc71b-2532-403f-bdf4-7819e2a13fbd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751006358959', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10966535'] for segment (5430eb83-be84-4c19-a020-3ef5fba6ded2), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:47.265407 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-bd5cc71b-2532-403f-bdf4-7819e2a13fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3480186'] for segment (5430eb83-be84-4c19-a020-3ef5fba6ded2), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:47.272457 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd5cc71b-2532-403f-bdf4-7819e2a13fbd admin admin] Releasing vlan 1143 on physical network physnet1 to pool {{(pid=113416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 00:06:47.272853 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-bd5cc71b-2532-403f-bdf4-7819e2a13fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3480186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10963641'] for segment (5430eb83-be84-4c19-a020-3ef5fba6ded2), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:47.316254 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.services.segments.plugin [-] Segment 5430eb83-be84-4c19-a020-3ef5fba6ded2 resource provider aggregate not found Aug 30 00:06:47.335077 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.services.segments.plugin [-] Segment 5430eb83-be84-4c19-a020-3ef5fba6ded2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5430eb83-be84-4c19-a020-3ef5fba6ded2 found for delete ", "request_id": "req-ae5e6ba0-b22f-4176-a357-8617a810cc14"}]} Aug 30 00:06:47.430675 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-bd5cc71b-2532-403f-bdf4-7819e2a13fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3498505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477645'] for network (cb350e10-273c-4799-92e0-c365d6a24fd5), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:47.437063 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-bd5cc71b-2532-403f-bdf4-7819e2a13fbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for network (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:47.440285 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-bd5cc71b-2532-403f-bdf4-7819e2a13fbd admin admin] 10.222.0.90 "DELETE /networking/v2.0/networks/cb350e10-273c-4799-92e0-c365d6a24fd5 HTTP/1.1" status: 204 len: 168 time: 0.9940932 Aug 30 00:06:47.452821 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5cc71b-2532-403f-bdf4-7819e2a13fbd admin admin] Pushing event deleted for resources: {'Network': ['ID=cb350e10-273c-4799-92e0-c365d6a24fd5,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:06:47.782616 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 57246) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:06:47.822816 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-0ae56e09-99a2-4c97-b2ae-9a45f31741be admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=25d9f13fb1af4c3a911d91561bf0aae5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390413 Aug 30 00:06:47.825482 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 57248) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:06:47.876463 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-66963c78-6dff-40f3-a915-fc710d0cc1f2 admin admin] Publish callbacks [] for security_group (22743606-376d-455f-a721-d14b8effc959), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:47.896435 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-66963c78-6dff-40f3-a915-fc710d0cc1f2 admin admin] Publish callbacks [] for security_group (22743606-376d-455f-a721-d14b8effc959), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:48.028033 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-66963c78-6dff-40f3-a915-fc710d0cc1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (22743606-376d-455f-a721-d14b8effc959), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:48.033309 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-66963c78-6dff-40f3-a915-fc710d0cc1f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:48.033309 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-66963c78-6dff-40f3-a915-fc710d0cc1f2 admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/22743606-376d-455f-a721-d14b8effc959 HTTP/1.1" status: 204 len: 168 time: 0.2056065 Aug 30 00:06:48.041310 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66963c78-6dff-40f3-a915-fc710d0cc1f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22743606-376d-455f-a721-d14b8effc959,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:06:48.598923 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device dddbe7de-8e9a-42cd-9681-2ca7543aa624 no longer exists at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 00:06:48.619020 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] No Port match for: dddbe7de-8e9a-42cd-9681-2ca7543aa624 {{(pid=113417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 00:06:48.619366 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device dddbe7de-8e9a-42cd-9681-2ca7543aa624 not bound to the agent host dv-cinder-855041-2-iscsi {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 00:06:48.700128 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 57254) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:06:48.741297 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-f744b363-acbb-4905-8993-4fb0ac293515 admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=c61e584eb024434d80fc9b6f946e6dd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393822 Aug 30 00:06:48.743824 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 57256) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:06:48.795454 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-21468b7b-577c-4f23-99e1-0989c9c25e15 admin admin] Publish callbacks [] for security_group (e7eedc09-cbc7-46e5-9aff-ae8ba721dd30), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:48.816200 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-21468b7b-577c-4f23-99e1-0989c9c25e15 admin admin] Publish callbacks [] for security_group (e7eedc09-cbc7-46e5-9aff-ae8ba721dd30), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:48.838544 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=82,neutron:DELETE=17,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:06:48.953709 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-21468b7b-577c-4f23-99e1-0989c9c25e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (e7eedc09-cbc7-46e5-9aff-ae8ba721dd30), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:48.956327 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-21468b7b-577c-4f23-99e1-0989c9c25e15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:48.957510 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-21468b7b-577c-4f23-99e1-0989c9c25e15 admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/e7eedc09-cbc7-46e5-9aff-ae8ba721dd30 HTTP/1.1" status: 204 len: 168 time: 0.2127476 Aug 30 00:06:48.966552 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21468b7b-577c-4f23-99e1-0989c9c25e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7eedc09-cbc7-46e5-9aff-ae8ba721dd30,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:06:51.810942 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=74,neutron:UPDATE=1 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:06:51.814030 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=60,neutron:UPDATE=1 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:06:57.818242 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=88,neutron:DELETE=8 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:06:57.820156 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:06:58.965848 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.agents_db [None req-4166f728-c6cb-4ae6-8e81-f61b29fbc360 None None] Agent healthcheck: found 6 active agents {{(pid=113418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 00:06:58.966793 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:DELETE=8,neutron:SELECT=75,neutron:UPDATE=3 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:06:58.978554 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=56,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:06:58.984402 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=34,neutron:DELETE=2 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:07:08.960778 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=1 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:07:08.961472 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=1 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:07:10.302600 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-fd1720e1-a7e9-4f0f-a027-f7117055c825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (1020f8f9-c858-45a1-84c5-376480b0ca2e), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:13.222151 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (a7eaf665-0f6d-431a-9601-222c900251ec), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:13.408033 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-a8cc9b0b-e9ab-4f51-8a08-f604988f964b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (037668f0-d812-4b59-9d2d-ce33f66a7708), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:14.462108 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cdcd43ac-7909-438b-ba67-31b4a20d4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (bcd4f52e-0d63-4d8a-9dda-ff825ab30758), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:15.579181 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (01773ddc-a5d8-4c68-b7b5-e385af2b339f), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:16.493485 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-55545b4a-c719-46e4-a9c5-7c044aa64822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (63136763-0f20-46a8-951a-2f70193501e4), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:20.100148 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-301ee7e9-daa3-4261-9298-327b7fdd17ce req-0bebaf2b-3d3c-4f57-a19e-d4c030b645a1 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=80666307-d0f2-45ea-8d85-c256c8f65841&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423892 Aug 30 00:07:20.188473 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301ee7e9-daa3-4261-9298-327b7fdd17ce req-afaf7fed-e450-4f67-8327-5cf14727fc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:07:20.189958 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-301ee7e9-daa3-4261-9298-327b7fdd17ce req-afaf7fed-e450-4f67-8327-5cf14727fc4e service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=6e1e7c36165f47ad838bb6b42f3179d9&device_id=80666307-d0f2-45ea-8d85-c256c8f65841 HTTP/1.1" status: 200 len: 1130 time: 0.0400929 Aug 30 00:07:20.300747 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301ee7e9-daa3-4261-9298-327b7fdd17ce req-4a8780a9-c85d-469b-afb9-d81fddad53f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:07:20.302237 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-301ee7e9-daa3-4261-9298-327b7fdd17ce req-4a8780a9-c85d-469b-afb9-d81fddad53f4 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=79f758d9-f5c9-4dd1-ba1e-2857ef410b54 HTTP/1.1" status: 200 len: 913 time: 0.0922375 Aug 30 00:07:20.369467 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-301ee7e9-daa3-4261-9298-327b7fdd17ce req-5dda5c81-9d55-478d-905d-5490431d1e7c service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4854ce64-ea30-4f58-b30f-1110cea9fcea HTTP/1.1" status: 200 len: 1002 time: 0.0604331 Aug 30 00:07:20.421248 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301ee7e9-daa3-4261-9298-327b7fdd17ce req-6f09ce41-1f17-455a-b485-20a3823720c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:07:20.422987 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-301ee7e9-daa3-4261-9298-327b7fdd17ce req-6f09ce41-1f17-455a-b485-20a3823720c5 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=7f07dc28-3b5d-4778-a100-fbd0d9f8acb3 HTTP/1.1" status: 200 len: 850 time: 0.0470831 Aug 30 00:07:20.486395 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301ee7e9-daa3-4261-9298-327b7fdd17ce req-490ee231-459e-46ba-a534-bdbbc281229d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:07:20.488059 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-301ee7e9-daa3-4261-9298-327b7fdd17ce req-490ee231-459e-46ba-a534-bdbbc281229d service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=79f758d9-f5c9-4dd1-ba1e-2857ef410b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0587871 Aug 30 00:07:20.585780 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-301ee7e9-daa3-4261-9298-327b7fdd17ce req-73401c35-1493-4fe9-a365-b13f10dedcf9 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/79f758d9-f5c9-4dd1-ba1e-2857ef410b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909503 Aug 30 00:07:20.681866 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-301ee7e9-daa3-4261-9298-327b7fdd17ce req-f103b7a4-a474-4b10-bbb6-6dd80f46cd03 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/79f758d9-f5c9-4dd1-ba1e-2857ef410b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898430 Aug 30 00:07:26.355295 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=3 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:07:26.356250 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=3 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:07:26.402054 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:07:26.402740 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:07:30.677189 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=49 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:07:30.678048 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=52 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:07:35.965485 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.agents_db [None req-4166f728-c6cb-4ae6-8e81-f61b29fbc360 None None] Agent healthcheck: found 6 active agents {{(pid=113418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 00:07:40.284613 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-ded5c8a6-d8f6-4100-aadb-74e585918629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (1020f8f9-c858-45a1-84c5-376480b0ca2e), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:43.201695 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (a7eaf665-0f6d-431a-9601-222c900251ec), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:43.396025 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-577d86f6-f844-4c97-8de1-75a4af9687ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (037668f0-d812-4b59-9d2d-ce33f66a7708), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:44.481973 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cdcd43ac-7909-438b-ba67-31b4a20d4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (bcd4f52e-0d63-4d8a-9dda-ff825ab30758), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:45.581769 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (01773ddc-a5d8-4c68-b7b5-e385af2b339f), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:45.960837 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=2 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:07:45.961710 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:07:46.461612 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-55545b4a-c719-46e4-a9c5-7c044aa64822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (63136763-0f20-46a8-951a-2f70193501e4), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:56.403577 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:07:56.405426 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:08:03.358475 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=3 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:08:03.359365 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=3 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:08:07.241262 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [req-497eb4dc-6e5c-4473-8791-243629d8b401 req-7fdd4e60-a872-4a31-b897-38c0c6534d64 service neutron] (113416) timed out ('10.222.0.87', 51235) {{(pid=113416) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 30 00:08:07.362313 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [req-322fdd4f-1103-4652-bcc3-4ff1635ea23d req-72555658-3f13-4cdf-a485-5323266e04e1 service neutron] (113416) timed out ('10.222.0.87', 51281) {{(pid=113416) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 30 00:08:08.389750 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [req-cef38258-df08-4cd5-bcbd-ac54311b032d req-56db203a-377b-4168-8fd5-9ab196bfc6eb service neutron] (113415) timed out ('10.222.0.87', 51262) {{(pid=113415) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 30 00:08:10.051680 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 57280) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:08:10.197054 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [None req-a443c84a-4425-4aa8-b60d-7dc336799987 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Deleting port ead9e3aa-dcbb-48e4-aed1-052beb6b42a6 {{(pid=113415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 00:08:10.197397 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-a443c84a-4425-4aa8-b60d-7dc336799987 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (ead9e3aa-dcbb-48e4-aed1-052beb6b42a6), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:10.272979 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-f2fd9e8c-51aa-411d-8a16-a714fc02157b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (1020f8f9-c858-45a1-84c5-376480b0ca2e), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:10.279661 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-a443c84a-4425-4aa8-b60d-7dc336799987 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (ead9e3aa-dcbb-48e4-aed1-052beb6b42a6), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:10.279993 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-a443c84a-4425-4aa8-b60d-7dc336799987 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks [] for floatingip (ead9e3aa-dcbb-48e4-aed1-052beb6b42a6), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:10.293624 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [None req-a443c84a-4425-4aa8-b60d-7dc336799987 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Calling delete_port for ead9e3aa-dcbb-48e4-aed1-052beb6b42a6 owned by network:floatingip {{(pid=113415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 00:08:10.576258 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-a443c84a-4425-4aa8-b60d-7dc336799987 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11068774'] for port (ead9e3aa-dcbb-48e4-aed1-052beb6b42a6), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:10.607147 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a443c84a-4425-4aa8-b60d-7dc336799987 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Pushing event deleted for resources: {'Port': ['ID=ead9e3aa-dcbb-48e4-aed1-052beb6b42a6,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:08:10.644194 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a443c84a-4425-4aa8-b60d-7dc336799987 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:08:10.644532 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a443c84a-4425-4aa8-b60d-7dc336799987 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:08:10.644868 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a443c84a-4425-4aa8-b60d-7dc336799987 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:08:10.645202 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a443c84a-4425-4aa8-b60d-7dc336799987 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:08:10.645527 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a443c84a-4425-4aa8-b60d-7dc336799987 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:08:10.645852 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a443c84a-4425-4aa8-b60d-7dc336799987 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:08:10.646178 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a443c84a-4425-4aa8-b60d-7dc336799987 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:08:10.646495 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a443c84a-4425-4aa8-b60d-7dc336799987 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:08:10.646812 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a443c84a-4425-4aa8-b60d-7dc336799987 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:08:10.647127 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a443c84a-4425-4aa8-b60d-7dc336799987 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:08:10.647445 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a443c84a-4425-4aa8-b60d-7dc336799987 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:08:10.647760 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a443c84a-4425-4aa8-b60d-7dc336799987 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:08:10.648074 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a443c84a-4425-4aa8-b60d-7dc336799987 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:08:10.648626 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a443c84a-4425-4aa8-b60d-7dc336799987 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:08:10.648941 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a443c84a-4425-4aa8-b60d-7dc336799987 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:08:10.690739 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-a443c84a-4425-4aa8-b60d-7dc336799987 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks [] for floatingip (124d28da-f817-4d9b-8382-027cdb417100), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:10.691061 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.db.l3_db [None req-a443c84a-4425-4aa8-b60d-7dc336799987 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Floating IP 124d28da-f817-4d9b-8382-027cdb417100 disassociated (deleted). External IP: 172.27.1.212, port: abe29c2e-86d6-4583-9a88-dd72f841e7b5. Aug 30 00:08:10.893825 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a443c84a-4425-4aa8-b60d-7dc336799987 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Router 1db07404-22a4-458a-9efe-f875b32c7901 has already been hosted by L3 agent 037668f0-d812-4b59-9d2d-ce33f66a7708 {{(pid=113415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 00:08:10.997027 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a443c84a-4425-4aa8-b60d-7dc336799987 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Notify agent at l3_agent.dv-cinder-855041-2-iscsi the message routers_updated {{(pid=113415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 00:08:11.002295 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-a443c84a-4425-4aa8-b60d-7dc336799987 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for floatingip (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:11.006250 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1353ba52-e981-4816-8c2c-09bc1eb6ed1d None None] Sync routers for ids ['1db07404-22a4-458a-9efe-f875b32c7901'] in dv-cinder-855041-2-iscsi {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 00:08:11.015893 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1353ba52-e981-4816-8c2c-09bc1eb6ed1d None None] Routers {'1db07404-22a4-458a-9efe-f875b32c7901'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:08:11.016614 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-1353ba52-e981-4816-8c2c-09bc1eb6ed1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-30T00:07:43Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['1db07404-22a4-458a-9efe-f875b32c7901'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:08:11.033170 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-a443c84a-4425-4aa8-b60d-7dc336799987 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "DELETE /networking/v2.0/floatingips/124d28da-f817-4d9b-8382-027cdb417100 HTTP/1.1" status: 204 len: 168 time: 0.9796956 Aug 30 00:08:11.033754 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c5d6cce-0131-45c1-bfcd-a66adba76c95', 'tag': 'abe29c2e-86d6-4583-9a88-dd72f841e7b5'}] {{(pid=113415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 00:08:11.035998 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbb4ce14699acef1e34bc356a7f428b480f1dc74f7679c811df4fa99cd0d73e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6768e535-ad66-40cc-a853-56a9d18b716e" -d '{"events": [{"name": "network-changed", "server_uuid": "0c5d6cce-0131-45c1-bfcd-a66adba76c95", "tag": "abe29c2e-86d6-4583-9a88-dd72f841e7b5"}]}' {{(pid=113415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 00:08:11.098985 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 00:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12f0251-5ab1-4a08-b919-41dd1b08887d x-openstack-request-id: req-c12f0251-5ab1-4a08-b919-41dd1b08887d {{(pid=113415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 00:08:11.100154 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c5d6cce-0131-45c1-bfcd-a66adba76c95", "tag": "abe29c2e-86d6-4583-9a88-dd72f841e7b5", "status": "completed", "code": 200}]} {{(pid=113415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 00:08:11.100154 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-c12f0251-5ab1-4a08-b919-41dd1b08887d {{(pid=113415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 00:08:11.100154 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c12f0251-5ab1-4a08-b919-41dd1b08887d'] response: {'name': 'network-changed', 'server_uuid': '0c5d6cce-0131-45c1-bfcd-a66adba76c95', 'tag': 'abe29c2e-86d6-4583-9a88-dd72f841e7b5', 'status': 'completed', 'code': 200} Aug 30 00:08:11.131955 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-1353ba52-e981-4816-8c2c-09bc1eb6ed1d None None] Set router 1db07404-22a4-458a-9efe-f875b32c7901 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:08:11.180709 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768e535-ad66-40cc-a853-56a9d18b716e req-438672a8-832b-4e3b-aa89-040d6abef98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:08:11.182374 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-6768e535-ad66-40cc-a853-56a9d18b716e req-438672a8-832b-4e3b-aa89-040d6abef98e service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=6e1e7c36165f47ad838bb6b42f3179d9&device_id=0c5d6cce-0131-45c1-bfcd-a66adba76c95 HTTP/1.1" status: 200 len: 1129 time: 0.0553489 Aug 30 00:08:11.284242 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768e535-ad66-40cc-a853-56a9d18b716e req-3cac578d-79b8-4fc7-95a8-a9964bfb0029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:08:11.285921 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-6768e535-ad66-40cc-a853-56a9d18b716e req-3cac578d-79b8-4fc7-95a8-a9964bfb0029 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=79f758d9-f5c9-4dd1-ba1e-2857ef410b54 HTTP/1.1" status: 200 len: 913 time: 0.0975704 Aug 30 00:08:11.325134 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-6768e535-ad66-40cc-a853-56a9d18b716e req-91b11e74-fcc9-4edb-868e-5e044cb4b44a service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=abe29c2e-86d6-4583-9a88-dd72f841e7b5 HTTP/1.1" status: 200 len: 217 time: 0.0335732 Aug 30 00:08:11.356543 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-1353ba52-e981-4816-8c2c-09bc1eb6ed1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db07404-22a4-458a-9efe-f875b32c7901', 'name': 'tempest-TestVolumeBootPattern-677430752-router', 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:01:24Z', 'updated_at': '2022-08-30T00:01:28Z', 'revision_number': 4, 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'gw_port': {'id': '9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:31:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db07404-22a4-458a-9efe-f875b32c7901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:25Z', 'updated_at': '2022-08-30T00:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_floatingips': [{'id': '3d31806c-ceba-4ddc-8b26-bbcebb308be3', 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'floating_ip_address': '172.27.1.140', 'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'router_id': '1db07404-22a4-458a-9efe-f875b32c7901', 'port_id': '4854ce64-ea30-4f58-b30f-1110cea9fcea', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79f758d9-f5c9-4dd1-ba1e-2857ef410b54', 'mac_address': 'fa:16:3e:31:6a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80666307-d0f2-45ea-8d85-c256c8f65841', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T00:04:39Z', 'updated_at': '2022-08-30T00:04:41Z', 'revision_number': 1, 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd73b19b-92ea-4215-9505-fda9f2cfe5e2', 'name': '', 'network_id': '79f758d9-f5c9-4dd1-ba1e-2857ef410b54', 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'mac_address': 'fa:16:3e:db:d2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db07404-22a4-458a-9efe-f875b32c7901', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '7f07dc28-3b5d-4778-a100-fbd0d9f8acb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:27Z', 'updated_at': '2022-08-30T00:01:35Z', 'revision_number': 5, 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'subnets': [{'id': '7f07dc28-3b5d-4778-a100-fbd0d9f8acb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:08:11.383027 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1353ba52-e981-4816-8c2c-09bc1eb6ed1d None None] Checking router: 1db07404-22a4-458a-9efe-f875b32c7901 for host: dv-cinder-855041-2-iscsi {{(pid=113418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 00:08:11.385794 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768e535-ad66-40cc-a853-56a9d18b716e req-a3ee1fc3-4321-472a-b128-323c01c65281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:08:11.387417 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-6768e535-ad66-40cc-a853-56a9d18b716e req-a3ee1fc3-4321-472a-b128-323c01c65281 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=7f07dc28-3b5d-4778-a100-fbd0d9f8acb3 HTTP/1.1" status: 200 len: 850 time: 0.0567005 Aug 30 00:08:11.392666 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1353ba52-e981-4816-8c2c-09bc1eb6ed1d None None] Routers {'1db07404-22a4-458a-9efe-f875b32c7901'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:08:11.393527 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-1353ba52-e981-4816-8c2c-09bc1eb6ed1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-30T00:07:43Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['1db07404-22a4-458a-9efe-f875b32c7901'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:08:11.432465 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768e535-ad66-40cc-a853-56a9d18b716e req-c9f0bab4-1b55-4425-983d-56fde9cac2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:08:11.433895 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-6768e535-ad66-40cc-a853-56a9d18b716e req-c9f0bab4-1b55-4425-983d-56fde9cac2c1 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=79f758d9-f5c9-4dd1-ba1e-2857ef410b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405934 Aug 30 00:08:11.537070 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-6768e535-ad66-40cc-a853-56a9d18b716e req-2008b0ac-14f8-46b0-b755-6fc3ab6c135c service neutron] 10.222.0.87 "GET /networking/v2.0/networks/79f758d9-f5c9-4dd1-ba1e-2857ef410b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961816 Aug 30 00:08:11.590492 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-1353ba52-e981-4816-8c2c-09bc1eb6ed1d None None] Set router 1db07404-22a4-458a-9efe-f875b32c7901 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:08:11.794611 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:08:11.796994 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:08:11.810493 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4497b8b-b5f9-4bea-a360-d929c5b6e056 req-67d95370-868d-403f-9b85-215efcb6d051 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:08:11.811987 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-a4497b8b-b5f9-4bea-a360-d929c5b6e056 req-67d95370-868d-403f-9b85-215efcb6d051 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=0c5d6cce-0131-45c1-bfcd-a66adba76c95 HTTP/1.1" status: 200 len: 945 time: 0.2621372 Aug 30 00:08:11.815930 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-1353ba52-e981-4816-8c2c-09bc1eb6ed1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db07404-22a4-458a-9efe-f875b32c7901', 'name': 'tempest-TestVolumeBootPattern-677430752-router', 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:01:24Z', 'updated_at': '2022-08-30T00:01:28Z', 'revision_number': 4, 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'gw_port': {'id': '9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:31:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db07404-22a4-458a-9efe-f875b32c7901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:25Z', 'updated_at': '2022-08-30T00:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_floatingips': [{'id': '3d31806c-ceba-4ddc-8b26-bbcebb308be3', 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'floating_ip_address': '172.27.1.140', 'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'router_id': '1db07404-22a4-458a-9efe-f875b32c7901', 'port_id': '4854ce64-ea30-4f58-b30f-1110cea9fcea', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79f758d9-f5c9-4dd1-ba1e-2857ef410b54', 'mac_address': 'fa:16:3e:31:6a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80666307-d0f2-45ea-8d85-c256c8f65841', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T00:04:39Z', 'updated_at': '2022-08-30T00:04:41Z', 'revision_number': 1, 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd73b19b-92ea-4215-9505-fda9f2cfe5e2', 'name': '', 'network_id': '79f758d9-f5c9-4dd1-ba1e-2857ef410b54', 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'mac_address': 'fa:16:3e:db:d2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db07404-22a4-458a-9efe-f875b32c7901', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '7f07dc28-3b5d-4778-a100-fbd0d9f8acb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:27Z', 'updated_at': '2022-08-30T00:01:35Z', 'revision_number': 5, 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'subnets': [{'id': '7f07dc28-3b5d-4778-a100-fbd0d9f8acb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:08:11.841415 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1353ba52-e981-4816-8c2c-09bc1eb6ed1d None None] The sync data for ids ['1db07404-22a4-458a-9efe-f875b32c7901'] in dv-cinder-855041-2-iscsi is: [{'id': '1db07404-22a4-458a-9efe-f875b32c7901', 'name': 'tempest-TestVolumeBootPattern-677430752-router', 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:01:24Z', 'updated_at': '2022-08-30T00:01:28Z', 'revision_number': 4, 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'gw_port': {'id': '9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:31:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db07404-22a4-458a-9efe-f875b32c7901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:25Z', 'updated_at': '2022-08-30T00:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_floatingips': [{'id': '3d31806c-ceba-4ddc-8b26-bbcebb308be3', 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'floating_ip_address': '172.27.1.140', 'floating_network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'router_id': '1db07404-22a4-458a-9efe-f875b32c7901', 'port_id': '4854ce64-ea30-4f58-b30f-1110cea9fcea', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79f758d9-f5c9-4dd1-ba1e-2857ef410b54', 'mac_address': 'fa:16:3e:31:6a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80666307-d0f2-45ea-8d85-c256c8f65841', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T00:04:39Z', 'updated_at': '2022-08-30T00:04:41Z', 'revision_number': 1, 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd73b19b-92ea-4215-9505-fda9f2cfe5e2', 'name': '', 'network_id': '79f758d9-f5c9-4dd1-ba1e-2857ef410b54', 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'mac_address': 'fa:16:3e:db:d2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db07404-22a4-458a-9efe-f875b32c7901', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '7f07dc28-3b5d-4778-a100-fbd0d9f8acb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:27Z', 'updated_at': '2022-08-30T00:01:35Z', 'revision_number': 5, 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'subnets': [{'id': '7f07dc28-3b5d-4778-a100-fbd0d9f8acb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 00:08:11.866176 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-a4497b8b-b5f9-4bea-a360-d929c5b6e056 req-fa94cdd1-a4a7-4e40-92d2-67aa388120c1 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fa10b182-c739-4d09-bf63-62bbd8ffd175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476840 Aug 30 00:08:12.071955 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a27b51d-60b5-437d-9c1c-d854a97386f9 None None] New status for floating IP 124d28da-f817-4d9b-8382-027cdb417100: DOWN {{(pid=113417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 00:08:12.578287 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-6768e535-ad66-40cc-a853-56a9d18b716e req-87acdf38-0234-4900-b862-a69a14533f5a service neutron] 10.222.0.87 "GET /networking/v2.0/networks/79f758d9-f5c9-4dd1-ba1e-2857ef410b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880206 Aug 30 00:08:12.964699 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.agents_db [None req-4166f728-c6cb-4ae6-8e81-f61b29fbc360 None None] Agent healthcheck: found 6 active agents {{(pid=113418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 00:08:13.038930 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0292a34-0cc2-43f5-b0e1-de18dba96e7e req-b00d8da8-ef9d-4bc9-a6c9-47b80541fc51 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:08:13.040487 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-a0292a34-0cc2-43f5-b0e1-de18dba96e7e req-b00d8da8-ef9d-4bc9-a6c9-47b80541fc51 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.87 "GET /networking/v2.0/ports?device_id=0c5d6cce-0131-45c1-bfcd-a66adba76c95 HTTP/1.1" status: 200 len: 945 time: 0.0465810 Aug 30 00:08:13.043710 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb642f-ecfa-4dfc-9eb4-9b1692b2b80c req-184ccc7d-3db0-4e59-902b-bca6091f0fbf tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:08:13.045186 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-97eb642f-ecfa-4dfc-9eb4-9b1692b2b80c req-184ccc7d-3db0-4e59-902b-bca6091f0fbf tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=0c5d6cce-0131-45c1-bfcd-a66adba76c95 HTTP/1.1" status: 200 len: 945 time: 0.1027622 Aug 30 00:08:13.099799 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-97eb642f-ecfa-4dfc-9eb4-9b1692b2b80c req-c725fecc-2ade-44f7-a6e1-84e660f7f222 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fa10b182-c739-4d09-bf63-62bbd8ffd175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481153 Aug 30 00:08:13.124527 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.plugin [req-a0292a34-0cc2-43f5-b0e1-de18dba96e7e req-d50521ca-fe76-41b5-84a0-00ae7363fe25 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Deleting port abe29c2e-86d6-4583-9a88-dd72f841e7b5 {{(pid=113416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 00:08:13.124868 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-a0292a34-0cc2-43f5-b0e1-de18dba96e7e req-d50521ca-fe76-41b5-84a0-00ae7363fe25 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (abe29c2e-86d6-4583-9a88-dd72f841e7b5), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:13.222859 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.db [req-a0292a34-0cc2-43f5-b0e1-de18dba96e7e req-d50521ca-fe76-41b5-84a0-00ae7363fe25 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] For port abe29c2e-86d6-4583-9a88-dd72f841e7b5, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=abe29c2e-86d6-4583-9a88-dd72f841e7b5,segment=NetworkSegment(e442b733-cdb1-440f-8d43-4017843e1658),segment_id=e442b733-cdb1-440f-8d43-4017843e1658)] {{(pid=113416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:08:13.223226 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-a0292a34-0cc2-43f5-b0e1-de18dba96e7e req-d50521ca-fe76-41b5-84a0-00ae7363fe25 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (abe29c2e-86d6-4583-9a88-dd72f841e7b5), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:13.237011 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.plugin [req-a0292a34-0cc2-43f5-b0e1-de18dba96e7e req-d50521ca-fe76-41b5-84a0-00ae7363fe25 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Calling delete_port for abe29c2e-86d6-4583-9a88-dd72f841e7b5 owned by compute:nova {{(pid=113416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 00:08:13.270055 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (a7eaf665-0f6d-431a-9601-222c900251ec), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:13.430070 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-8556742a-d3c3-4984-8152-4a5beeeff3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (037668f0-d812-4b59-9d2d-ce33f66a7708), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:13.467263 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-a0292a34-0cc2-43f5-b0e1-de18dba96e7e req-d50521ca-fe76-41b5-84a0-00ae7363fe25 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963692'] for port (abe29c2e-86d6-4583-9a88-dd72f841e7b5), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:13.495877 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50521ca-fe76-41b5-84a0-00ae7363fe25 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Pushing event deleted for resources: {'Port': ['ID=abe29c2e-86d6-4583-9a88-dd72f841e7b5,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:08:13.522649 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50521ca-fe76-41b5-84a0-00ae7363fe25 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:08:13.527417 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50521ca-fe76-41b5-84a0-00ae7363fe25 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:08:13.527417 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50521ca-fe76-41b5-84a0-00ae7363fe25 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:08:13.527417 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50521ca-fe76-41b5-84a0-00ae7363fe25 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:08:13.527417 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50521ca-fe76-41b5-84a0-00ae7363fe25 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:08:13.527417 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50521ca-fe76-41b5-84a0-00ae7363fe25 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:08:13.527417 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50521ca-fe76-41b5-84a0-00ae7363fe25 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:08:13.527417 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50521ca-fe76-41b5-84a0-00ae7363fe25 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:08:13.527417 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50521ca-fe76-41b5-84a0-00ae7363fe25 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:08:13.527417 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50521ca-fe76-41b5-84a0-00ae7363fe25 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:08:13.527417 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50521ca-fe76-41b5-84a0-00ae7363fe25 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:08:13.527417 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50521ca-fe76-41b5-84a0-00ae7363fe25 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:08:13.527417 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50521ca-fe76-41b5-84a0-00ae7363fe25 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:08:13.527417 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50521ca-fe76-41b5-84a0-00ae7363fe25 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:08:13.528689 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50521ca-fe76-41b5-84a0-00ae7363fe25 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:08:13.550737 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0292a34-0cc2-43f5-b0e1-de18dba96e7e req-d50521ca-fe76-41b5-84a0-00ae7363fe25 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] No DVR routers for this DVR port abe29c2e-86d6-4583-9a88-dd72f841e7b5 on host hv-cinder-85504 {{(pid=113416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 00:08:13.553201 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-a0292a34-0cc2-43f5-b0e1-de18dba96e7e req-d50521ca-fe76-41b5-84a0-00ae7363fe25 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for port (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:13.556385 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-a0292a34-0cc2-43f5-b0e1-de18dba96e7e req-d50521ca-fe76-41b5-84a0-00ae7363fe25 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.87 "DELETE /networking/v2.0/ports/abe29c2e-86d6-4583-9a88-dd72f841e7b5 HTTP/1.1" status: 204 len: 173 time: 0.5109696 Aug 30 00:08:13.556821 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c5d6cce-0131-45c1-bfcd-a66adba76c95', 'name': 'network-vif-deleted', 'tag': 'abe29c2e-86d6-4583-9a88-dd72f841e7b5'}] {{(pid=113416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 00:08:13.559057 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca1b1d0bad556637bdc4aa8e491b493d03ba5f494de7569054403470f02cf73a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43558036-7c36-4845-964b-ef02cc5ee403" -d '{"events": [{"server_uuid": "0c5d6cce-0131-45c1-bfcd-a66adba76c95", "name": "network-vif-deleted", "tag": "abe29c2e-86d6-4583-9a88-dd72f841e7b5"}]}' {{(pid=113416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 00:08:13.598869 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 00:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be22987-82f8-4d2f-b01f-37cf956d12f4 x-openstack-request-id: req-2be22987-82f8-4d2f-b01f-37cf956d12f4 {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 00:08:13.599495 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c5d6cce-0131-45c1-bfcd-a66adba76c95", "name": "network-vif-deleted", "tag": "abe29c2e-86d6-4583-9a88-dd72f841e7b5", "status": "completed", "code": 200}]} {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 00:08:13.599495 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-2be22987-82f8-4d2f-b01f-37cf956d12f4 {{(pid=113416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 00:08:13.599827 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2be22987-82f8-4d2f-b01f-37cf956d12f4'] response: {'server_uuid': '0c5d6cce-0131-45c1-bfcd-a66adba76c95', 'name': 'network-vif-deleted', 'tag': 'abe29c2e-86d6-4583-9a88-dd72f841e7b5', 'status': 'completed', 'code': 200} Aug 30 00:08:14.202689 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-f021b317-8419-42e2-9cff-09a6121b270b req-c735b97f-2d58-4ac7-8725-8dc87ec511d3 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=0c5d6cce-0131-45c1-bfcd-a66adba76c95 HTTP/1.1" status: 200 len: 210 time: 0.0291290 Aug 30 00:08:14.475712 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cdcd43ac-7909-438b-ba67-31b4a20d4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (bcd4f52e-0d63-4d8a-9dda-ff825ab30758), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:15.566778 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (01773ddc-a5d8-4c68-b7b5-e385af2b339f), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:16.492794 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-55545b4a-c719-46e4-a9c5-7c044aa64822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (63136763-0f20-46a8-951a-2f70193501e4), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:17.409992 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device abe29c2e-86d6-4583-9a88-dd72f841e7b5 no longer exists at agent hyperv_hv-cinder-85504 {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 00:08:17.429186 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] No Port match for: abe29c2e-86d6-4583-9a88-dd72f841e7b5 {{(pid=113417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 00:08:17.430071 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device abe29c2e-86d6-4583-9a88-dd72f841e7b5 not bound to the agent host hv-cinder-85504 {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 00:08:17.707966 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 57324) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:08:17.848887 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [None req-093a3444-22c4-4450-83c4-8a2149479148 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Deleting port dea08fbb-d8c1-4f0c-9422-06327a48bbdc {{(pid=113415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 00:08:17.849250 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-093a3444-22c4-4450-83c4-8a2149479148 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (dea08fbb-d8c1-4f0c-9422-06327a48bbdc), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:18.200101 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-093a3444-22c4-4450-83c4-8a2149479148 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (dea08fbb-d8c1-4f0c-9422-06327a48bbdc), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:18.200454 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-093a3444-22c4-4450-83c4-8a2149479148 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks [] for floatingip (dea08fbb-d8c1-4f0c-9422-06327a48bbdc), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:18.214162 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [None req-093a3444-22c4-4450-83c4-8a2149479148 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Calling delete_port for dea08fbb-d8c1-4f0c-9422-06327a48bbdc owned by network:floatingip {{(pid=113415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 00:08:18.435743 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-093a3444-22c4-4450-83c4-8a2149479148 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11068774'] for port (dea08fbb-d8c1-4f0c-9422-06327a48bbdc), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:18.469460 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093a3444-22c4-4450-83c4-8a2149479148 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Pushing event deleted for resources: {'Port': ['ID=dea08fbb-d8c1-4f0c-9422-06327a48bbdc,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:08:18.528565 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-093a3444-22c4-4450-83c4-8a2149479148 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks [] for floatingip (3d31806c-ceba-4ddc-8b26-bbcebb308be3), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:18.528894 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.db.l3_db [None req-093a3444-22c4-4450-83c4-8a2149479148 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Floating IP 3d31806c-ceba-4ddc-8b26-bbcebb308be3 disassociated (deleted). External IP: 172.27.1.140, port: 4854ce64-ea30-4f58-b30f-1110cea9fcea. Aug 30 00:08:18.718934 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:08:18.731879 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-093a3444-22c4-4450-83c4-8a2149479148 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Router 1db07404-22a4-458a-9efe-f875b32c7901 has already been hosted by L3 agent 037668f0-d812-4b59-9d2d-ce33f66a7708 {{(pid=113415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 00:08:18.743724 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:08:18.848549 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-093a3444-22c4-4450-83c4-8a2149479148 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Notify agent at l3_agent.dv-cinder-855041-2-iscsi the message routers_updated {{(pid=113415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 00:08:18.853210 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-093a3444-22c4-4450-83c4-8a2149479148 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for floatingip (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:18.858232 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d203e1-fe3a-4b8d-8023-f8f688f0739a None None] Sync routers for ids ['1db07404-22a4-458a-9efe-f875b32c7901'] in dv-cinder-855041-2-iscsi {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 00:08:18.869379 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d203e1-fe3a-4b8d-8023-f8f688f0739a None None] Routers {'1db07404-22a4-458a-9efe-f875b32c7901'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:08:18.869992 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-f6d203e1-fe3a-4b8d-8023-f8f688f0739a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-30T00:08:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['1db07404-22a4-458a-9efe-f875b32c7901'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:08:18.884303 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-093a3444-22c4-4450-83c4-8a2149479148 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "DELETE /networking/v2.0/floatingips/3d31806c-ceba-4ddc-8b26-bbcebb308be3 HTTP/1.1" status: 204 len: 168 time: 1.1752021 Aug 30 00:08:18.884890 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80666307-d0f2-45ea-8d85-c256c8f65841', 'tag': '4854ce64-ea30-4f58-b30f-1110cea9fcea'}] {{(pid=113415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 00:08:18.887178 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbb4ce14699acef1e34bc356a7f428b480f1dc74f7679c811df4fa99cd0d73e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b90bf2-a025-407a-8976-69cea387269d" -d '{"events": [{"name": "network-changed", "server_uuid": "80666307-d0f2-45ea-8d85-c256c8f65841", "tag": "4854ce64-ea30-4f58-b30f-1110cea9fcea"}]}' {{(pid=113415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 00:08:18.929973 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 00:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8809dbaa-2974-4de1-a5d2-40e03d2c8584 x-openstack-request-id: req-8809dbaa-2974-4de1-a5d2-40e03d2c8584 {{(pid=113415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 00:08:18.939675 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80666307-d0f2-45ea-8d85-c256c8f65841", "tag": "4854ce64-ea30-4f58-b30f-1110cea9fcea", "status": "completed", "code": 200}]} {{(pid=113415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 00:08:18.940013 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-8809dbaa-2974-4de1-a5d2-40e03d2c8584 {{(pid=113415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 00:08:18.940500 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8809dbaa-2974-4de1-a5d2-40e03d2c8584'] response: {'name': 'network-changed', 'server_uuid': '80666307-d0f2-45ea-8d85-c256c8f65841', 'tag': '4854ce64-ea30-4f58-b30f-1110cea9fcea', 'status': 'completed', 'code': 200} Aug 30 00:08:18.985161 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-f6d203e1-fe3a-4b8d-8023-f8f688f0739a None None] Set router 1db07404-22a4-458a-9efe-f875b32c7901 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:08:19.055227 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b90bf2-a025-407a-8976-69cea387269d req-b5a06b3d-1cb2-47c8-8a19-ed85823b21cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:08:19.056894 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-f7b90bf2-a025-407a-8976-69cea387269d req-b5a06b3d-1cb2-47c8-8a19-ed85823b21cd service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=6e1e7c36165f47ad838bb6b42f3179d9&device_id=80666307-d0f2-45ea-8d85-c256c8f65841 HTTP/1.1" status: 200 len: 1130 time: 0.0978932 Aug 30 00:08:19.080626 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:08:19.108140 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=100 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:08:19.113999 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:08:19.135533 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=100 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:08:19.151917 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b90bf2-a025-407a-8976-69cea387269d req-0d3d1dab-0170-4680-b6b0-4a4698cf9575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:08:19.153439 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-f7b90bf2-a025-407a-8976-69cea387269d req-0d3d1dab-0170-4680-b6b0-4a4698cf9575 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=79f758d9-f5c9-4dd1-ba1e-2857ef410b54 HTTP/1.1" status: 200 len: 913 time: 0.0911479 Aug 30 00:08:19.196167 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-f7b90bf2-a025-407a-8976-69cea387269d req-5b55b81c-fe96-4201-9530-4711af7c6f57 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4854ce64-ea30-4f58-b30f-1110cea9fcea HTTP/1.1" status: 200 len: 217 time: 0.0351088 Aug 30 00:08:19.196638 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-f6d203e1-fe3a-4b8d-8023-f8f688f0739a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db07404-22a4-458a-9efe-f875b32c7901', 'name': 'tempest-TestVolumeBootPattern-677430752-router', 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:01:24Z', 'updated_at': '2022-08-30T00:01:28Z', 'revision_number': 4, 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'gw_port': {'id': '9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:31:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db07404-22a4-458a-9efe-f875b32c7901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:25Z', 'updated_at': '2022-08-30T00:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': 'dd73b19b-92ea-4215-9505-fda9f2cfe5e2', 'name': '', 'network_id': '79f758d9-f5c9-4dd1-ba1e-2857ef410b54', 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'mac_address': 'fa:16:3e:db:d2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db07404-22a4-458a-9efe-f875b32c7901', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '7f07dc28-3b5d-4778-a100-fbd0d9f8acb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:27Z', 'updated_at': '2022-08-30T00:01:35Z', 'revision_number': 5, 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'subnets': [{'id': '7f07dc28-3b5d-4778-a100-fbd0d9f8acb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:08:19.221968 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d203e1-fe3a-4b8d-8023-f8f688f0739a None None] Checking router: 1db07404-22a4-458a-9efe-f875b32c7901 for host: dv-cinder-855041-2-iscsi {{(pid=113418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 00:08:19.230756 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d203e1-fe3a-4b8d-8023-f8f688f0739a None None] Routers {'1db07404-22a4-458a-9efe-f875b32c7901'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:08:19.231298 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-f6d203e1-fe3a-4b8d-8023-f8f688f0739a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-30T00:08:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['1db07404-22a4-458a-9efe-f875b32c7901'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:08:19.248498 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b90bf2-a025-407a-8976-69cea387269d req-589f278c-c1fa-4a9e-914b-2d71b43bbcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:08:19.251318 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-f7b90bf2-a025-407a-8976-69cea387269d req-589f278c-c1fa-4a9e-914b-2d71b43bbcb9 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=7f07dc28-3b5d-4778-a100-fbd0d9f8acb3 HTTP/1.1" status: 200 len: 850 time: 0.0479004 Aug 30 00:08:19.300429 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b90bf2-a025-407a-8976-69cea387269d req-d2b97cbd-0f1c-4cad-95de-5a7c4962aafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:08:19.302612 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-f7b90bf2-a025-407a-8976-69cea387269d req-d2b97cbd-0f1c-4cad-95de-5a7c4962aafe service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=79f758d9-f5c9-4dd1-ba1e-2857ef410b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436442 Aug 30 00:08:19.337342 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-f6d203e1-fe3a-4b8d-8023-f8f688f0739a None None] Set router 1db07404-22a4-458a-9efe-f875b32c7901 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:08:19.402455 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-f7b90bf2-a025-407a-8976-69cea387269d req-6e616176-af8b-48de-9fa1-47f80dd1009a service neutron] 10.222.0.87 "GET /networking/v2.0/networks/79f758d9-f5c9-4dd1-ba1e-2857ef410b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924973 Aug 30 00:08:19.444200 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c8b97-15fc-40c1-aa2f-15176b09317f req-ff39056b-e7e1-498b-90c2-d29fd5f09d51 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:08:19.445748 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-6c9c8b97-15fc-40c1-aa2f-15176b09317f req-ff39056b-e7e1-498b-90c2-d29fd5f09d51 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=80666307-d0f2-45ea-8d85-c256c8f65841 HTTP/1.1" status: 200 len: 946 time: 0.0522521 Aug 30 00:08:19.500940 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-6c9c8b97-15fc-40c1-aa2f-15176b09317f req-7abc462f-f0e7-42ce-aad0-b7d3a593c71f tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fa10b182-c739-4d09-bf63-62bbd8ffd175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465286 Aug 30 00:08:19.535653 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-f6d203e1-fe3a-4b8d-8023-f8f688f0739a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db07404-22a4-458a-9efe-f875b32c7901', 'name': 'tempest-TestVolumeBootPattern-677430752-router', 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:01:24Z', 'updated_at': '2022-08-30T00:01:28Z', 'revision_number': 4, 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'gw_port': {'id': '9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:31:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db07404-22a4-458a-9efe-f875b32c7901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:25Z', 'updated_at': '2022-08-30T00:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': 'dd73b19b-92ea-4215-9505-fda9f2cfe5e2', 'name': '', 'network_id': '79f758d9-f5c9-4dd1-ba1e-2857ef410b54', 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'mac_address': 'fa:16:3e:db:d2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db07404-22a4-458a-9efe-f875b32c7901', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '7f07dc28-3b5d-4778-a100-fbd0d9f8acb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:27Z', 'updated_at': '2022-08-30T00:01:35Z', 'revision_number': 5, 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'subnets': [{'id': '7f07dc28-3b5d-4778-a100-fbd0d9f8acb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:08:19.564195 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d203e1-fe3a-4b8d-8023-f8f688f0739a None None] The sync data for ids ['1db07404-22a4-458a-9efe-f875b32c7901'] in dv-cinder-855041-2-iscsi is: [{'id': '1db07404-22a4-458a-9efe-f875b32c7901', 'name': 'tempest-TestVolumeBootPattern-677430752-router', 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:01:24Z', 'updated_at': '2022-08-30T00:01:28Z', 'revision_number': 4, 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'gw_port': {'id': '9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:31:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db07404-22a4-458a-9efe-f875b32c7901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:25Z', 'updated_at': '2022-08-30T00:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi', '_interfaces': [{'id': 'dd73b19b-92ea-4215-9505-fda9f2cfe5e2', 'name': '', 'network_id': '79f758d9-f5c9-4dd1-ba1e-2857ef410b54', 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'mac_address': 'fa:16:3e:db:d2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db07404-22a4-458a-9efe-f875b32c7901', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '7f07dc28-3b5d-4778-a100-fbd0d9f8acb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:27Z', 'updated_at': '2022-08-30T00:01:35Z', 'revision_number': 5, 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'subnets': [{'id': '7f07dc28-3b5d-4778-a100-fbd0d9f8acb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 00:08:19.779080 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ed4bb4-7d7b-44f0-baab-a66625f5fb75 None None] New status for floating IP 3d31806c-ceba-4ddc-8b26-bbcebb308be3: DOWN {{(pid=113417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 00:08:20.453827 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-f7b90bf2-a025-407a-8976-69cea387269d req-8df093ef-94cf-44ae-9076-3bda1fdd5e1a service neutron] 10.222.0.87 "GET /networking/v2.0/networks/79f758d9-f5c9-4dd1-ba1e-2857ef410b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886531 Aug 30 00:08:20.638513 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b191216-a457-4937-9891-cb0e085d895d req-5db079f7-6bf6-4200-8afa-5011c23e2a91 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:08:20.640043 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-0b191216-a457-4937-9891-cb0e085d895d req-5db079f7-6bf6-4200-8afa-5011c23e2a91 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=80666307-d0f2-45ea-8d85-c256c8f65841 HTTP/1.1" status: 200 len: 946 time: 0.0536697 Aug 30 00:08:20.693558 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-0b191216-a457-4937-9891-cb0e085d895d req-ffe0dcec-586e-4998-9f4f-e0fcfc6ba76d tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/security-groups?id=fa10b182-c739-4d09-bf63-62bbd8ffd175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466235 Aug 30 00:08:20.874477 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef39cc-bbc5-4d6a-9215-cff7fc889422 req-9f62120f-5680-4fb3-a2a0-1e1c44a5c528 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:08:20.875905 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-d5ef39cc-bbc5-4d6a-9215-cff7fc889422 req-9f62120f-5680-4fb3-a2a0-1e1c44a5c528 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.87 "GET /networking/v2.0/ports?device_id=80666307-d0f2-45ea-8d85-c256c8f65841 HTTP/1.1" status: 200 len: 946 time: 0.0470717 Aug 30 00:08:20.960854 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.plugin [req-d5ef39cc-bbc5-4d6a-9215-cff7fc889422 req-44a44608-1d0d-4bea-b679-8c6668a89373 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Deleting port 4854ce64-ea30-4f58-b30f-1110cea9fcea {{(pid=113416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 00:08:20.961097 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-d5ef39cc-bbc5-4d6a-9215-cff7fc889422 req-44a44608-1d0d-4bea-b679-8c6668a89373 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (4854ce64-ea30-4f58-b30f-1110cea9fcea), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:21.056578 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.db [req-d5ef39cc-bbc5-4d6a-9215-cff7fc889422 req-44a44608-1d0d-4bea-b679-8c6668a89373 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] For port 4854ce64-ea30-4f58-b30f-1110cea9fcea, host hv-cinder-85504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85504',level=0,port_id=4854ce64-ea30-4f58-b30f-1110cea9fcea,segment=NetworkSegment(e442b733-cdb1-440f-8d43-4017843e1658),segment_id=e442b733-cdb1-440f-8d43-4017843e1658)] {{(pid=113416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:08:21.056942 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-d5ef39cc-bbc5-4d6a-9215-cff7fc889422 req-44a44608-1d0d-4bea-b679-8c6668a89373 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (4854ce64-ea30-4f58-b30f-1110cea9fcea), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:21.071038 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.plugin [req-d5ef39cc-bbc5-4d6a-9215-cff7fc889422 req-44a44608-1d0d-4bea-b679-8c6668a89373 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Calling delete_port for 4854ce64-ea30-4f58-b30f-1110cea9fcea owned by compute:nova {{(pid=113416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 00:08:21.180715 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:08:21.290896 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-d5ef39cc-bbc5-4d6a-9215-cff7fc889422 req-44a44608-1d0d-4bea-b679-8c6668a89373 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963692'] for port (4854ce64-ea30-4f58-b30f-1110cea9fcea), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:21.337041 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a44608-1d0d-4bea-b679-8c6668a89373 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Pushing event deleted for resources: {'Port': ['ID=4854ce64-ea30-4f58-b30f-1110cea9fcea,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:08:21.396570 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ef39cc-bbc5-4d6a-9215-cff7fc889422 req-44a44608-1d0d-4bea-b679-8c6668a89373 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] No DVR routers for this DVR port 4854ce64-ea30-4f58-b30f-1110cea9fcea on host hv-cinder-85504 {{(pid=113416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 00:08:21.399017 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [req-d5ef39cc-bbc5-4d6a-9215-cff7fc889422 req-44a44608-1d0d-4bea-b679-8c6668a89373 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for port (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:21.402219 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [req-d5ef39cc-bbc5-4d6a-9215-cff7fc889422 req-44a44608-1d0d-4bea-b679-8c6668a89373 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.87 "DELETE /networking/v2.0/ports/4854ce64-ea30-4f58-b30f-1110cea9fcea HTTP/1.1" status: 204 len: 173 time: 0.5212011 Aug 30 00:08:21.402657 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80666307-d0f2-45ea-8d85-c256c8f65841', 'name': 'network-vif-deleted', 'tag': '4854ce64-ea30-4f58-b30f-1110cea9fcea'}] {{(pid=113416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 00:08:21.404975 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca1b1d0bad556637bdc4aa8e491b493d03ba5f494de7569054403470f02cf73a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372263f4-cc66-413e-8c70-38cfefa9c9ff" -d '{"events": [{"server_uuid": "80666307-d0f2-45ea-8d85-c256c8f65841", "name": "network-vif-deleted", "tag": "4854ce64-ea30-4f58-b30f-1110cea9fcea"}]}' {{(pid=113416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 00:08:21.442902 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 00:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2287414a-657a-4c2e-b296-f615eebdfe62 x-openstack-request-id: req-2287414a-657a-4c2e-b296-f615eebdfe62 {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 00:08:21.443194 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80666307-d0f2-45ea-8d85-c256c8f65841", "name": "network-vif-deleted", "tag": "4854ce64-ea30-4f58-b30f-1110cea9fcea", "status": "completed", "code": 200}]} {{(pid=113416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 00:08:21.443449 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-2287414a-657a-4c2e-b296-f615eebdfe62 {{(pid=113416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 00:08:21.443856 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2287414a-657a-4c2e-b296-f615eebdfe62'] response: {'server_uuid': '80666307-d0f2-45ea-8d85-c256c8f65841', 'name': 'network-vif-deleted', 'tag': '4854ce64-ea30-4f58-b30f-1110cea9fcea', 'status': 'completed', 'code': 200} Aug 30 00:08:21.804714 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [req-a0b4f53d-c733-4ca2-ad69-9433f1f0c53b req-bd2b5925-2cc3-4c3d-b88d-c3011c26e756 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "GET /networking/v2.0/ports?device_id=80666307-d0f2-45ea-8d85-c256c8f65841 HTTP/1.1" status: 200 len: 210 time: 0.0347712 Aug 30 00:08:22.865634 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 57342) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:08:22.975615 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.plugin [None req-d584eab3-842f-4314-8a4a-40a83011454e tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Deleting port 9208d073-c142-459c-bddc-cf03569c8f03 {{(pid=113416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 00:08:22.975954 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-d584eab3-842f-4314-8a4a-40a83011454e tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (9208d073-c142-459c-bddc-cf03569c8f03), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:23.055054 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-d584eab3-842f-4314-8a4a-40a83011454e tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (9208d073-c142-459c-bddc-cf03569c8f03), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:23.055380 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-d584eab3-842f-4314-8a4a-40a83011454e tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks [] for floatingip (9208d073-c142-459c-bddc-cf03569c8f03), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:23.068076 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.plugin [None req-d584eab3-842f-4314-8a4a-40a83011454e tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Calling delete_port for 9208d073-c142-459c-bddc-cf03569c8f03 owned by network:floatingip {{(pid=113416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 00:08:23.144671 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:08:23.267146 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-d584eab3-842f-4314-8a4a-40a83011454e tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963692'] for port (9208d073-c142-459c-bddc-cf03569c8f03), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:23.296373 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d584eab3-842f-4314-8a4a-40a83011454e tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Pushing event deleted for resources: {'Port': ['ID=9208d073-c142-459c-bddc-cf03569c8f03,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:08:23.359231 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-d584eab3-842f-4314-8a4a-40a83011454e tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks [] for floatingip (9f08eb17-ffc5-4c62-8e2f-1335c61438b6), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:23.361725 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-d584eab3-842f-4314-8a4a-40a83011454e tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67041'] for floatingip (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:23.363605 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-d584eab3-842f-4314-8a4a-40a83011454e tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "DELETE /networking/v2.0/floatingips/9f08eb17-ffc5-4c62-8e2f-1335c61438b6 HTTP/1.1" status: 204 len: 168 time: 0.4968460 Aug 30 00:08:24.768017 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 57354) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:08:24.827649 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-638445f9-0572-4d3a-9006-0c73d0bdab79 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks [] for security_group (fa10b182-c739-4d09-bf63-62bbd8ffd175), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:24.852688 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-638445f9-0572-4d3a-9006-0c73d0bdab79 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks [] for security_group (fa10b182-c739-4d09-bf63-62bbd8ffd175), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:24.963805 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-638445f9-0572-4d3a-9006-0c73d0bdab79 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (fa10b182-c739-4d09-bf63-62bbd8ffd175), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:24.966411 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-638445f9-0572-4d3a-9006-0c73d0bdab79 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Publish callbacks [] for security_group (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:24.967580 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-638445f9-0572-4d3a-9006-0c73d0bdab79 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] 10.222.0.90 "DELETE /networking/v2.0/security-groups/fa10b182-c739-4d09-bf63-62bbd8ffd175 HTTP/1.1" status: 204 len: 168 time: 0.1985312 Aug 30 00:08:24.977883 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638445f9-0572-4d3a-9006-0c73d0bdab79 tempest-TestVolumeBootPattern-1925969706 tempest-TestVolumeBootPattern-1925969706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa10b182-c739-4d09-bf63-62bbd8ffd175,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:08:25.079641 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 57358) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:08:25.361745 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:08:25.489485 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-b2deabdd-4aae-4070-8152-d30fce73be4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477410'] for router_interface (1db07404-22a4-458a-9efe-f875b32c7901), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:25.499680 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device 4854ce64-ea30-4f58-b30f-1110cea9fcea no longer exists at agent hyperv_hv-cinder-85504 {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 00:08:25.518979 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] No Port match for: 4854ce64-ea30-4f58-b30f-1110cea9fcea {{(pid=113417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 00:08:25.519324 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Device 4854ce64-ea30-4f58-b30f-1110cea9fcea not bound to the agent host hv-cinder-85504 {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 00:08:25.710438 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.plugin [None req-b2deabdd-4aae-4070-8152-d30fce73be4a admin admin] Deleting port dd73b19b-92ea-4215-9505-fda9f2cfe5e2 {{(pid=113416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 00:08:25.710776 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-b2deabdd-4aae-4070-8152-d30fce73be4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (dd73b19b-92ea-4215-9505-fda9f2cfe5e2), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:25.793178 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.db [None req-b2deabdd-4aae-4070-8152-d30fce73be4a admin admin] For port dd73b19b-92ea-4215-9505-fda9f2cfe5e2, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=dd73b19b-92ea-4215-9505-fda9f2cfe5e2,segment=NetworkSegment(e442b733-cdb1-440f-8d43-4017843e1658),segment_id=e442b733-cdb1-440f-8d43-4017843e1658)] {{(pid=113416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:08:25.793917 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-b2deabdd-4aae-4070-8152-d30fce73be4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (dd73b19b-92ea-4215-9505-fda9f2cfe5e2), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:25.806180 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.plugin [None req-b2deabdd-4aae-4070-8152-d30fce73be4a admin admin] Calling delete_port for dd73b19b-92ea-4215-9505-fda9f2cfe5e2 owned by network:router_interface {{(pid=113416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 00:08:25.807603 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:08:26.315472 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-b2deabdd-4aae-4070-8152-d30fce73be4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963692'] for port (dd73b19b-92ea-4215-9505-fda9f2cfe5e2), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:26.343173 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2deabdd-4aae-4070-8152-d30fce73be4a admin admin] Pushing event deleted for resources: {'Port': ['ID=dd73b19b-92ea-4215-9505-fda9f2cfe5e2,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:08:26.494832 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:08:26.536526 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-b2deabdd-4aae-4070-8152-d30fce73be4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-479058'] for router_interface (1db07404-22a4-458a-9efe-f875b32c7901), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:26.741413 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2deabdd-4aae-4070-8152-d30fce73be4a admin admin] Router 1db07404-22a4-458a-9efe-f875b32c7901 has already been hosted by L3 agent 037668f0-d812-4b59-9d2d-ce33f66a7708 {{(pid=113416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 00:08:26.850644 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2deabdd-4aae-4070-8152-d30fce73be4a admin admin] Notify agent at l3_agent.dv-cinder-855041-2-iscsi the message routers_updated {{(pid=113416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 00:08:26.858386 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 57362) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:08:26.858881 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-b2deabdd-4aae-4070-8152-d30fce73be4a admin admin] 10.222.0.90 "PUT /networking/v2.0/routers/1db07404-22a4-458a-9efe-f875b32c7901/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7777145 Aug 30 00:08:26.859392 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1492989-9b02-43cc-81fe-6ef5c9b6f96b None None] Sync routers for ids ['1db07404-22a4-458a-9efe-f875b32c7901'] in dv-cinder-855041-2-iscsi {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 00:08:26.870734 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1492989-9b02-43cc-81fe-6ef5c9b6f96b None None] Routers {'1db07404-22a4-458a-9efe-f875b32c7901'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:08:26.871373 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-c1492989-9b02-43cc-81fe-6ef5c9b6f96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-30T00:08:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['1db07404-22a4-458a-9efe-f875b32c7901'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:08:26.963858 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-648c93f6-29e1-47ec-906d-b9e4b78c009a admin admin] Publish callbacks [] for router (1db07404-22a4-458a-9efe-f875b32c7901), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:26.975512 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-c1492989-9b02-43cc-81fe-6ef5c9b6f96b None None] Set router 1db07404-22a4-458a-9efe-f875b32c7901 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:08:27.068440 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-648c93f6-29e1-47ec-906d-b9e4b78c009a admin admin] Publish callbacks [] for router_gateway (1db07404-22a4-458a-9efe-f875b32c7901), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:27.147437 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-c1492989-9b02-43cc-81fe-6ef5c9b6f96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db07404-22a4-458a-9efe-f875b32c7901', 'name': 'tempest-TestVolumeBootPattern-677430752-router', 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:01:24Z', 'updated_at': '2022-08-30T00:08:26Z', 'revision_number': 5, 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'gw_port': {'id': '9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:31:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db07404-22a4-458a-9efe-f875b32c7901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:25Z', 'updated_at': '2022-08-30T00:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi'}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:08:27.169650 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [None req-648c93f6-29e1-47ec-906d-b9e4b78c009a admin admin] Deleting port 9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30 {{(pid=113415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 00:08:27.169989 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-648c93f6-29e1-47ec-906d-b9e4b78c009a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:27.172776 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1492989-9b02-43cc-81fe-6ef5c9b6f96b None None] Checking router: 1db07404-22a4-458a-9efe-f875b32c7901 for host: dv-cinder-855041-2-iscsi {{(pid=113418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 00:08:27.182007 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1492989-9b02-43cc-81fe-6ef5c9b6f96b None None] Routers {'1db07404-22a4-458a-9efe-f875b32c7901'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:08:27.182607 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-c1492989-9b02-43cc-81fe-6ef5c9b6f96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-30T00:08:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['1db07404-22a4-458a-9efe-f875b32c7901'], 'active': True} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:08:27.258951 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.db [None req-648c93f6-29e1-47ec-906d-b9e4b78c009a admin admin] For port 9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30,segment=NetworkSegment(b4742eaf-d58e-407a-bbd7-30be4e48df16),segment_id=b4742eaf-d58e-407a-bbd7-30be4e48df16)] {{(pid=113415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:08:27.259311 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-648c93f6-29e1-47ec-906d-b9e4b78c009a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:27.274478 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [None req-648c93f6-29e1-47ec-906d-b9e4b78c009a admin admin] Calling delete_port for 9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30 owned by network:router_gateway {{(pid=113415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 00:08:27.347476 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=100 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:08:27.362739 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_dvr_db [None req-c1492989-9b02-43cc-81fe-6ef5c9b6f96b None None] Set router 1db07404-22a4-458a-9efe-f875b32c7901 gateway port host: None {{(pid=113418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:08:27.420602 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.l3_hamode_db [None req-c1492989-9b02-43cc-81fe-6ef5c9b6f96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db07404-22a4-458a-9efe-f875b32c7901', 'name': 'tempest-TestVolumeBootPattern-677430752-router', 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:01:24Z', 'updated_at': '2022-08-30T00:08:27Z', 'revision_number': 6, 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'gw_port_host': None}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:08:27.440047 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:08:27.447647 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1492989-9b02-43cc-81fe-6ef5c9b6f96b None None] The sync data for ids ['1db07404-22a4-458a-9efe-f875b32c7901'] in dv-cinder-855041-2-iscsi is: [{'id': '1db07404-22a4-458a-9efe-f875b32c7901', 'name': 'tempest-TestVolumeBootPattern-677430752-router', 'tenant_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:01:24Z', 'updated_at': '2022-08-30T00:08:27Z', 'revision_number': 6, 'project_id': '6e1e7c36165f47ad838bb6b42f3179d9', 'gw_port_host': None}] {{(pid=113418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 00:08:27.541248 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-648c93f6-29e1-47ec-906d-b9e4b78c009a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11068774'] for port (9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:27.567243 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648c93f6-29e1-47ec-906d-b9e4b78c009a admin admin] Pushing event deleted for resources: {'Port': ['ID=9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:08:27.595575 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:08:27.632865 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-648c93f6-29e1-47ec-906d-b9e4b78c009a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477601'] for router_gateway (1db07404-22a4-458a-9efe-f875b32c7901), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:27.723452 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-648c93f6-29e1-47ec-906d-b9e4b78c009a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63306'] for router (1db07404-22a4-458a-9efe-f875b32c7901), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:27.725771 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-648c93f6-29e1-47ec-906d-b9e4b78c009a admin admin] Publish callbacks [] for router_controller (1db07404-22a4-458a-9efe-f875b32c7901), precommit_delete_associations {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:27.836156 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-648c93f6-29e1-47ec-906d-b9e4b78c009a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-479023'] for router (1db07404-22a4-458a-9efe-f875b32c7901), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:27.836855 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-648c93f6-29e1-47ec-906d-b9e4b78c009a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1db07404-22a4-458a-9efe-f875b32c7901 {{(pid=113415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 00:08:27.841455 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-648c93f6-29e1-47ec-906d-b9e4b78c009a admin admin] Publish callbacks [] for router (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:27.842471 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-648c93f6-29e1-47ec-906d-b9e4b78c009a admin admin] 10.222.0.90 "DELETE /networking/v2.0/routers/1db07404-22a4-458a-9efe-f875b32c7901 HTTP/1.1" status: 204 len: 168 time: 0.9831030 Aug 30 00:08:27.845356 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 57364) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:08:27.891508 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8198def-e25a-45a7-afa5-74819f886c57 admin admin] Deleting subnet 7f07dc28-3b5d-4778-a100-fbd0d9f8acb3 {{(pid=113415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 00:08:27.895294 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-c8198def-e25a-45a7-afa5-74819f886c57 admin admin] Publish callbacks [] for subnet (7f07dc28-3b5d-4778-a100-fbd0d9f8acb3), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:27.929963 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-c8198def-e25a-45a7-afa5-74819f886c57 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10512014'] for subnet (7f07dc28-3b5d-4778-a100-fbd0d9f8acb3), precommit_delete_associations {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:28.013083 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-c8198def-e25a-45a7-afa5-74819f886c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3500387'] for subnet (7f07dc28-3b5d-4778-a100-fbd0d9f8acb3), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:28.132991 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-c8198def-e25a-45a7-afa5-74819f886c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3500410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4096602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11073941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11041910'] for subnet (7f07dc28-3b5d-4778-a100-fbd0d9f8acb3), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:28.158235 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8198def-e25a-45a7-afa5-74819f886c57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f07dc28-3b5d-4778-a100-fbd0d9f8acb3,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:08:28.164832 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-c8198def-e25a-45a7-afa5-74819f886c57 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:28.168305 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-c8198def-e25a-45a7-afa5-74819f886c57 admin admin] 10.222.0.90 "DELETE /networking/v2.0/subnets/7f07dc28-3b5d-4778-a100-fbd0d9f8acb3 HTTP/1.1" status: 204 len: 168 time: 0.3216209 Aug 30 00:08:28.170572 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f7e298-334a-4270-aae9-b15e0b79b050 None None] Network 79f758d9-f5c9-4dd1-ba1e-2857ef410b54 requested from dv-cinder-855041-2-iscsi {{(pid=113417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 00:08:28.171072 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 57366) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:08:28.243041 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-d0642575-89ec-4011-a95a-afc47f3010ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578142'] for network (79f758d9-f5c9-4dd1-ba1e-2857ef410b54), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:28.296910 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.plugin [None req-d0642575-89ec-4011-a95a-afc47f3010ea admin admin] Deleting port 6b45f354-b62f-4967-bd8e-66e6e13a1ffa {{(pid=113416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 00:08:28.297253 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-d0642575-89ec-4011-a95a-afc47f3010ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (6b45f354-b62f-4967-bd8e-66e6e13a1ffa), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:28.359614 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd30edee-5cf9-45fc-a4de-1146cfacc6eb None None] DHCP port deletion for 79f758d9-f5c9-4dd1-ba1e-2857ef410b54 request from dv-cinder-855041-2-iscsi {{(pid=113417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 00:08:28.374091 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.db [None req-d0642575-89ec-4011-a95a-afc47f3010ea admin admin] For port 6b45f354-b62f-4967-bd8e-66e6e13a1ffa, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=6b45f354-b62f-4967-bd8e-66e6e13a1ffa,segment=NetworkSegment(e442b733-cdb1-440f-8d43-4017843e1658),segment_id=e442b733-cdb1-440f-8d43-4017843e1658)] {{(pid=113416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:08:28.374459 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-d0642575-89ec-4011-a95a-afc47f3010ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (6b45f354-b62f-4967-bd8e-66e6e13a1ffa), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:28.389006 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.plugin [None req-d0642575-89ec-4011-a95a-afc47f3010ea admin admin] Calling delete_port for 6b45f354-b62f-4967-bd8e-66e6e13a1ffa owned by network:dhcp {{(pid=113416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 00:08:28.401254 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cd30edee-5cf9-45fc-a4de-1146cfacc6eb None None] Deleting port 6b45f354-b62f-4967-bd8e-66e6e13a1ffa {{(pid=113417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 00:08:28.402191 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cd30edee-5cf9-45fc-a4de-1146cfacc6eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (6b45f354-b62f-4967-bd8e-66e6e13a1ffa), before_delete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:28.433555 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:08:28.476982 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-cd30edee-5cf9-45fc-a4de-1146cfacc6eb None None] For port 6b45f354-b62f-4967-bd8e-66e6e13a1ffa, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=6b45f354-b62f-4967-bd8e-66e6e13a1ffa,segment=NetworkSegment(e442b733-cdb1-440f-8d43-4017843e1658),segment_id=e442b733-cdb1-440f-8d43-4017843e1658)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:08:28.478388 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cd30edee-5cf9-45fc-a4de-1146cfacc6eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (6b45f354-b62f-4967-bd8e-66e6e13a1ffa), precommit_delete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:28.491992 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-cd30edee-5cf9-45fc-a4de-1146cfacc6eb None None] Calling delete_port for 6b45f354-b62f-4967-bd8e-66e6e13a1ffa owned by network:dhcp {{(pid=113417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 00:08:28.555492 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-d0642575-89ec-4011-a95a-afc47f3010ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963692'] for port (6b45f354-b62f-4967-bd8e-66e6e13a1ffa), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:28.573995 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cd30edee-5cf9-45fc-a4de-1146cfacc6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306'] for port (6b45f354-b62f-4967-bd8e-66e6e13a1ffa), after_delete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:28.586420 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0642575-89ec-4011-a95a-afc47f3010ea admin admin] Pushing event deleted for resources: {'Port': ['ID=6b45f354-b62f-4967-bd8e-66e6e13a1ffa,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:08:28.590193 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0642575-89ec-4011-a95a-afc47f3010ea admin admin] No DVR routers for this DVR port 6b45f354-b62f-4967-bd8e-66e6e13a1ffa on host dv-cinder-855041-2-iscsi {{(pid=113416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 00:08:28.601804 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd30edee-5cf9-45fc-a4de-1146cfacc6eb None None] Pushing event deleted for resources: {'Port': ['ID=6b45f354-b62f-4967-bd8e-66e6e13a1ffa,revision_number=None']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:08:28.604162 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd30edee-5cf9-45fc-a4de-1146cfacc6eb None None] No DVR routers for this DVR port 6b45f354-b62f-4967-bd8e-66e6e13a1ffa on host dv-cinder-855041-2-iscsi {{(pid=113417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 00:08:28.612242 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd30edee-5cf9-45fc-a4de-1146cfacc6eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:08:28.612598 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd30edee-5cf9-45fc-a4de-1146cfacc6eb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:08:28.613263 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd30edee-5cf9-45fc-a4de-1146cfacc6eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:08:28.615786 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd30edee-5cf9-45fc-a4de-1146cfacc6eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:08:28.615786 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd30edee-5cf9-45fc-a4de-1146cfacc6eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:08:28.615786 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd30edee-5cf9-45fc-a4de-1146cfacc6eb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:08:28.615786 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd30edee-5cf9-45fc-a4de-1146cfacc6eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:08:28.615786 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd30edee-5cf9-45fc-a4de-1146cfacc6eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:08:28.615786 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd30edee-5cf9-45fc-a4de-1146cfacc6eb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:08:28.615786 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd30edee-5cf9-45fc-a4de-1146cfacc6eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:08:28.616519 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd30edee-5cf9-45fc-a4de-1146cfacc6eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:08:28.616519 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd30edee-5cf9-45fc-a4de-1146cfacc6eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:08:28.616703 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd30edee-5cf9-45fc-a4de-1146cfacc6eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:08:28.617094 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd30edee-5cf9-45fc-a4de-1146cfacc6eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:08:28.617331 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd30edee-5cf9-45fc-a4de-1146cfacc6eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855041-2-iscsi {{(pid=113417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:08:28.670572 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-d0642575-89ec-4011-a95a-afc47f3010ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3498496', 'neutron.services.segments.db._delete_segments_for_network-8751006364483'] for network (79f758d9-f5c9-4dd1-ba1e-2857ef410b54), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:28.692235 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.services.segments.db [None req-d0642575-89ec-4011-a95a-afc47f3010ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79f758d9-f5c9-4dd1-ba1e-2857ef410b54']}} {{(pid=113416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:08:28.701699 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.services.segments.db [None req-d0642575-89ec-4011-a95a-afc47f3010ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e442b733-cdb1-440f-8d43-4017843e1658') {'for_net_delete': True} {{(pid=113416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:08:28.702008 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.services.segments.db [None req-d0642575-89ec-4011-a95a-afc47f3010ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e442b733-cdb1-440f-8d43-4017843e1658') {} {{(pid=113416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:08:28.712480 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-d0642575-89ec-4011-a95a-afc47f3010ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751006358959', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10966535'] for segment (e442b733-cdb1-440f-8d43-4017843e1658), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:28.725860 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-d0642575-89ec-4011-a95a-afc47f3010ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3480186'] for segment (e442b733-cdb1-440f-8d43-4017843e1658), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:28.732064 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0642575-89ec-4011-a95a-afc47f3010ea admin admin] Releasing vlan 1144 on physical network physnet1 to pool {{(pid=113416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 00:08:28.732484 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-d0642575-89ec-4011-a95a-afc47f3010ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3480186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10963641'] for segment (e442b733-cdb1-440f-8d43-4017843e1658), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:28.751833 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.services.segments.plugin [-] Segment e442b733-cdb1-440f-8d43-4017843e1658 resource provider aggregate not found Aug 30 00:08:28.783499 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.services.segments.plugin [-] Segment e442b733-cdb1-440f-8d43-4017843e1658 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e442b733-cdb1-440f-8d43-4017843e1658 found for delete ", "request_id": "req-b8dc31d7-ea3b-4a0b-8e30-71e0e3e3c1e8"}]} Aug 30 00:08:28.800348 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 6b45f354-b62f-4967-bd8e-66e6e13a1ffa no longer exists at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 00:08:28.819683 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] No Port match for: 6b45f354-b62f-4967-bd8e-66e6e13a1ffa {{(pid=113417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 00:08:28.820023 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 6b45f354-b62f-4967-bd8e-66e6e13a1ffa not bound to the agent host dv-cinder-855041-2-iscsi {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 00:08:28.820475 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30 no longer exists at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 00:08:28.839037 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] No Port match for: 9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30 {{(pid=113417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 00:08:28.839956 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 9cdb6bd0-6cd0-4f37-81c5-a3cb3d0fae30 not bound to the agent host dv-cinder-855041-2-iscsi {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 00:08:28.839956 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device dd73b19b-92ea-4215-9505-fda9f2cfe5e2 no longer exists at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 00:08:28.858065 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] No Port match for: dd73b19b-92ea-4215-9505-fda9f2cfe5e2 {{(pid=113417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 00:08:28.858411 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device dd73b19b-92ea-4215-9505-fda9f2cfe5e2 not bound to the agent host dv-cinder-855041-2-iscsi {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 00:08:28.896274 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-d0642575-89ec-4011-a95a-afc47f3010ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3498505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477645'] for network (79f758d9-f5c9-4dd1-ba1e-2857ef410b54), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:28.901858 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-d0642575-89ec-4011-a95a-afc47f3010ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for network (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:28.905107 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-d0642575-89ec-4011-a95a-afc47f3010ea admin admin] 10.222.0.90 "DELETE /networking/v2.0/networks/79f758d9-f5c9-4dd1-ba1e-2857ef410b54 HTTP/1.1" status: 204 len: 168 time: 0.7334700 Aug 30 00:08:28.906802 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:08:28.908162 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 57372) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:08:28.917692 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0642575-89ec-4011-a95a-afc47f3010ea admin admin] Pushing event deleted for resources: {'Network': ['ID=79f758d9-f5c9-4dd1-ba1e-2857ef410b54,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:08:29.227377 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-0dfb1968-8550-42da-a26b-dda92bc9f10f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477410'] for router_interface (a06433e9-fb21-4cad-8e9d-596bef50b234), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:29.311087 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:08:29.423135 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:08:29.457663 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [None req-0dfb1968-8550-42da-a26b-dda92bc9f10f admin admin] Deleting port 36678d73-38ca-4f95-a25d-d9b8c8dd9442 {{(pid=113415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 00:08:29.458022 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-0dfb1968-8550-42da-a26b-dda92bc9f10f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (36678d73-38ca-4f95-a25d-d9b8c8dd9442), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:29.541751 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.db [None req-0dfb1968-8550-42da-a26b-dda92bc9f10f admin admin] For port 36678d73-38ca-4f95-a25d-d9b8c8dd9442, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=36678d73-38ca-4f95-a25d-d9b8c8dd9442,segment=NetworkSegment(c6d44fd8-0622-4e8d-91ef-078956d036da),segment_id=c6d44fd8-0622-4e8d-91ef-078956d036da)] {{(pid=113415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:08:29.542035 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-0dfb1968-8550-42da-a26b-dda92bc9f10f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (36678d73-38ca-4f95-a25d-d9b8c8dd9442), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:29.555898 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [None req-0dfb1968-8550-42da-a26b-dda92bc9f10f admin admin] Calling delete_port for 36678d73-38ca-4f95-a25d-d9b8c8dd9442 owned by network:router_interface {{(pid=113415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 00:08:29.829869 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-0dfb1968-8550-42da-a26b-dda92bc9f10f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11068774'] for port (36678d73-38ca-4f95-a25d-d9b8c8dd9442), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:29.858910 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfb1968-8550-42da-a26b-dda92bc9f10f admin admin] Pushing event deleted for resources: {'Port': ['ID=36678d73-38ca-4f95-a25d-d9b8c8dd9442,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:08:30.028625 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-0dfb1968-8550-42da-a26b-dda92bc9f10f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-479058'] for router_interface (a06433e9-fb21-4cad-8e9d-596bef50b234), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:30.087012 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:08:30.236876 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dfb1968-8550-42da-a26b-dda92bc9f10f admin admin] Router a06433e9-fb21-4cad-8e9d-596bef50b234 has already been hosted by L3 agent 037668f0-d812-4b59-9d2d-ce33f66a7708 {{(pid=113415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 00:08:30.339066 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dfb1968-8550-42da-a26b-dda92bc9f10f admin admin] Notify agent at l3_agent.dv-cinder-855041-2-iscsi the message routers_updated {{(pid=113415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 00:08:30.344001 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-0dfb1968-8550-42da-a26b-dda92bc9f10f admin admin] 10.222.0.90 "PUT /networking/v2.0/routers/a06433e9-fb21-4cad-8e9d-596bef50b234/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4347539 Aug 30 00:08:30.346513 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 57374) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:08:30.351236 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ba5589-2394-4f0d-a8dd-a4531a7afa84 None None] Sync routers for ids ['a06433e9-fb21-4cad-8e9d-596bef50b234'] in dv-cinder-855041-2-iscsi {{(pid=113417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 00:08:30.361858 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ba5589-2394-4f0d-a8dd-a4531a7afa84 None None] Routers {'a06433e9-fb21-4cad-8e9d-596bef50b234'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:08:30.362474 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-47ba5589-2394-4f0d-a8dd-a4531a7afa84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-30T00:08:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['a06433e9-fb21-4cad-8e9d-596bef50b234'], 'active': True} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:08:30.469589 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvr_db [None req-47ba5589-2394-4f0d-a8dd-a4531a7afa84 None None] Set router a06433e9-fb21-4cad-8e9d-596bef50b234 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:08:30.649722 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-47ba5589-2394-4f0d-a8dd-a4531a7afa84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a06433e9-fb21-4cad-8e9d-596bef50b234', 'name': 'tempest-TestVolumeBootPattern-201622606-router', 'tenant_id': '19af461bf1174ae0ae1a4ee3547afb47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'fdbf3751-49ae-4317-abfe-9fb7786ef687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:01:31Z', 'updated_at': '2022-08-30T00:08:29Z', 'revision_number': 5, 'project_id': '19af461bf1174ae0ae1a4ee3547afb47', 'gw_port': {'id': 'fdbf3751-49ae-4317-abfe-9fb7786ef687', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a06433e9-fb21-4cad-8e9d-596bef50b234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:32Z', 'updated_at': '2022-08-30T00:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi'}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:08:30.674426 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ba5589-2394-4f0d-a8dd-a4531a7afa84 None None] Checking router: a06433e9-fb21-4cad-8e9d-596bef50b234 for host: dv-cinder-855041-2-iscsi {{(pid=113417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 00:08:30.683288 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ba5589-2394-4f0d-a8dd-a4531a7afa84 None None] Routers {'a06433e9-fb21-4cad-8e9d-596bef50b234'} bound to L3 agent in host dv-cinder-855041-2-iscsi {{(pid=113417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:08:30.683891 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-47ba5589-2394-4f0d-a8dd-a4531a7afa84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855041-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T23:43:43Z,description=,heartbeat_timestamp=2022-08-30T00:08:13Z,host='dv-cinder-855041-2-iscsi',id=037668f0-d812-4b59-9d2d-ce33f66a7708,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:43:44Z,topic='l3_agent')) {'router_ids': ['a06433e9-fb21-4cad-8e9d-596bef50b234'], 'active': True} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:08:30.729416 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-740ce6fc-5f3d-4387-942d-af34c0da8f20 admin admin] Publish callbacks [] for router (a06433e9-fb21-4cad-8e9d-596bef50b234), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:30.732018 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:DELETE=3 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:08:30.785464 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:08:30.798123 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvr_db [None req-47ba5589-2394-4f0d-a8dd-a4531a7afa84 None None] Set router a06433e9-fb21-4cad-8e9d-596bef50b234 gateway port host: dv-cinder-855041-2-iscsi {{(pid=113417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:08:30.836062 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-740ce6fc-5f3d-4387-942d-af34c0da8f20 admin admin] Publish callbacks [] for router_gateway (a06433e9-fb21-4cad-8e9d-596bef50b234), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:30.949573 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:08:30.964861 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [None req-740ce6fc-5f3d-4387-942d-af34c0da8f20 admin admin] Deleting port fdbf3751-49ae-4317-abfe-9fb7786ef687 {{(pid=113415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 00:08:30.965209 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-740ce6fc-5f3d-4387-942d-af34c0da8f20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (fdbf3751-49ae-4317-abfe-9fb7786ef687), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:30.973852 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_hamode_db [None req-47ba5589-2394-4f0d-a8dd-a4531a7afa84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a06433e9-fb21-4cad-8e9d-596bef50b234', 'name': 'tempest-TestVolumeBootPattern-201622606-router', 'tenant_id': '19af461bf1174ae0ae1a4ee3547afb47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'fdbf3751-49ae-4317-abfe-9fb7786ef687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:01:31Z', 'updated_at': '2022-08-30T00:08:29Z', 'revision_number': 5, 'project_id': '19af461bf1174ae0ae1a4ee3547afb47', 'gw_port': {'id': 'fdbf3751-49ae-4317-abfe-9fb7786ef687', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a06433e9-fb21-4cad-8e9d-596bef50b234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:32Z', 'updated_at': '2022-08-30T00:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi'}], 'dv-cinder-855041-2-iscsi', False) {} {{(pid=113417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:08:30.998752 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ba5589-2394-4f0d-a8dd-a4531a7afa84 None None] The sync data for ids ['a06433e9-fb21-4cad-8e9d-596bef50b234'] in dv-cinder-855041-2-iscsi is: [{'id': 'a06433e9-fb21-4cad-8e9d-596bef50b234', 'name': 'tempest-TestVolumeBootPattern-201622606-router', 'tenant_id': '19af461bf1174ae0ae1a4ee3547afb47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'external_fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'fdbf3751-49ae-4317-abfe-9fb7786ef687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:01:31Z', 'updated_at': '2022-08-30T00:08:29Z', 'revision_number': 5, 'project_id': '19af461bf1174ae0ae1a4ee3547afb47', 'gw_port': {'id': 'fdbf3751-49ae-4317-abfe-9fb7786ef687', 'name': '', 'network_id': 'c6396a07-dfbf-4950-850b-378da3ed2a88', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a06433e9-fb21-4cad-8e9d-596bef50b234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855041-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:01:32Z', 'updated_at': '2022-08-30T00:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a98be68c-aef3-471c-b3f8-ae629ebf2983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855041-2-iscsi'}] {{(pid=113417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 00:08:31.065217 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.db [None req-740ce6fc-5f3d-4387-942d-af34c0da8f20 admin admin] For port fdbf3751-49ae-4317-abfe-9fb7786ef687, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=fdbf3751-49ae-4317-abfe-9fb7786ef687,segment=NetworkSegment(b4742eaf-d58e-407a-bbd7-30be4e48df16),segment_id=b4742eaf-d58e-407a-bbd7-30be4e48df16)] {{(pid=113415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:08:31.066357 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-740ce6fc-5f3d-4387-942d-af34c0da8f20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (fdbf3751-49ae-4317-abfe-9fb7786ef687), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:31.081247 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.plugins.ml2.plugin [None req-740ce6fc-5f3d-4387-942d-af34c0da8f20 admin admin] Calling delete_port for fdbf3751-49ae-4317-abfe-9fb7786ef687 owned by network:router_gateway {{(pid=113415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 00:08:31.198338 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:08:31.312762 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-740ce6fc-5f3d-4387-942d-af34c0da8f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11068774'] for port (fdbf3751-49ae-4317-abfe-9fb7786ef687), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:31.344444 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740ce6fc-5f3d-4387-942d-af34c0da8f20 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdbf3751-49ae-4317-abfe-9fb7786ef687,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:08:31.415642 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-740ce6fc-5f3d-4387-942d-af34c0da8f20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477601'] for router_gateway (a06433e9-fb21-4cad-8e9d-596bef50b234), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:31.509820 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-740ce6fc-5f3d-4387-942d-af34c0da8f20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63306'] for router (a06433e9-fb21-4cad-8e9d-596bef50b234), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:31.512400 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-740ce6fc-5f3d-4387-942d-af34c0da8f20 admin admin] Publish callbacks [] for router_controller (a06433e9-fb21-4cad-8e9d-596bef50b234), precommit_delete_associations {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:31.621705 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-740ce6fc-5f3d-4387-942d-af34c0da8f20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-479023'] for router (a06433e9-fb21-4cad-8e9d-596bef50b234), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:31.622344 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-740ce6fc-5f3d-4387-942d-af34c0da8f20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a06433e9-fb21-4cad-8e9d-596bef50b234 {{(pid=113415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 00:08:31.627565 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-740ce6fc-5f3d-4387-942d-af34c0da8f20 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:31.627791 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-740ce6fc-5f3d-4387-942d-af34c0da8f20 admin admin] 10.222.0.90 "DELETE /networking/v2.0/routers/a06433e9-fb21-4cad-8e9d-596bef50b234 HTTP/1.1" status: 204 len: 168 time: 1.2792900 Aug 30 00:08:31.633977 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 57376) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:08:31.682631 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.db.db_base_plugin_v2 [None req-1935160a-22fc-47d3-a2f9-f6761f22454c admin admin] Deleting subnet bdbf3a35-eb5e-44ed-b49e-6e4b6329abf1 {{(pid=113415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 00:08:31.686168 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-1935160a-22fc-47d3-a2f9-f6761f22454c admin admin] Publish callbacks [] for subnet (bdbf3a35-eb5e-44ed-b49e-6e4b6329abf1), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:31.728621 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-1935160a-22fc-47d3-a2f9-f6761f22454c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10512014'] for subnet (bdbf3a35-eb5e-44ed-b49e-6e4b6329abf1), precommit_delete_associations {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:31.805490 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-1935160a-22fc-47d3-a2f9-f6761f22454c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3500387'] for subnet (bdbf3a35-eb5e-44ed-b49e-6e4b6329abf1), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:31.927474 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-1935160a-22fc-47d3-a2f9-f6761f22454c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3500410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4096602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11073941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11041910'] for subnet (bdbf3a35-eb5e-44ed-b49e-6e4b6329abf1), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:31.959398 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1935160a-22fc-47d3-a2f9-f6761f22454c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdbf3a35-eb5e-44ed-b49e-6e4b6329abf1,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:08:31.961590 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-1935160a-22fc-47d3-a2f9-f6761f22454c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:31.964617 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-1935160a-22fc-47d3-a2f9-f6761f22454c admin admin] 10.222.0.90 "DELETE /networking/v2.0/subnets/bdbf3a35-eb5e-44ed-b49e-6e4b6329abf1 HTTP/1.1" status: 204 len: 168 time: 0.3296773 Aug 30 00:08:31.965211 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a4757a-087f-4666-a6d2-5dd401b62417 None None] Network 90026763-3541-4bc0-8586-04f3a841ced9 requested from dv-cinder-855041-2-iscsi {{(pid=113417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 00:08:31.967253 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 57378) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:08:32.037892 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-f135e4fd-0659-4f39-bdf4-eee67e9dab3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578142'] for network (90026763-3541-4bc0-8586-04f3a841ced9), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:32.095227 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.plugin [None req-f135e4fd-0659-4f39-bdf4-eee67e9dab3b admin admin] Deleting port a6996923-a99d-4450-988b-79eb676a18c1 {{(pid=113416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 00:08:32.095644 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-f135e4fd-0659-4f39-bdf4-eee67e9dab3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (a6996923-a99d-4450-988b-79eb676a18c1), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:32.120105 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ace675-e658-42f3-aefb-ae55433fecdf None None] DHCP port deletion for 90026763-3541-4bc0-8586-04f3a841ced9 request from dv-cinder-855041-2-iscsi {{(pid=113417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 00:08:32.158761 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-c4ace675-e658-42f3-aefb-ae55433fecdf None None] Deleting port a6996923-a99d-4450-988b-79eb676a18c1 {{(pid=113417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 00:08:32.159224 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-c4ace675-e658-42f3-aefb-ae55433fecdf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751006288348'] for port (a6996923-a99d-4450-988b-79eb676a18c1), before_delete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:32.163588 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.db [None req-f135e4fd-0659-4f39-bdf4-eee67e9dab3b admin admin] For port a6996923-a99d-4450-988b-79eb676a18c1, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=a6996923-a99d-4450-988b-79eb676a18c1,segment=NetworkSegment(c6d44fd8-0622-4e8d-91ef-078956d036da),segment_id=c6d44fd8-0622-4e8d-91ef-078956d036da)] {{(pid=113416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:08:32.163960 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-f135e4fd-0659-4f39-bdf4-eee67e9dab3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (a6996923-a99d-4450-988b-79eb676a18c1), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:32.178224 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.plugin [None req-f135e4fd-0659-4f39-bdf4-eee67e9dab3b admin admin] Calling delete_port for a6996923-a99d-4450-988b-79eb676a18c1 owned by network:dhcp {{(pid=113416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 00:08:32.223921 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.db [None req-c4ace675-e658-42f3-aefb-ae55433fecdf None None] For port a6996923-a99d-4450-988b-79eb676a18c1, host dv-cinder-855041-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855041-2-iscsi',level=0,port_id=a6996923-a99d-4450-988b-79eb676a18c1,segment=NetworkSegment(c6d44fd8-0622-4e8d-91ef-078956d036da),segment_id=c6d44fd8-0622-4e8d-91ef-078956d036da)] {{(pid=113417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:08:32.224347 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-c4ace675-e658-42f3-aefb-ae55433fecdf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474345'] for port (a6996923-a99d-4450-988b-79eb676a18c1), precommit_delete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:32.237041 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-c4ace675-e658-42f3-aefb-ae55433fecdf None None] Calling delete_port for a6996923-a99d-4450-988b-79eb676a18c1 owned by network:dhcp {{(pid=113417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 00:08:32.338460 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-f135e4fd-0659-4f39-bdf4-eee67e9dab3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963692'] for port (a6996923-a99d-4450-988b-79eb676a18c1), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:32.344424 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-c4ace675-e658-42f3-aefb-ae55433fecdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-543601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4123246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751006292938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751005845306'] for port (a6996923-a99d-4450-988b-79eb676a18c1), after_delete {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:32.366791 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f135e4fd-0659-4f39-bdf4-eee67e9dab3b admin admin] Pushing event deleted for resources: {'Port': ['ID=a6996923-a99d-4450-988b-79eb676a18c1,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:08:32.368694 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f135e4fd-0659-4f39-bdf4-eee67e9dab3b admin admin] No DVR routers for this DVR port a6996923-a99d-4450-988b-79eb676a18c1 on host dv-cinder-855041-2-iscsi {{(pid=113416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 00:08:32.371604 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ace675-e658-42f3-aefb-ae55433fecdf None None] Pushing event deleted for resources: {'Port': ['ID=a6996923-a99d-4450-988b-79eb676a18c1,revision_number=None']} {{(pid=113417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:08:32.373489 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ace675-e658-42f3-aefb-ae55433fecdf None None] No DVR routers for this DVR port a6996923-a99d-4450-988b-79eb676a18c1 on host dv-cinder-855041-2-iscsi {{(pid=113417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 00:08:32.443481 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-f135e4fd-0659-4f39-bdf4-eee67e9dab3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3498496', 'neutron.services.segments.db._delete_segments_for_network-8751006364483'] for network (90026763-3541-4bc0-8586-04f3a841ced9), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:32.468219 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.services.segments.db [None req-f135e4fd-0659-4f39-bdf4-eee67e9dab3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90026763-3541-4bc0-8586-04f3a841ced9']}} {{(pid=113416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:08:32.478460 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.services.segments.db [None req-f135e4fd-0659-4f39-bdf4-eee67e9dab3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6d44fd8-0622-4e8d-91ef-078956d036da') {'for_net_delete': True} {{(pid=113416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:08:32.478759 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.services.segments.db [None req-f135e4fd-0659-4f39-bdf4-eee67e9dab3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6d44fd8-0622-4e8d-91ef-078956d036da') {} {{(pid=113416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:08:32.489130 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-f135e4fd-0659-4f39-bdf4-eee67e9dab3b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751006358959', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10966535'] for segment (c6d44fd8-0622-4e8d-91ef-078956d036da), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:32.502832 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-f135e4fd-0659-4f39-bdf4-eee67e9dab3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3480186'] for segment (c6d44fd8-0622-4e8d-91ef-078956d036da), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:32.509497 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f135e4fd-0659-4f39-bdf4-eee67e9dab3b admin admin] Releasing vlan 1134 on physical network physnet1 to pool {{(pid=113416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 00:08:32.509896 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-f135e4fd-0659-4f39-bdf4-eee67e9dab3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3480186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10963641'] for segment (c6d44fd8-0622-4e8d-91ef-078956d036da), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:32.551197 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.services.segments.plugin [-] Segment c6d44fd8-0622-4e8d-91ef-078956d036da resource provider aggregate not found Aug 30 00:08:32.571348 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.services.segments.plugin [-] Segment c6d44fd8-0622-4e8d-91ef-078956d036da resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c6d44fd8-0622-4e8d-91ef-078956d036da found for delete ", "request_id": "req-4b3902be-a0a4-4d15-9496-4ce3f8fd87bb"}]} Aug 30 00:08:32.632473 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-f135e4fd-0659-4f39-bdf4-eee67e9dab3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3498505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477645'] for network (90026763-3541-4bc0-8586-04f3a841ced9), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:32.638285 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-f135e4fd-0659-4f39-bdf4-eee67e9dab3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702343'] for network (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:32.641208 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-f135e4fd-0659-4f39-bdf4-eee67e9dab3b admin admin] 10.222.0.90 "DELETE /networking/v2.0/networks/90026763-3541-4bc0-8586-04f3a841ced9 HTTP/1.1" status: 204 len: 168 time: 0.6729684 Aug 30 00:08:32.653464 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f135e4fd-0659-4f39-bdf4-eee67e9dab3b admin admin] Pushing event deleted for resources: {'Network': ['ID=90026763-3541-4bc0-8586-04f3a841ced9,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:08:32.793624 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device fdbf3751-49ae-4317-abfe-9fb7786ef687 no longer exists at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 00:08:32.813262 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] No Port match for: fdbf3751-49ae-4317-abfe-9fb7786ef687 {{(pid=113417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 00:08:32.814953 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device fdbf3751-49ae-4317-abfe-9fb7786ef687 not bound to the agent host dv-cinder-855041-2-iscsi {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 00:08:32.814953 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 36678d73-38ca-4f95-a25d-d9b8c8dd9442 no longer exists at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 00:08:32.835271 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] No Port match for: 36678d73-38ca-4f95-a25d-d9b8c8dd9442 {{(pid=113417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 00:08:32.837960 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device 36678d73-38ca-4f95-a25d-d9b8c8dd9442 not bound to the agent host dv-cinder-855041-2-iscsi {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 00:08:32.837960 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device a6996923-a99d-4450-988b-79eb676a18c1 no longer exists at agent ovs-agent-dv-cinder-855041-2-iscsi {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 00:08:32.853849 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] No Port match for: a6996923-a99d-4450-988b-79eb676a18c1 {{(pid=113417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 00:08:32.854194 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron.plugins.ml2.rpc [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Device a6996923-a99d-4450-988b-79eb676a18c1 not bound to the agent host dv-cinder-855041-2-iscsi {{(pid=113417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 00:08:32.996403 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 57386) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:08:33.038056 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-96ed9e24-f3e4-4255-8228-a6e4aaae98a7 admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=6e1e7c36165f47ad838bb6b42f3179d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404651 Aug 30 00:08:33.040539 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.wsgi [-] (113416) accepted ('10.222.0.90', 57388) {{(pid=113416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:08:33.093389 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-7207ac71-b7bc-4d62-816a-6082305e6f72 admin admin] Publish callbacks [] for security_group (8445a1ab-974d-49e9-a2e9-3e19254bce50), before_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:33.115068 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-7207ac71-b7bc-4d62-816a-6082305e6f72 admin admin] Publish callbacks [] for security_group (8445a1ab-974d-49e9-a2e9-3e19254bce50), precommit_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:33.121082 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:08:33.278334 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-7207ac71-b7bc-4d62-816a-6082305e6f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (8445a1ab-974d-49e9-a2e9-3e19254bce50), after_delete {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:33.280852 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron_lib.callbacks.manager [None req-7207ac71-b7bc-4d62-816a-6082305e6f72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:33.282013 dv-cinder-855041-2-iscsi neutron-server[113416]: INFO neutron.wsgi [None req-7207ac71-b7bc-4d62-816a-6082305e6f72 admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/8445a1ab-974d-49e9-a2e9-3e19254bce50 HTTP/1.1" status: 204 len: 168 time: 0.2405887 Aug 30 00:08:33.290813 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7207ac71-b7bc-4d62-816a-6082305e6f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8445a1ab-974d-49e9-a2e9-3e19254bce50,revision_number=None']} {{(pid=113416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:08:34.079260 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 57394) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:08:34.121821 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-ad257305-025f-4ac1-8e46-f053f3157b0b admin admin] 10.222.0.90 "GET /networking/v2.0/security-groups?tenant_id=19af461bf1174ae0ae1a4ee3547afb47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413175 Aug 30 00:08:34.124407 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [-] (113415) accepted ('10.222.0.90', 57396) {{(pid=113415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:08:34.174798 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-6a199f16-f8dd-4671-8782-fb9a43e362c5 admin admin] Publish callbacks [] for security_group (143dba0a-b9f8-46a7-8457-c485e2ad1ede), before_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:34.195799 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-6a199f16-f8dd-4671-8782-fb9a43e362c5 admin admin] Publish callbacks [] for security_group (143dba0a-b9f8-46a7-8457-c485e2ad1ede), precommit_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:34.315947 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-6a199f16-f8dd-4671-8782-fb9a43e362c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707896'] for security_group (143dba0a-b9f8-46a7-8457-c485e2ad1ede), after_delete {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:34.318524 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron_lib.callbacks.manager [None req-6a199f16-f8dd-4671-8782-fb9a43e362c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:34.319681 dv-cinder-855041-2-iscsi neutron-server[113415]: INFO neutron.wsgi [None req-6a199f16-f8dd-4671-8782-fb9a43e362c5 admin admin] 10.222.0.90 "DELETE /networking/v2.0/security-groups/143dba0a-b9f8-46a7-8457-c485e2ad1ede HTTP/1.1" status: 204 len: 168 time: 0.1943622 Aug 30 00:08:34.327980 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a199f16-f8dd-4671-8782-fb9a43e362c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143dba0a-b9f8-46a7-8457-c485e2ad1ede,revision_number=None']} {{(pid=113415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:08:40.304659 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-5e64cdf1-b98b-43ee-8f25-05118e89b2b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (1020f8f9-c858-45a1-84c5-376480b0ca2e), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:40.351373 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=80 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:08:40.357262 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=17 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:08:43.220828 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (a7eaf665-0f6d-431a-9601-222c900251ec), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:43.285885 dv-cinder-855041-2-iscsi neutron-server[113416]: DEBUG dbcounter [-] [113416] Writing DB stats neutron:SELECT=77,neutron:DELETE=9 {{(pid=113416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:08:43.441159 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-040dac38-b50b-4558-800c-41282f4ed5c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (037668f0-d812-4b59-9d2d-ce33f66a7708), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:44.323043 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=59,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:08:44.323890 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG dbcounter [-] [113415] Writing DB stats neutron:SELECT=83,neutron:DELETE=14,neutron:UPDATE=2 {{(pid=113415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:08:44.469488 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cdcd43ac-7909-438b-ba67-31b4a20d4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (bcd4f52e-0d63-4d8a-9dda-ff825ab30758), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:45.598239 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (01773ddc-a5d8-4c68-b7b5-e385af2b339f), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:46.472808 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-55545b4a-c719-46e4-a9c5-7c044aa64822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (63136763-0f20-46a8-951a-2f70193501e4), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:49.964120 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.agents_db [None req-4166f728-c6cb-4ae6-8e81-f61b29fbc360 None None] Agent healthcheck: found 6 active agents {{(pid=113418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 00:08:56.409834 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=48,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:08:56.411674 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:08:59.960014 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=1 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:08:59.960892 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=1 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:09:10.272061 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-7c1d0a69-7528-4c3d-99b5-f3ddc77dd747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (1020f8f9-c858-45a1-84c5-376480b0ca2e), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:09:13.200642 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (a7eaf665-0f6d-431a-9601-222c900251ec), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:09:13.417880 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-13b1083d-ea07-48ea-8638-fe11b99d7cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (037668f0-d812-4b59-9d2d-ce33f66a7708), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:09:14.475102 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cdcd43ac-7909-438b-ba67-31b4a20d4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (bcd4f52e-0d63-4d8a-9dda-ff825ab30758), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:09:15.554995 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (01773ddc-a5d8-4c68-b7b5-e385af2b339f), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:09:16.471759 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-55545b4a-c719-46e4-a9c5-7c044aa64822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (63136763-0f20-46a8-951a-2f70193501e4), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:09:17.353185 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=3 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:09:17.354049 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=3 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:09:26.415654 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:09:26.416403 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:09:26.964276 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.agents_db [None req-4166f728-c6cb-4ae6-8e81-f61b29fbc360 None None] Agent healthcheck: found 6 active agents {{(pid=113418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 00:09:36.969233 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:09:40.275784 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-6628d022-caa8-496a-88be-282ddc8e6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (1020f8f9-c858-45a1-84c5-376480b0ca2e), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:09:43.240737 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (a7eaf665-0f6d-431a-9601-222c900251ec), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:09:43.432368 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-6c89053b-13fb-40b9-9b2e-801b99b536fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (037668f0-d812-4b59-9d2d-ce33f66a7708), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:09:44.494697 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cdcd43ac-7909-438b-ba67-31b4a20d4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (bcd4f52e-0d63-4d8a-9dda-ff825ab30758), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:09:45.558386 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (01773ddc-a5d8-4c68-b7b5-e385af2b339f), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:09:46.494689 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-55545b4a-c719-46e4-a9c5-7c044aa64822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (63136763-0f20-46a8-951a-2f70193501e4), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:09:54.348055 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=3 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:09:54.348940 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=3 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:09:59.462815 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:09:59.465785 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:10:03.964502 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.agents_db [None req-4166f728-c6cb-4ae6-8e81-f61b29fbc360 None None] Agent healthcheck: found 6 active agents {{(pid=113418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 00:10:10.257372 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-a234597e-105c-4d14-9a05-ed49f833e823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (1020f8f9-c858-45a1-84c5-376480b0ca2e), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:10:13.276881 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (a7eaf665-0f6d-431a-9601-222c900251ec), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:10:13.448701 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-1b8980c0-2923-4176-87c2-4f6858a810ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (037668f0-d812-4b59-9d2d-ce33f66a7708), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:10:13.959591 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=2 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:10:14.485792 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cdcd43ac-7909-438b-ba67-31b4a20d4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (bcd4f52e-0d63-4d8a-9dda-ff825ab30758), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:10:15.566088 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (01773ddc-a5d8-4c68-b7b5-e385af2b339f), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:10:16.488655 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-55545b4a-c719-46e4-a9c5-7c044aa64822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (63136763-0f20-46a8-951a-2f70193501e4), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:10:26.421664 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:10:26.423478 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:10:39.466567 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=13 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:10:39.468578 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=19 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:10:40.259896 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aeea0501-7b75-431d-8518-c9579d04e8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (1020f8f9-c858-45a1-84c5-376480b0ca2e), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:10:40.965107 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.agents_db [None req-4166f728-c6cb-4ae6-8e81-f61b29fbc360 None None] Agent healthcheck: found 6 active agents {{(pid=113418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 00:10:43.260369 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (a7eaf665-0f6d-431a-9601-222c900251ec), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:10:43.402648 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-9883d507-35a9-4723-8299-ca4f2fb50034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (037668f0-d812-4b59-9d2d-ce33f66a7708), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:10:44.486383 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cdcd43ac-7909-438b-ba67-31b4a20d4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (bcd4f52e-0d63-4d8a-9dda-ff825ab30758), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:10:45.583378 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (01773ddc-a5d8-4c68-b7b5-e385af2b339f), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:10:46.511309 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-55545b4a-c719-46e4-a9c5-7c044aa64822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (63136763-0f20-46a8-951a-2f70193501e4), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:10:50.958879 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=1 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:10:50.964913 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=1 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:10:56.420834 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:10:56.425760 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:11:08.352667 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=3 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:11:08.353456 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=3 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:11:10.253707 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-64882667-0d95-4822-91c2-637d8ba5dfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (1020f8f9-c858-45a1-84c5-376480b0ca2e), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:11:13.279651 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (a7eaf665-0f6d-431a-9601-222c900251ec), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:11:13.382544 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-ee3e99cf-e3d3-45c9-9961-9a73f005c2bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (037668f0-d812-4b59-9d2d-ce33f66a7708), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:11:14.497190 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cdcd43ac-7909-438b-ba67-31b4a20d4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (bcd4f52e-0d63-4d8a-9dda-ff825ab30758), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:11:15.542784 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (01773ddc-a5d8-4c68-b7b5-e385af2b339f), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:11:16.499767 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-55545b4a-c719-46e4-a9c5-7c044aa64822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (63136763-0f20-46a8-951a-2f70193501e4), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:11:17.964634 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.agents_db [None req-4166f728-c6cb-4ae6-8e81-f61b29fbc360 None None] Agent healthcheck: found 6 active agents {{(pid=113418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 00:11:26.427580 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:11:26.429411 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:11:40.248013 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-9a55fa2e-ad93-410b-b4d2-236d2bfc13de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (1020f8f9-c858-45a1-84c5-376480b0ca2e), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:11:43.325420 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (a7eaf665-0f6d-431a-9601-222c900251ec), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:11:43.407676 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-8441be00-78f3-44ca-9c39-c3479c892fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (037668f0-d812-4b59-9d2d-ce33f66a7708), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:11:44.522271 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cdcd43ac-7909-438b-ba67-31b4a20d4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (bcd4f52e-0d63-4d8a-9dda-ff825ab30758), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:11:45.348993 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=4 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:11:45.349826 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:11:45.553896 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (01773ddc-a5d8-4c68-b7b5-e385af2b339f), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:11:46.493250 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-55545b4a-c719-46e4-a9c5-7c044aa64822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (63136763-0f20-46a8-951a-2f70193501e4), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:11:54.964370 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.agents_db [None req-4166f728-c6cb-4ae6-8e81-f61b29fbc360 None None] Agent healthcheck: found 6 active agents {{(pid=113418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 00:11:59.467358 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:11:59.469622 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:12:04.959962 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=2 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:12:10.264228 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-8f1a3d0b-a2b5-4efd-8808-83987af06674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (1020f8f9-c858-45a1-84c5-376480b0ca2e), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:12:13.324994 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (a7eaf665-0f6d-431a-9601-222c900251ec), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:12:13.418553 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-81192a7c-7f7e-4e84-8dbe-388587779a09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (037668f0-d812-4b59-9d2d-ce33f66a7708), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:12:14.496615 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cdcd43ac-7909-438b-ba67-31b4a20d4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (bcd4f52e-0d63-4d8a-9dda-ff825ab30758), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:12:15.553963 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (01773ddc-a5d8-4c68-b7b5-e385af2b339f), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:12:16.504547 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-55545b4a-c719-46e4-a9c5-7c044aa64822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (63136763-0f20-46a8-951a-2f70193501e4), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:12:22.340979 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=1 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:12:22.346608 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=5 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:12:26.434658 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:12:26.436492 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:12:31.964625 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.agents_db [None req-4166f728-c6cb-4ae6-8e81-f61b29fbc360 None None] Agent healthcheck: found 6 active agents {{(pid=113418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 00:12:40.258367 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-2d3e983a-92ab-43a3-8fa6-cbd08c79a13f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (1020f8f9-c858-45a1-84c5-376480b0ca2e), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:12:41.959353 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=14 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:12:42.937185 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=16 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:12:43.366726 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (a7eaf665-0f6d-431a-9601-222c900251ec), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:12:43.430158 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-a4dace39-11d6-46a3-b372-a1cdc8616167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (037668f0-d812-4b59-9d2d-ce33f66a7708), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:12:44.496313 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cdcd43ac-7909-438b-ba67-31b4a20d4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (bcd4f52e-0d63-4d8a-9dda-ff825ab30758), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:12:45.559125 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (01773ddc-a5d8-4c68-b7b5-e385af2b339f), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:12:46.504237 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-55545b4a-c719-46e4-a9c5-7c044aa64822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (63136763-0f20-46a8-951a-2f70193501e4), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:12:56.437722 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:12:56.440552 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:12:59.343978 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=2 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:12:59.344796 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=4 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:13:08.963731 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.agents_db [None req-4166f728-c6cb-4ae6-8e81-f61b29fbc360 None None] Agent healthcheck: found 6 active agents {{(pid=113418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 00:13:10.273349 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-ef943899-c67a-4b90-b6ee-ac66aa814241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (1020f8f9-c858-45a1-84c5-376480b0ca2e), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:13:13.348147 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (a7eaf665-0f6d-431a-9601-222c900251ec), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:13:13.441426 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-623d6a14-24d2-4e63-9e7d-160c98fea2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (037668f0-d812-4b59-9d2d-ce33f66a7708), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:13:14.521428 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cdcd43ac-7909-438b-ba67-31b4a20d4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (bcd4f52e-0d63-4d8a-9dda-ff825ab30758), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:13:15.566827 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (01773ddc-a5d8-4c68-b7b5-e385af2b339f), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:13:16.498616 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-55545b4a-c719-46e4-a9c5-7c044aa64822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (63136763-0f20-46a8-951a-2f70193501e4), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:13:18.958358 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=1 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:13:18.959383 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=1 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:13:26.441201 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:13:26.441908 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:13:36.978488 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=4 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:13:36.979250 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:13:40.303711 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-884abf52-a15d-4ec8-ae7c-d376620c21a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (1020f8f9-c858-45a1-84c5-376480b0ca2e), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:13:43.370354 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cbc82719-78bb-44c3-93ea-687390303f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (a7eaf665-0f6d-431a-9601-222c900251ec), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:13:43.446767 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-97baed83-ce8e-4591-b65b-5a94d979a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (037668f0-d812-4b59-9d2d-ce33f66a7708), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:13:44.507548 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-cdcd43ac-7909-438b-ba67-31b4a20d4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (bcd4f52e-0d63-4d8a-9dda-ff825ab30758), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:13:45.561300 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1ece-d894-48da-a5f2-df176f65af56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (01773ddc-a5d8-4c68-b7b5-e385af2b339f), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:13:45.961993 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG neutron.db.agents_db [None req-4166f728-c6cb-4ae6-8e81-f61b29fbc360 None None] Agent healthcheck: found 6 active agents {{(pid=113418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 00:13:46.513461 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG neutron_lib.callbacks.manager [None req-55545b4a-c719-46e4-a9c5-7c044aa64822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751006364465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3500737'] for agent (63136763-0f20-46a8-951a-2f70193501e4), after_update {{(pid=113417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:13:50.652064 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [req-ded742bb-0c1a-483a-92cc-ff267e7bab6e req-91bf7a29-eebe-4f3d-99f7-9580929a1bba service neutron] (113415) timed out ('10.222.0.90', 52830) {{(pid=113415) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 30 00:13:50.916866 dv-cinder-855041-2-iscsi neutron-server[113415]: DEBUG neutron.wsgi [req-ded742bb-0c1a-483a-92cc-ff267e7bab6e req-d2224975-acf3-4db4-b3ac-bef9294087b3 tempest-AttachVolumeShelveTestJSON-2146004435 tempest-AttachVolumeShelveTestJSON-2146004435-project] (113415) timed out ('10.222.0.90', 52838) {{(pid=113415) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 30 00:13:55.957437 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=1 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:13:55.958555 dv-cinder-855041-2-iscsi neutron-server[113418]: DEBUG dbcounter [-] [113418] Writing DB stats neutron:SELECT=1 {{(pid=113418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:13:59.475273 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:13:59.478175 dv-cinder-855041-2-iscsi neutron-server[113417]: DEBUG dbcounter [-] [113417] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=113417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}